-- Logs begin at Tue 2021-06-22 08:37:39 UTC, end at Tue 2021-06-22 10:34:49 UTC. -- Jun 22 09:19:41.889311 dv-neutron-797120-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 09:19:44.554871 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.common.config [-] Logging enabled! Jun 22 09:19:44.555451 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev373 Jun 22 09:19:44.555658 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93838) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 09:19:44.559093 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.common.config [-] Logging enabled! Jun 22 09:19:44.559346 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev373 Jun 22 09:19:44.559653 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93838) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 09:19:44.560609 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:19:44.560844 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:19:44.561216 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:19:44.561462 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:19:44.561688 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:19:44.562010 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.562309 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.562605 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.562839 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.563135 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.563429 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.563713 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.564032 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.564332 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.564618 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.564897 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.565182 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.565413 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.565696 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.565981 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.566272 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.566492 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] debug = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.566773 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.567196 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.567600 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.567891 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.568200 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.568479 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.568750 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.569024 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.569835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.570158 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] host = dv-neutron-797120-3-hyperv {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.570438 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.570723 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.571004 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.571287 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.571560 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.571834 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.572139 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.572410 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.572680 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.572953 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.573237 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.573521 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.573807 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.574030 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.574249 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.574531 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.574812 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.575087 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.575361 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.575636 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.575933 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.576213 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.576482 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.576764 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.577045 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.577326 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.577600 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.577883 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.578140 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.578409 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.578690 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.578961 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.579230 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.579504 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.579788 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.580081 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.580354 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.580652 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.580933 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.581210 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.581490 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.581759 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.582036 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.582305 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.582571 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.582837 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] use_json = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.583101 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.583366 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.583642 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.583931 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.584201 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.584471 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.584738 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.585868 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:44.586186 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.586496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.586803 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.587091 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.587390 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.587674 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.587991 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.588276 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.588569 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.588861 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.589148 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.589427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.589713 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.589990 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.590285 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.590589 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.590884 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.591177 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.591451 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.591722 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.592019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.592300 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.592585 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.592878 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.593167 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.593442 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.593718 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.594009 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.594287 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.594559 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.594834 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.595122 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.595398 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.595672 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.595973 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.596293 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.596570 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.596843 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.597120 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.597408 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.597684 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.597955 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.598228 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.598502 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.598773 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.599055 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.599332 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.599604 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.599908 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.600171 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.600492 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.600769 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.601047 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.601321 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.601598 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.601869 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.602142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.602416 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.602688 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.602958 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.603228 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.603500 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.603772 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.604071 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.604345 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.604617 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.604889 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.605160 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.605444 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.605736 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.606010 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.606292 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.606569 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.606845 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.607117 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.607391 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.607668 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.607966 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.608238 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.608527 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.608810 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.609092 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.609377 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.609652 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.609943 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.610223 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.610505 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.610782 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.611056 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.611347 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.611633 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.611947 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.612241 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.612536 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.612828 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.613120 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.613400 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.613710 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.613985 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:44.614200 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:19:44.614436 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93838) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 09:19:44.964524 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:19:44.964717 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:19:44.965002 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:19:44.965335 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 09:19:45.359274 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.359564 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.359837 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.361224 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.361501 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.361771 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.396336 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.396614 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.396880 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.409990 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.410270 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.410539 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.441112 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.441394 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.441665 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.478108 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.478382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.478652 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.712488 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.713107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.713107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.713281 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.714132 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.838864 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.839186 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.839472 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.839747 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.840042 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.840357 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.840618 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.840875 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.841129 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.841413 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.841675 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.841940 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.842201 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.842465 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.842721 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.842990 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.843260 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.843520 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.843795 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.844081 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.844364 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.844716 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.844969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.845251 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.845500 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.845744 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.846139 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:45.846387 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:45.846626 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:45.846863 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:45.847100 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:45.847335 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:45.847699 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 09:19:45.851880 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 09:19:45.855795 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 09:19:45.859572 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 22 09:19:45.861232 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 09:19:45.861702 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 09:19:45.862037 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 09:19:45.862419 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 09:19:45.865230 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 09:19:45.865483 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 09:19:45.865832 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 09:19:45.892980 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 09:19:45.893432 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.893732 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93838) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 09:19:45.894101 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.895466 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93838) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 09:19:45.895748 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 09:19:45.896028 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 09:19:45.899926 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.900215 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:45.964373 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 09:19:45.964567 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 09:19:45.964805 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 09:19:45.965178 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 09:19:45.986335 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_db.sqlalchemy.engines [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93838) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 09:19:46.686575 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing driver for type 'gre' Jun 22 09:19:46.687099 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] gre ID ranges: [(1, 1000)] Jun 22 09:19:46.873338 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing driver for type 'local' Jun 22 09:19:46.873964 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing driver for type 'vlan' Jun 22 09:19:46.958803 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] VlanTypeDriver initialization complete Jun 22 09:19:46.959108 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing driver for type 'vxlan' Jun 22 09:19:46.959599 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] vxlan ID ranges: [(1, 1000)] Jun 22 09:19:47.147810 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing extension driver 'port_security' Jun 22 09:19:47.148176 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.extensions.port_security [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] PortSecurityExtensionDriver initialization complete Jun 22 09:19:47.148505 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing mechanism driver 'openvswitch' Jun 22 09:19:47.148821 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing mechanism driver 'hyperv' Jun 22 09:19:47.155722 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:47.156535 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.156895 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.157244 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.157640 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.157970 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.158496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.158875 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.159221 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.159555 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.160010 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > security_group after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.160358 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > security_group after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.160695 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164443 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164443 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164443 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164443 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > address_group after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164855 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > address_group after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164855 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.164855 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] ML2 OVO RPC backend initialized. {{(pid=93838) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 09:19:47.164855 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.165137 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.165137 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.165137 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > networks before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.165438 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.165784 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > ports before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.166119 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.166453 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnets before_response 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.166790 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.167121 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.167637 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.168015 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.168420 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.168845 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.169205 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.171409 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.171745 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.174760 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Modular L2 Plugin initialization complete Jun 22 09:19:47.174760 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading services supported by the core plugin {{(pid=93838) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 09:19:47.174760 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.plugins.ml2.managers [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Got port-security extension from driver 'port_security' Jun 22 09:19:47.174760 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.extensions.vlantransparent [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Disabled vlantransparent extension. Jun 22 09:19:47.174760 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93838) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 09:19:47.174760 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: router Jun 22 09:19:47.213218 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.213664 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_create 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.214143 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router before_create 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.214644 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.215170 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.215683 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_delete 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.216105 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.216466 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_create 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.216808 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_update 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.217153 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_update 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.217495 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.217846 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_update 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.218247 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_update 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.218611 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.218942 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.219271 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: subnet after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.219598 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.220004 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.220464 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_create 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.220914 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.221393 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.221915 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router after_update 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.222417 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.222908 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_create 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.223392 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.223860 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_update 55549900 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.224444 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > network after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.225602 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Tracking information for resource: router configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:47.226027 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Tracking information for resource: floatingip configured {{(pid=93838) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 09:19:47.231683 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.db.l3_agentschedulers_db [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 09:19:47.232655 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.233128 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.233610 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.234102 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.235119 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router before_create 55550100 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.235479 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.235833 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_create 55550100 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.236207 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > router precommit_update 55550100 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.242392 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.provider_configuration [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service providers = [] {{(pid=93838) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 09:19:47.242868 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.db.servicetype_db [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93838) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 09:19:47.246663 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.service_base [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:19:47.247013 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.service_base [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:19:47.247351 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.service_base [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:19:47.248242 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.services.service_base [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93838) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 09:19:47.248608 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.services.service_base [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 09:19:47.248987 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.249298 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 09:19:47.260413 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.260739 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: auto_allocate Jun 22 09:19:47.266455 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: network precommit_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.266817 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: network precommit_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.267325 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.267635 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: tag Jun 22 09:19:47.274277 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.274592 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: timestamp Jun 22 09:19:47.279791 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.280148 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: network_ip_availability Jun 22 09:19:47.285529 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.285895 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.286246 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.286946 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.287258 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: flavors Jun 22 09:19:47.292050 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.292378 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading Plugin: revisions Jun 22 09:19:47.296609 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93838) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 09:19:47.296997 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_concurrency.lockutils [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.332s {{(pid=93838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:19:47.297728 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93838) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 09:19:47.298057 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Initializing extension manager. Jun 22 09:19:47.298556 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: __init__.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.298891 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: __pycache__ {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.299231 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.299538 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: address_group.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.300386 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.300937 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: address-group Jun 22 09:19:47.301252 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: address_scope.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.301954 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.302453 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: address-scope Jun 22 09:19:47.302768 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.303664 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.304717 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: router-admin-state-down-before-update Jun 22 09:19:47.305027 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: agent.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.305710 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.306212 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: agent Jun 22 09:19:47.306527 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: agent_resources_synced.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.307668 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.308205 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: agent-resources-synced Jun 22 09:19:47.308519 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: allowedaddresspairs.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.310438 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.310954 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: allowed-address-pairs Jun 22 09:19:47.311275 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: auto_allocated_topology.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.312343 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.312853 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: auto-allocated-topology Jun 22 09:19:47.313172 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: availability_zone.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.313843 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.314338 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: availability_zone Jun 22 09:19:47.314658 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: availability_zone_filter.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.315552 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.316087 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: availability_zone_filter Jun 22 09:19:47.316404 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: data_plane_status.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.317288 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.317785 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 09:19:47.318098 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: default_subnetpools.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.318983 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.320061 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: default-subnetpools Jun 22 09:19:47.320383 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.321160 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.321659 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: dhcp_agent_scheduler Jun 22 09:19:47.321972 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: dns.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.322853 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.323345 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 09:19:47.323656 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: dns_domain_ports.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.324577 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.325071 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 09:19:47.325383 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: dvr.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.326031 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.326522 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: dvr Jun 22 09:19:47.326831 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: empty_string_filtering.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.327716 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.328245 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: empty-string-filtering Jun 22 09:19:47.328558 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.329440 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.329940 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 09:19:47.330253 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.331237 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.331747 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 09:19:47.332086 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: external_net.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.332986 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.333485 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: external-net Jun 22 09:19:47.333796 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.334680 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.335222 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: extra_dhcp_opt Jun 22 09:19:47.335534 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: extraroute.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.336443 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.336939 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: extraroute Jun 22 09:19:47.337249 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: extraroute_atomic.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.338258 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.338752 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: extraroute-atomic Jun 22 09:19:47.339062 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: filter_validation.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.339703 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.340241 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: filter-validation Jun 22 09:19:47.340553 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: fip_pf_description.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.341432 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.341923 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 09:19:47.342237 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: fip_port_details.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.343130 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.343623 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: fip-port-details Jun 22 09:19:47.343963 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: flavors.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.345168 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.345673 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: flavors Jun 22 09:19:47.345990 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.347617 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.348166 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 09:19:47.348489 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: floatingip_pools.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.349166 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.349665 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: floatingip-pools Jun 22 09:19:47.349980 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: ip_allocation.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.350955 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.351762 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 09:19:47.351762 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.352671 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.353167 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: ip-substring-filtering Jun 22 09:19:47.353483 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l2_adjacency.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.354389 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.354886 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 09:19:47.355201 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.356179 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.356688 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: router Jun 22 09:19:47.357006 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.359314 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.359829 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 09:19:47.360179 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.361089 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.361592 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: ext-gw-mode Jun 22 09:19:47.361911 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.362802 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.363301 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: l3-ha Jun 22 09:19:47.363616 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3_flavors.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.364549 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.365048 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: l3-flavors Jun 22 09:19:47.365362 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.366775 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.367460 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 09:19:47.367780 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: l3agentscheduler.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.368825 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.369326 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: l3_agent_scheduler Jun 22 09:19:47.369643 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: logging.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.371099 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.371608 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension logging not supported by any of loaded plugins Jun 22 09:19:47.371955 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: metering.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.372674 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.373238 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: metering Jun 22 09:19:47.373556 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.374619 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.375129 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: metering_source_and_destination_fields Jun 22 09:19:47.375445 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: multiprovidernet.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.376372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.376872 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: multi-provider Jun 22 09:19:47.377185 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: netmtu.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.378077 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.378571 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: net-mtu Jun 22 09:19:47.378884 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: netmtu_writable.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.379776 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.380313 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: net-mtu-writable Jun 22 09:19:47.380631 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: network_availability_zone.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.381280 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.381776 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: network_availability_zone Jun 22 09:19:47.382792 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: network_ip_availability.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.383978 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.384481 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: network-ip-availability Jun 22 09:19:47.384796 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: network_segment_range.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.385544 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.386041 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 09:19:47.386356 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: pagination.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.387307 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.387628 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: pagination Jun 22 09:19:47.387967 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: port_device_profile.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.388845 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.389350 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: port-device-profile Jun 22 09:19:47.389664 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.390547 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.391060 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: port-mac-address-regenerate Jun 22 09:19:47.391372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.392276 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.392777 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: port-numa-affinity-policy Jun 22 09:19:47.393089 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: port_resource_request.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.393966 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.394462 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 09:19:47.394773 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: portbindings.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.395677 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.396277 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: binding Jun 22 09:19:47.396592 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: portbindings_extended.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.398066 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.398583 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: binding-extended Jun 22 09:19:47.398903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: portsecurity.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.399798 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.400325 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: port-security Jun 22 09:19:47.400640 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: project_id.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.401715 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.402039 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: project-id Jun 22 09:19:47.402355 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: providernet.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.403259 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.403763 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: provider Jun 22 09:19:47.404103 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.407622 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.408172 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos not supported by any of loaded plugins Jun 22 09:19:47.408499 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.409718 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.410226 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 09:19:47.410546 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.411440 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.411973 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 09:19:47.412292 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_default.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.413273 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.413838 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-default not supported by any of loaded plugins Jun 22 09:19:47.414159 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_fip.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.414794 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.415292 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 09:19:47.415605 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_gateway_ip.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.416590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.417089 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 09:19:47.427705 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_port_network_policy.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.428310 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.429381 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 09:19:47.429699 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_rule_type_details.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.430595 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.431094 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 09:19:47.431407 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: qos_rules_alias.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.432784 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.433293 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 09:19:47.433607 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: quotasv2.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.434498 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.434821 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: quotas Jun 22 09:19:47.435133 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: quotasv2_detail.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.438143 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.438481 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: quota_details Jun 22 09:19:47.438804 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: rbac.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.439843 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.440477 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: rbac-policies Jun 22 09:19:47.440803 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: rbac_address_group.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.441712 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.442223 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: rbac-address-group Jun 22 09:19:47.442539 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: rbac_address_scope.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.443433 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.443958 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: rbac-address-scope Jun 22 09:19:47.444275 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: rbac_security_groups.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.445998 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.446480 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: rbac-security-groups Jun 22 09:19:47.446800 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: rbac_subnetpool.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.447694 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.448227 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: rbac-subnetpool Jun 22 09:19:47.448543 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: revisionifmatch.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.449442 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.449942 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: revision-if-match Jun 22 09:19:47.450256 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: revisions.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.451342 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.451890 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: standard-attr-revisions Jun 22 09:19:47.452219 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: router_availability_zone.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.452877 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.453376 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: router_availability_zone Jun 22 09:19:47.453690 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: routerservicetype.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.454589 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.455089 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 09:19:47.455405 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.456329 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.456837 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: security-groups-normalized-cidr Jun 22 09:19:47.457153 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.458051 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.458555 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: port-security-groups-filtering Jun 22 09:19:47.458869 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.459851 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.467372 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: security-groups-remote-address-group Jun 22 09:19:47.467372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: securitygroup.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.470221 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.470745 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: security-group Jun 22 09:19:47.471071 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: segment.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.471832 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.472357 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension segment not supported by any of loaded plugins Jun 22 09:19:47.472680 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.473592 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.474096 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 09:19:47.474424 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: servicetype.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.475494 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.476137 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: service-type Jun 22 09:19:47.476451 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: sorting.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.477413 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.477737 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: sorting Jun 22 09:19:47.478056 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: standard_attr_segment.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.478938 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.479446 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 09:19:47.479804 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: standardattrdescription.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.480456 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.480958 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: standard-attr-description Jun 22 09:19:47.481275 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: stateful_security_group.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.482181 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.482691 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: stateful-security-group Jun 22 09:19:47.483000 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: stdattrs_common.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.483557 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 09:19:47.483890 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.484876 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.485382 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 09:19:47.485740 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: subnet_onboard.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.486789 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.487296 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: subnet_onboard Jun 22 09:19:47.487613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.488555 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.489048 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 09:19:47.489361 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: subnet_service_types.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.490259 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.490764 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: subnet-service-types Jun 22 09:19:47.491194 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: subnetallocation.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.492787 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.493290 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: subnet_allocation Jun 22 09:19:47.493608 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.494275 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.494781 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: subnetpool-prefix-ops Jun 22 09:19:47.495096 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.496035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.496536 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 09:19:47.496848 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: tagging.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.497896 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.498404 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: standard-attr-tag Jun 22 09:19:47.498724 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: timestamp.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.500018 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.500531 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loaded extension: standard-attr-timestamp Jun 22 09:19:47.500850 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: trunk.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.501856 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.502416 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension trunk not supported by any of loaded plugins Jun 22 09:19:47.502735 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: trunk_details.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.503622 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.504161 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 09:19:47.504482 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: uplink_status_propagation.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.505371 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.505872 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 09:19:47.506186 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Loading extension file: vlantransparent.py {{(pid=93838) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 09:19:47.506849 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93838) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 09:19:47.508085 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 09:19:47.511845 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:network Jun 22 09:19:47.515430 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:subnet Jun 22 09:19:47.515430 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:19:47.515430 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:port Jun 22 09:19:47.515430 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.515430 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service FLAVORS assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.515940 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.516363 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.516693 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:router Jun 22 09:19:47.517109 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 09:19:47.517582 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service METERING assigned prefix: /metering {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.519015 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.519378 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.519723 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:19:47.520762 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 09:19:47.521198 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:security_group Jun 22 09:19:47.521614 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 09:19:47.522198 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service CORE assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.522550 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:19:47.522895 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] subnetpool is already registered Jun 22 09:19:47.523416 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service CORE assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.523734 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:19:47.524088 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] subnetpool is already registered Jun 22 09:19:47.526473 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.526903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service FLAVORS assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.527484 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.527919 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.528247 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:router Jun 22 09:19:47.528577 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] router is already registered Jun 22 09:19:47.528977 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 09:19:47.529303 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] floatingip is already registered Jun 22 09:19:47.529746 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service METERING assigned prefix: /metering {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.530394 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 09:19:47.530716 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] rbac_policy is already registered Jun 22 09:19:47.531121 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:security_group Jun 22 09:19:47.531445 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] security_group is already registered Jun 22 09:19:47.531901 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 09:19:47.532286 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] security_group_rule is already registered Jun 22 09:19:47.533202 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service CORE assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.533537 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:19:47.533867 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] subnetpool is already registered Jun 22 09:19:47.534286 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.v2.resource_helper [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Service CORE assigned prefix: {{(pid=93838) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 09:19:47.534609 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 09:19:47.534932 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING neutron.quota.resource_registry [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] subnetpool is already registered Jun 22 09:19:47.535409 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: extensions {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.536964 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: address-groups {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.539079 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: address-scopes {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.540490 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: agents {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.542054 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: auto-allocated-topology {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.543283 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: availability_zones {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.544592 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: dhcp-networks {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.546137 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: dhcp-agents {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.547583 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: routers {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.549389 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: flavors {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.551950 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: service_profiles {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.553255 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: next_providers {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.555439 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: service_profiles {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.557521 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: floatingip-pools {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.558820 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: routers {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.560591 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: floatingips {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.562099 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: l3-routers {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.564202 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: l3-agents {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.566140 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: metering-labels {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.568057 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: metering-label-rules {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.569903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: network-ip-availabilities {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.571815 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: bindings {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.573390 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: quotas {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.574912 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: quotas {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.576397 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: rbac-policies {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.577576 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: security-groups {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.578858 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: security-group-rules {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.580117 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: service-providers {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.581371 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: subnetpools {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.582666 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: subnetpools {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.584228 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.586073 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.587852 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.589606 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.591264 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.593205 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.595027 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.596835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.598674 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.600466 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron.api.extensions [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Extended resource: tags {{(pid=93838) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 09:19:47.607352 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING keystonemiddleware.auth_token [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 09:19:47.612008 dv-neutron-797120-3-hyperv neutron-server[93838]: WARNING keystonemiddleware.auth_token [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 09:19:47.620879 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_concurrency.lockutils [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Acquired lock "singleton_lock" {{(pid=93838) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 09:19:47.621346 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_concurrency.lockutils [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Releasing lock "singleton_lock" {{(pid=93838) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 09:19:47.621988 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Starting 2 workers Jun 22 09:19:47.626742 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Started child 93949 {{(pid=93838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:19:47.631107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Started child 93950 {{(pid=93838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:19:47.632294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:47.632948 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO neutron.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 09:19:47.633367 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Notify callbacks [] for process, before_spawn {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:47.634108 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [-] (93949) wsgi starting up on http://0.0.0.0:9696 Jun 22 09:19:47.635920 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Starting 1 workers Jun 22 09:19:47.636068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:47.637360 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [-] (93950) wsgi starting up on http://0.0.0.0:9696 Jun 22 09:19:47.641094 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Started child 93951 {{(pid=93838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:19:47.641620 dv-neutron-797120-3-hyperv neutron-server[93838]: INFO oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Starting 1 workers Jun 22 09:19:47.644587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] calling RpcWorker wait() {{(pid=93951) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 09:19:47.645104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] returning from RpcWorker wait() {{(pid=93951) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 09:19:47.646023 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Started child 93952 {{(pid=93838) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 09:19:47.646316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:47.646782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:47.646880 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97d50ea0-ddef-4a6c-901c-60c96907c383 None None] Notify callbacks [] for process, after_spawn {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:47.648792 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93838) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 09:19:47.649004 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:19:47.649187 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:19:47.649405 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:19:47.649746 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:19:47.649909 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:19:47.650393 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.650681 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.650953 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.651222 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.651436 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:19:47.651940 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.652106 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.652364 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.652497 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:47.652620 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.652889 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.653126 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.653296 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.653461 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.653809 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.654099 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.654282 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.654599 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.654849 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.655121 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.655290 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.655581 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.655861 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.656130 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.656388 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] debug = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.657903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.657903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.657903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.657903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.657903 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.658279 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.658349 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.658644 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.658895 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.659148 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.659397 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.659662 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.659921 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.660141 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.660368 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.660636 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.660856 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.661333 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] host = dv-neutron-797120-3-hyperv {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.661552 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.661767 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.662011 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.662276 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.662531 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.662760 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.663054 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.663891 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.664157 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.664402 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.664649 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.664905 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.665141 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.665382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.665543 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_options = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.665787 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.666065 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.666342 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.666530 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.666697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.666873 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.667126 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.667288 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.667595 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.667767 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.667984 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.668261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.668496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.668725 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.668996 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.669235 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.669482 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.669695 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.669940 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.670166 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.670417 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.670690 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.670843 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.671066 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.671278 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.671510 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.671733 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.671998 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.672213 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.672508 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.675117 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.675400 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.675661 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.675951 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.676194 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.676433 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.676659 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.676936 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.678061 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.678331 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.678598 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.679454 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.679824 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.680137 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.680603 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.680830 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_json = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.681070 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.686697 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687261 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.687813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.688195 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.688195 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.688412 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.688617 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.688848 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.689070 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.689322 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.693354 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.693680 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.693975 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.696259 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.696514 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.696764 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.697031 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.697267 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.698361 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.700110 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.700466 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.700782 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.701072 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.701319 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.701597 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.701857 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.702124 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.702396 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.702670 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.702915 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.703180 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.703425 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.703652 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.703906 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.704138 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.704375 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.704605 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.704865 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.705102 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.705357 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.705572 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.705815 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.706038 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.706394 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.706551 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.706729 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.706967 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.707210 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.707492 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.707730 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.707978 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.708293 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.708515 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.708742 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.708982 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.709200 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.709427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.709645 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.710036 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.710263 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.710483 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.710698 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.710912 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.711129 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.711371 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.711592 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.711840 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.712096 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.712315 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.712529 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.712765 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.712987 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.713283 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.713601 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.713837 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.714085 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.714314 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.714568 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.714813 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.715056 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.715274 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.715496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.715741 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.716043 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.716284 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718382 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718894 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.718894 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.719041 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.719219 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.719482 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.719717 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.720164 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.720428 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.720717 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.720941 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.721197 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.721503 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.721770 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.722029 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.722290 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.722526 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.722777 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.722994 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.723245 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.723508 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.723774 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.724025 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.724292 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.724537 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.724775 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.724991 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.725220 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.725602 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.726340 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.726563 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.726799 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.727074 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.727340 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.727578 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.727854 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.728135 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.728486 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.728737 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.728989 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.729225 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.729456 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.729705 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.729919 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.730323 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.730545 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.730769 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.730984 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.731220 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.731477 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.731685 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.731920 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.732138 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.732360 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.732576 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.732816 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.733027 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.733249 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.733485 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.733700 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.733919 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.734136 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.734346 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.734595 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.734811 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.735099 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.735414 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.735737 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.735936 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.736101 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.736335 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.736549 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.736794 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.737012 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.737223 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.737436 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.737672 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.737907 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.738119 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.738362 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.738600 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.738851 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.739098 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.739419 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.739667 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.739917 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.740185 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.740493 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.740733 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.740980 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.741195 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.741585 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.741825 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.742043 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.742278 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.742503 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.742728 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.743058 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.743271 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.743482 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.743778 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.744022 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.744309 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.744566 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747825 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747825 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747825 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.747825 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.748132 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.748206 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.748395 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.748607 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.748822 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.749045 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.749273 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.749502 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.749740 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.749926 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.750244 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.750596 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.750819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.751103 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.751331 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.751573 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.751815 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.752152 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.752384 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.752658 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.752871 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.753087 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.753305 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.753562 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.753916 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.754220 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.754468 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.754719 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.754985 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.755286 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.755549 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.755784 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.756095 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.756444 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.756713 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.757560 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.757850 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.758181 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.758501 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.758737 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.758971 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.759206 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.759423 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.759664 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.759906 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.760154 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.760370 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.760623 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.760860 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.761085 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.761315 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.761533 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.761788 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.761940 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:19:47.762533 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93838) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 09:19:47.762696 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 09:19:47.762847 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 09:19:47.763034 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 09:19:47.763201 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 09:19:47.763373 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 09:19:47.763552 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.763705 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.763967 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.764127 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.764271 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.764433 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.764604 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.764763 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.764909 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.765071 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.765221 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.765380 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.765530 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.765690 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.765842 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766003 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766148 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766304 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766467 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766618 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766779 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.766923 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.767080 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] debug = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.767230 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.767434 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.767605 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.767751 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.767922 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] host = dv-neutron-797120-3-hyperv {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770496 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.770928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.771204 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.771204 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.771355 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.771713 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.771713 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.772042 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.772042 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_options = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.772307 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.772307 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.772636 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.772811 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.773010 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.773225 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.773483 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.773483 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.773786 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.773786 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774053 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774053 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774361 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774361 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774645 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774645 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774947 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.774947 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.775216 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.775216 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.775490 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.775490 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.775760 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.775760 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776060 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776151 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776232 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776373 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776530 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776686 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.776842 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777000 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777155 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777311 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777466 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777622 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777777 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.777936 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.778091 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.778246 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.778401 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.778556 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.778711 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.778866 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.779021 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.779160 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_json = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.779322 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.779478 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.779632 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.779788 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.780004 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.780132 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.780254 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.780410 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 09:19:47.780588 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.780749 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.780920 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.781080 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.781226 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.781388 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.781546 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.781705 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.781864 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782023 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782354 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782354 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782569 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782663 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782808 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.782971 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.783130 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.783291 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.783451 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.783611 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.783771 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.783951 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.784129 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.784289 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.784450 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.784609 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.784767 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.784928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.785088 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.785247 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.785407 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.785567 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.785726 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.785884 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.786043 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.786202 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.786361 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.786553 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.786827 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.786968 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787105 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787232 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787317 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787480 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787639 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787798 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.787980 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.788707 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.788860 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789121 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789214 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789330 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789494 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789635 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789798 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.789957 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.790116 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.790276 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.790435 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.790594 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791132 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791132 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791132 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791370 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791452 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791569 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791733 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.791928 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.792072 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.792232 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.792392 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.792753 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.792753 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.792970 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.793139 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.793139 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.798819 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.799590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.799590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.799590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.799590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.799590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.799590 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800142 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.800691 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801227 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.801835 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802372 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.802969 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.803613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.803613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.803613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.803613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.803613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.803613 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.804237 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.804237 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.804237 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.804568 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.804682 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.804852 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805015 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805177 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805338 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805513 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805657 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805816 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.805975 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.806135 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.806368 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.806538 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.806700 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.806859 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.807022 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.807702 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.807832 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.807994 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808119 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808243 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808367 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808506 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808668 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808829 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.808974 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.809138 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.809298 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.809459 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.809619 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.809787 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.809938 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.810097 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.810267 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.810403 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.810555 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.810723 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.810850 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811070 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811222 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811331 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811492 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811652 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811811 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.811991 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.812151 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.812304 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.812459 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.812624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.812784 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.812945 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.813157 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.813313 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.813441 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.813565 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.813710 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.813869 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.814028 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.814201 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.814360 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.814519 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.814678 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.814839 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815009 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815169 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815327 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815485 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815645 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815815 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.815988 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.816146 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.816304 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.816463 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.816632 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.816791 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.816950 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.817107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.817314 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.817486 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.817652 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.817811 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.817970 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.818129 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.818298 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.818460 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.818620 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.818789 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.818948 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.819107 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.819267 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.819987 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.820243 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.820411 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.820571 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.820731 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.820901 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.821035 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.827427 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828019 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.828624 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.829222 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.829222 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.829222 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 09:19:47.829222 dv-neutron-797120-3-hyperv neutron-server[93838]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93838) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 09:19:48.066783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47792) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:19:48.075762 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067322 Jun 22 09:19:59.505973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99ae0e-de00-4a0e-b2d9-6f9d94ff9c0e None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:19:59.593043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c99ae0e-de00-4a0e-b2d9-6f9d94ff9c0e None None] No non-hosted networks {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 09:19:59.609102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.agentschedulers_db [None req-3c99ae0e-de00-4a0e-b2d9-6f9d94ff9c0e None None] DHCP Agent not found on host dv-neutron-797120-3-hyperv {{(pid=93951) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 09:19:59.703338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-879e617c-b829-4df1-9a50-cb5b291a3119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105'] for agent, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:02.198272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e1667d0-c0b7-4d97-8267-3df8f4cef14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105'] for agent, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:02.243306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-e425eafc-01f6-4159-b434-ebfa5a6b464b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-797120-3-hyperv {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:20:02.243721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-e425eafc-01f6-4159-b434-ebfa5a6b464b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:20:02.637010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105'] for agent, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:02.637649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.637995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.638408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.638777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.639095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.639411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.639723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.640077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.640391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.640766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.641097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.641410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:02.641943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797120-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:02.653375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797120-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:02.825417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e425eafc-01f6-4159-b434-ebfa5a6b464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:03.368893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105'] for agent, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:04.830852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105'] for agent, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:06.107105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:06.622415 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING oslo_policy.policy [None req-9f003942-47f5-4675-8fb5-70c45a26c58e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:06.623029 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING oslo_policy.policy [None req-9f003942-47f5-4675-8fb5-70c45a26c58e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:06.841840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-9f003942-47f5-4675-8fb5-70c45a26c58e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:20:06.842894 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f003942-47f5-4675-8fb5-70c45a26c58e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7348795 Jun 22 09:20:08.421866 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.db.l3_hamode_db [None req-7ac8765c-77ae-42e5-9ad7-42b1fd798d92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 09:20:08.502673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8765c-77ae-42e5-9ad7-42b1fd798d92 None None] Routers set() bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:08.503200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8765c-77ae-42e5-9ad7-42b1fd798d92 None None] Router IDs set() for agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 09:20:09.192453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47898) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:09.497996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:09.592315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.policy [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93949) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 09:20:09.636782 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING oslo_policy.policy [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:09.637166 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING oslo_policy.policy [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:09.645669 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.quota [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] Loaded quota_driver: . Jun 22 09:20:09.792884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751675107518', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751675108049', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751675098887', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751675101437', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751675094656', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751675141533', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1638188', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446451', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-424701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7877364'] for rbac-policy, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:09.974431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:09.975535 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ed1c54aa-83ab-484b-aa8c-e5fb047a64aa admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7821498 Jun 22 09:20:12.505524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47910) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:12.797876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:12.872010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Made reservation on behalf of 2743f2f3dc3449e9bb55c678ad653a80 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:20:12.874688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:12.891215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.012377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.065561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.070733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:13.085367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:20:13.113481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751671687114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.114071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Unsubscribe: segment precommit_create {{(pid=93949) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:20:13.114601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Added segment 61ef2d24-4b7f-44b1-b715-ec728d7fa39d of type vlan for network f132887e-5d42-4c6f-b922-4f9130d6820f Jun 22 09:20:13.132150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae85848-2e42-4f43-9fb1-79a7966835b4,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:13.180911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.181310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.181695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.182152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.182473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.182801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.183117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.183441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.183758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.184351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.184654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.184956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Tracked resource versions report: Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: pushed versions: Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: { 'AddressGroup': {'1.2'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'ConntrackHelper': {'1.0'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Log': {'1.0'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Network': {'1.1'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Port': {'1.7'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'PortForwarding': {'1.2'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'QosPolicy': {'1.8'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroup': {'1.4'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SubPort': {'1.0'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Subnet': {'1.1'}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Trunk': {'1.1'}} Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: consumer versions: Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'ConntrackHelper': '1.0', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Log': '1.0', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Network': '1.1', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Port': '1.7', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'PortForwarding': '1.2', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'QosPolicy': '1.8', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroup': '1.4', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroupRule': '1.2', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SubPort': '1.0', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Subnet': '1.1', Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Trunk': '1.1'}} Jun 22 09:20:13.186196 dv-neutron-797120-3-hyperv neutron-server[93949]: {{(pid=93949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:20:13.229983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.242991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:13.327111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.328580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:13.329242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:13.332023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:13.423071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Pushing event updated for resources: {'Network': ['ID=f132887e-5d42-4c6f-b922-4f9130d6820f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:13.426062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:13.434009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network f132887e-5d42-4c6f-b922-4f9130d6820f details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:20:13.512482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0058837 Jun 22 09:20:16.085828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 47924) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:16.595758 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING oslo_policy.policy [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:16.599809 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING oslo_policy.policy [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:17.034532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.policy [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93950) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 09:20:17.079932 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING oslo_policy.policy [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:17.080293 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING oslo_policy.policy [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 09:20:17.088696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:17.090587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21402a47-1dc8-4c9f-a71f-cdbce1b0f472 admin admin] 10.222.0.65 "GET /v2.0/networks/f132887e-5d42-4c6f-b922-4f9130d6820f HTTP/1.1" status: 200 len: 825 time: 1.0027208 Jun 22 09:20:17.128947 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7e1cbfb7-8a42-4a3a-aeb7-681e2ea6af0f admin admin] 10.222.0.65 "GET /v2.0/subnetpools/a5c039ee-87f8-4bad-bdae-0432339b5ebe HTTP/1.1" status: 200 len: 734 time: 0.0331085 Jun 22 09:20:17.138553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Request body: {'subnet': {'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'ip_version': 4, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe', 'gateway_ip': '172.20.0.1', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'name': 'private-subnet'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:17.140653 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.quota [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Loaded quota_driver: . Jun 22 09:20:17.243016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Made reservation on behalf of 2743f2f3dc3449e9bb55c678ad653a80 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:20:17.246391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:17.621595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:17.626548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:17.689162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Checking segment: {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:20:17.689537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Network hostable DHCP agents. Network: f132887e-5d42-4c6f-b922-4f9130d6820f, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:20:17.706351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b01082-aaee-48f6-b901-f4102d5bbb7a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:17.717618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.717969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.718298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.718616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.718929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.719258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.719570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.719912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.720231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.720536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.720839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.721139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Tracked resource versions report: Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: pushed versions: Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: { 'AddressGroup': {'1.2'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'ConntrackHelper': {'1.0'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Log': {'1.0'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Network': {'1.1'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Port': {'1.7'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'PortForwarding': {'1.2'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'QosPolicy': {'1.8'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroup': {'1.4'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SubPort': {'1.0'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Subnet': {'1.1'}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Trunk': {'1.1'}} Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: consumer versions: Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'ConntrackHelper': '1.0', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Log': '1.0', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Network': '1.1', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Port': '1.7', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'PortForwarding': '1.2', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'QosPolicy': '1.8', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroup': '1.4', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroupRule': '1.2', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SubPort': '1.0', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Subnet': '1.1', Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Trunk': '1.1'}} Jun 22 09:20:17.722436 dv-neutron-797120-3-hyperv neutron-server[93950]: {{(pid=93950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:20:17.754805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:17.803421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Network f132887e-5d42-4c6f-b922-4f9130d6820f is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:20:17.889334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, f132887e-5d42-4c6f-b922-4f9130d6820f) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:17.893832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:17.894481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:17.899309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f00ac4-c683-4835-947e-a29cbf825644 None None] Network f132887e-5d42-4c6f-b922-4f9130d6820f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:17.997065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8627479 Jun 22 09:20:18.243514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-f132887e-5d42-4c6f-b922-4f9130d6820f', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:20:18.245467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:18.632184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Allocated IP 172.20.0.2 (f132887e-5d42-4c6f-b922-4f9130d6820f/d4b01082-aaee-48f6-b901-f4102d5bbb7a/2e432c42-3058-49c3-9f0c-bdfd0d99619e) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:18.849464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:18.867090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Transition to ACTIVE for port object 2e432c42-3058-49c3-9f0c-bdfd0d99619e will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:18.918738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Transition to ACTIVE for port object 2e432c42-3058-49c3-9f0c-bdfd0d99619e will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:18.985463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:18.988499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:19.051616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Network f132887e-5d42-4c6f-b922-4f9130d6820f is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:19.061307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:19.071529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:20:19.075724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Pushing event updated for resources: {'Port': ['ID=2e432c42-3058-49c3-9f0c-bdfd0d99619e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:19.102422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.102801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.103142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.103459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.104554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.104896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.105219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.105534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.105860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.106176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.106487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.106811 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Tracked resource versions report: Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: pushed versions: Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: { 'AddressGroup': {'1.2'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'ConntrackHelper': {'1.0'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Log': {'1.0'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Network': {'1.1'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Port': {'1.7'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'PortForwarding': {'1.2'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'QosPolicy': {'1.8'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroup': {'1.4'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SubPort': {'1.0'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Subnet': {'1.1'}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Trunk': {'1.1'}} Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: consumer versions: Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'ConntrackHelper': '1.0', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Log': '1.0', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Network': '1.1', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Port': '1.7', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'PortForwarding': '1.2', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'QosPolicy': '1.8', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroup': '1.4', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroupRule': '1.2', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SubPort': '1.0', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Subnet': '1.1', Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Trunk': '1.1'}} Jun 22 09:20:19.108124 dv-neutron-797120-3-hyperv neutron-server[93951]: {{(pid=93951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:20:19.129634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:19.158562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Attempting to bind port 2e432c42-3058-49c3-9f0c-bdfd0d99619e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:20:19.158951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Attempting to bind port 2e432c42-3058-49c3-9f0c-bdfd0d99619e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:20:19.159361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Attempting to bind port 2e432c42-3058-49c3-9f0c-bdfd0d99619e on network f132887e-5d42-4c6f-b922-4f9130d6820f {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:20:19.164122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:20:19.164514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Checking segment: {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:20:19.164974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.165353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Bound using segment: {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:20:19.165820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Bound port: 2e432c42-3058-49c3-9f0c-bdfd0d99619e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:20:19.166773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.229287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] For port 2e432c42-3058-49c3-9f0c-bdfd0d99619e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:20:19.233442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] For port 2e432c42-3058-49c3-9f0c-bdfd0d99619e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2e432c42-3058-49c3-9f0c-bdfd0d99619e,segment=NetworkSegment(61ef2d24-4b7f-44b1-b715-ec728d7fa39d),segment_id=61ef2d24-4b7f-44b1-b715-ec728d7fa39d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:20:19.333926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:19.337775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:19.400150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Pushing event updated for resources: {'Port': ['ID=2e432c42-3058-49c3-9f0c-bdfd0d99619e,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:19.403768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:20.364631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47944) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:20.691189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-7b700e6b-4622-4615-9a24-54375a6e2e9e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:20:20.692220 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7b700e6b-4622-4615-9a24-54375a6e2e9e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3265922 Jun 22 09:20:23.042028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47952) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:23.374392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-58c8c37e-b8ac-4c66-ac25-c4475a68999f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:20:23.375543 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-58c8c37e-b8ac-4c66-ac25-c4475a68999f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321447 Jun 22 09:20:24.477237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2e432c42-3058-49c3-9f0c-bdfd0d99619e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:24.610093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2e432c42-3058-49c3-9f0c-bdfd0d99619e completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:25.459688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4faa20-e68e-4def-8b42-8a2c9b5ca413 None None] Network f132887e-5d42-4c6f-b922-4f9130d6820f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:25.638942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Provisioning for port 2e432c42-3058-49c3-9f0c-bdfd0d99619e completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:25.649724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Provisioning complete for port 2e432c42-3058-49c3-9f0c-bdfd0d99619e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:25.650173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.772707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.813567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] For port 2e432c42-3058-49c3-9f0c-bdfd0d99619e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2e432c42-3058-49c3-9f0c-bdfd0d99619e,segment=NetworkSegment(61ef2d24-4b7f-44b1-b715-ec728d7fa39d),segment_id=61ef2d24-4b7f-44b1-b715-ec728d7fa39d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:25.901673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:25.903781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:25.949302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Pushing event updated for resources: {'Port': ['ID=2e432c42-3058-49c3-9f0c-bdfd0d99619e,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:25.952394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:25.999480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47966) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:26.022049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-255785ac-cd1e-4439-9f8c-fcf94726de8b None None] Provisioning complete for port 2e432c42-3058-49c3-9f0c-bdfd0d99619e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:26.022423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-255785ac-cd1e-4439-9f8c-fcf94726de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.294214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'name': 'router1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:26.374300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.375900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.403174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2e432c42-3058-49c3-9f0c-bdfd0d99619e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:26.448882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2e432c42-3058-49c3-9f0c-bdfd0d99619e triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:26.449251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.517305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.580316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.648121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:26.649325 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d03fc20-bd59-4b88-94bc-5abc16247a25 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6488369 Jun 22 09:20:28.961496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47974) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:29.267507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-88689a1d-01fa-49d8-9c19-0611859dc8cb admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:20:29.268534 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-88689a1d-01fa-49d8-9c19-0611859dc8cb admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061073 Jun 22 09:20:29.580197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4bfba86c-8017-41ed-b863-e1cacd97913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:31.629375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 47982) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:31.936198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:32.016072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Made reservation on behalf of 1cc7980cd3a64ab889197b8632f52855 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:20:32.018366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.026927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.113637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.198918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-54980559-12a4-4dd3-a70b-865c2f9dec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.227258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.232185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:32.238359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Reserving flat network on physical network physnet1 {{(pid=93949) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 09:20:32.268502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.268758 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Added segment 392dde8a-09bb-47c8-8d99-fc157885e69f of type flat for network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b Jun 22 09:20:32.270025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f5828e-5f0c-4e0d-959b-2991e9369799,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:32.273352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:32.318129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.419953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.421457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:32.422025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.423955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:32.492256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Pushing event updated for resources: {'Network': ['ID=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:32.495488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:32.501951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:20:32.656303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:32.674321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0436549 Jun 22 09:20:33.353657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:34.776385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:34.980418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48000) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:35.150966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b359042-a31a-4290-9b81-f59a4180c001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:35.152359 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0b359042-a31a-4290-9b81-f59a4180c001 admin admin] 10.222.0.65 "GET /v2.0/subnets/d4b01082-aaee-48f6-b901-f4102d5bbb7a HTTP/1.1" status: 200 len: 849 time: 0.1709869 Jun 22 09:20:35.326153 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c5d10c1b-eb5c-4ce6-9ee9-e275b6a862db admin admin] 10.222.0.65 "GET /v2.0/routers/a66d76a2-4865-4f09-8313-38503451ffdd HTTP/1.1" status: 200 len: 704 time: 0.1684356 Jun 22 09:20:35.588404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:35.889647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Allocated IP 172.20.0.1 (f132887e-5d42-4c6f-b922-4f9130d6820f/d4b01082-aaee-48f6-b901-f4102d5bbb7a/d3432fb2-f172-474b-b944-b35bcd4e1103) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:36.045677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.067564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Transition to ACTIVE for port object d3432fb2-f172-474b-b944-b35bcd4e1103 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:36.228202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.231239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:36.295568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Network f132887e-5d42-4c6f-b922-4f9130d6820f is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:36.301240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:36.308032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:20:36.308032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.373065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Pushing event updated for resources: {'Port': ['ID=d3432fb2-f172-474b-b944-b35bcd4e1103,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:36.383896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:36.587945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f0c533f8-c3a2-406f-b819-0bed3a7a7018 None None] Provisioning for port d3432fb2-f172-474b-b944-b35bcd4e1103 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:36.591537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f0c533f8-c3a2-406f-b819-0bed3a7a7018 None None] Provisioning complete for port d3432fb2-f172-474b-b944-b35bcd4e1103 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:36.591929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0c533f8-c3a2-406f-b819-0bed3a7a7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.630118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f0c533f8-c3a2-406f-b819-0bed3a7a7018 None None] Port d3432fb2-f172-474b-b944-b35bcd4e1103 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:20:36.708734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.927647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.993971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.995132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:36.997625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:37.071180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Pushing event updated for resources: {'Port': ['ID=d3432fb2-f172-474b-b944-b35bcd4e1103,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:37.075025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:37.117447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Network f132887e-5d42-4c6f-b922-4f9130d6820f is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:37.118681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:37.352877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cbdaa54a-65b6-426b-a274-57cb1043cc33 None None] Provisioning complete for port d3432fb2-f172-474b-b944-b35bcd4e1103 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:37.353243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cbdaa54a-65b6-426b-a274-57cb1043cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:37.365048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Router a66d76a2-4865-4f09-8313-38503451ffdd is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:20:37.385078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cbdaa54a-65b6-426b-a274-57cb1043cc33 None None] Port d3432fb2-f172-474b-b944-b35bcd4e1103 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:20:37.456650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:37.461642 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] 10.222.0.65 "PUT /v2.0/routers/a66d76a2-4865-4f09-8313-38503451ffdd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1306911 Jun 22 09:20:37.466745 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Sync routers for ids ['a66d76a2-4865-4f09-8313-38503451ffdd'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:37.478766 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Routers {'a66d76a2-4865-4f09-8313-38503451ffdd'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:37.479584 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:20:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a66d76a2-4865-4f09-8313-38503451ffdd'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:37.663966 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Set router a66d76a2-4865-4f09-8313-38503451ffdd gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:38.087253 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'name': 'router1', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:20:26Z', 'updated_at': '2021-06-22T09:20:36Z', 'revision_number': 2, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'gw_port_host': None, '_interfaces': [{'id': 'd3432fb2-f172-474b-b944-b35bcd4e1103', 'name': '', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'mac_address': 'fa:16:3e:48:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:35Z', 'updated_at': '2021-06-22T09:20:36Z', 'revision_number': 2, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'subnets': [{'id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:38.139298 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Checking router: a66d76a2-4865-4f09-8313-38503451ffdd for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:38.139667 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Updating router a66d76a2-4865-4f09-8313-38503451ffdd port d3432fb2-f172-474b-b944-b35bcd4e1103 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:20:38.203541 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.723510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.746226 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Transition to ACTIVE for port object d3432fb2-f172-474b-b944-b35bcd4e1103 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:38.849032 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:38.851830 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:39.044288 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Pushing event updated for resources: {'Port': ['ID=d3432fb2-f172-474b-b944-b35bcd4e1103,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:39.061881 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.062226 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.062550 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.062867 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.063184 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.063510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.063826 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.064165 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.064487 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.064797 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.065106 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.065402 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Tracked resource versions report: Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: pushed versions: Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: { 'AddressGroup': {'1.2'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'ConntrackHelper': {'1.0'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Log': {'1.0'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Network': {'1.1'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Port': {'1.7'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'PortForwarding': {'1.2'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'QosPolicy': {'1.8'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroup': {'1.4'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SubPort': {'1.0'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Subnet': {'1.1'}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Trunk': {'1.1'}} Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: consumer versions: Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'ConntrackHelper': '1.0', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Log': '1.0', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Network': '1.1', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Port': '1.7', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'PortForwarding': '1.2', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'QosPolicy': '1.8', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroup': '1.4', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroupRule': '1.2', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SubPort': '1.0', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Subnet': '1.1', Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Trunk': '1.1'}} Jun 22 09:20:39.066752 dv-neutron-797120-3-hyperv neutron-server[93952]: {{(pid=93952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:20:39.071579 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Attempting to bind port d3432fb2-f172-474b-b944-b35bcd4e1103 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:20:39.071579 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Attempting to bind port d3432fb2-f172-474b-b944-b35bcd4e1103 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:20:39.072044 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Attempting to bind port d3432fb2-f172-474b-b944-b35bcd4e1103 on network f132887e-5d42-4c6f-b922-4f9130d6820f {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:20:39.074673 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:39.078553 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:20:39.078950 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Checking segment: {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:20:39.079445 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.079823 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Bound using segment: {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:20:39.080349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Bound port: d3432fb2-f172-474b-b944-b35bcd4e1103, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ef2d24-4b7f-44b1-b715-ec728d7fa39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:20:39.080715 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.145030 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] For port d3432fb2-f172-474b-b944-b35bcd4e1103, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:20:39.166132 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] For port d3432fb2-f172-474b-b944-b35bcd4e1103, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d3432fb2-f172-474b-b944-b35bcd4e1103,segment=NetworkSegment(61ef2d24-4b7f-44b1-b715-ec728d7fa39d),segment_id=61ef2d24-4b7f-44b1-b715-ec728d7fa39d)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:20:39.268792 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:39.271062 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:39.331257 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Routers {'a66d76a2-4865-4f09-8313-38503451ffdd'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:39.331912 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:20:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a66d76a2-4865-4f09-8313-38503451ffdd'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:39.367814 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Pushing event updated for resources: {'Port': ['ID=d3432fb2-f172-474b-b944-b35bcd4e1103,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:39.373904 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:39.424094 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] Set router a66d76a2-4865-4f09-8313-38503451ffdd gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:39.634177 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'name': 'router1', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:20:26Z', 'updated_at': '2021-06-22T09:20:36Z', 'revision_number': 2, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'gw_port_host': None, '_interfaces': [{'id': 'd3432fb2-f172-474b-b944-b35bcd4e1103', 'name': '', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'mac_address': 'fa:16:3e:48:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:35Z', 'updated_at': '2021-06-22T09:20:39Z', 'revision_number': 4, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'subnets': [{'id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:39.661370 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef266ae9-d10a-46ef-b461-f6411d2dcd66 None None] The sync data for ids ['a66d76a2-4865-4f09-8313-38503451ffdd'] in dv-neutron-797120-3-hyperv is: [{'id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'name': 'router1', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:20:26Z', 'updated_at': '2021-06-22T09:20:36Z', 'revision_number': 2, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'gw_port_host': None, '_interfaces': [{'id': 'd3432fb2-f172-474b-b944-b35bcd4e1103', 'name': '', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'mac_address': 'fa:16:3e:48:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:35Z', 'updated_at': '2021-06-22T09:20:39Z', 'revision_number': 4, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'subnets': [{'id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:39.770940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48020) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:39.879502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb506420-f0e5-4198-a26c-a008ab9b0a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:39.880897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb506420-f0e5-4198-a26c-a008ab9b0a93 admin admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 842 time: 0.1089973 Jun 22 09:20:39.890198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Request body: {'subnet': {'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.6.1', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:39.971187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Made reservation on behalf of 1cc7980cd3a64ab889197b8632f52855 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:20:39.973403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.330611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.objects.ports [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:20:40.331029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.333122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9bfb5e25-b948-42a8-815b-8ad79aa441cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:40.383819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9140233a-9032-494a-b47a-e604c3323005,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:40.387054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:40.392720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:20:40.393069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Network hostable DHCP agents. Network: d8cc3e00-8c5a-4702-bae4-7f0cd98e981b, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:20:40.519703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:20:40.603239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d8cc3e00-8c5a-4702-bae4-7f0cd98e981b) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:40.607494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:40.608185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:40.613776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e2832-b0da-42ff-bc75-7c8776769b37 None None] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:40.680465 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7936103 Jun 22 09:20:40.746276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbd2c8-bb9c-4026-ba42-01661240d827 None None] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:20:42.912001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48032) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:43.041580 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-15012bfc-9598-47cb-bae0-d3f4a836feef admin admin] 10.222.0.65 "GET /v2.0/routers/a66d76a2-4865-4f09-8313-38503451ffdd HTTP/1.1" status: 200 len: 710 time: 0.1284122 Jun 22 09:20:43.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695511da-e2a5-48a8-9c92-fd9c3fa43eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:20:43.127258 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-695511da-e2a5-48a8-9c92-fd9c3fa43eae admin admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 886 time: 0.0798452 Jun 22 09:20:43.135744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:20:43.439764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.738168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.810059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:43.912677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Allocated IP 172.26.6.249 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/dca59a9a-2c2e-44d8-91c7-f7c53eb36d72) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:20:44.011057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.101292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.103302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:44.138992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:20:44.141800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:20:44.145134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:20:44.180482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Pushing event updated for resources: {'Port': ['ID=dca59a9a-2c2e-44d8-91c7-f7c53eb36d72,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:44.185920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:44.438912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d3432fb2-f172-474b-b944-b35bcd4e1103 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:44.490178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.559361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d3432fb2-f172-474b-b944-b35bcd4e1103 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:44.563658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d3432fb2-f172-474b-b944-b35bcd4e1103 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:44.564072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.643797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.670262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d3432fb2-f172-474b-b944-b35bcd4e1103, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d3432fb2-f172-474b-b944-b35bcd4e1103,segment=NetworkSegment(61ef2d24-4b7f-44b1-b715-ec728d7fa39d),segment_id=61ef2d24-4b7f-44b1-b715-ec728d7fa39d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:44.689726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.692818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.740931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.744369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:44.790339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d3432fb2-f172-474b-b944-b35bcd4e1103,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:44.794775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:44.801615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Router a66d76a2-4865-4f09-8313-38503451ffdd has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:20:44.909738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:20:44.913773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:44.914951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] 10.222.0.65 "PUT /v2.0/routers/a66d76a2-4865-4f09-8313-38503451ffdd HTTP/1.1" status: 200 len: 890 time: 1.7823431 Jun 22 09:20:44.919890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Sync routers for ids ['a66d76a2-4865-4f09-8313-38503451ffdd'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:20:44.931243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Routers {'a66d76a2-4865-4f09-8313-38503451ffdd'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:44.931957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:20:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a66d76a2-4865-4f09-8313-38503451ffdd'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:45.194392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Set router a66d76a2-4865-4f09-8313-38503451ffdd gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:45.583673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'name': 'router1', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'dca59a9a-2c2e-44d8-91c7-f7c53eb36d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:20:26Z', 'updated_at': '2021-06-22T09:20:44Z', 'revision_number': 4, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'gw_port': {'id': 'dca59a9a-2c2e-44d8-91c7-f7c53eb36d72', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:43Z', 'updated_at': '2021-06-22T09:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd3432fb2-f172-474b-b944-b35bcd4e1103', 'name': '', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'mac_address': 'fa:16:3e:48:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:35Z', 'updated_at': '2021-06-22T09:20:44Z', 'revision_number': 5, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'subnets': [{'id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:45.632892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Checking router: a66d76a2-4865-4f09-8313-38503451ffdd for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:20:45.633252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Updating router a66d76a2-4865-4f09-8313-38503451ffdd port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:20:45.668040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:45.982080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:45.991135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Transition to ACTIVE for port object dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:20:46.055538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:46.057817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:46.109223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Attempting to bind port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:20:46.109597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Attempting to bind port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:20:46.109958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Attempting to bind port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:20:46.111782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d01a9-87fb-4069-b6ba-12c05cae279b None None] Pushing event updated for resources: {'Port': ['ID=dca59a9a-2c2e-44d8-91c7-f7c53eb36d72,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:46.114914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e62d01a9-87fb-4069-b6ba-12c05cae279b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:46.117540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:20:46.117918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:20:46.118320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:46.119067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:20:46.119156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Bound port: dca59a9a-2c2e-44d8-91c7-f7c53eb36d72, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:20:46.119532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:46.181704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] For port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:20:46.185626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] For port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dca59a9a-2c2e-44d8-91c7-f7c53eb36d72,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:20:46.250646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:46.252921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:46.307894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d01a9-87fb-4069-b6ba-12c05cae279b None None] Pushing event updated for resources: {'Port': ['ID=dca59a9a-2c2e-44d8-91c7-f7c53eb36d72,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:46.310776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Routers {'a66d76a2-4865-4f09-8313-38503451ffdd'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:20:46.311386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:20:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a66d76a2-4865-4f09-8313-38503451ffdd'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:46.313597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e62d01a9-87fb-4069-b6ba-12c05cae279b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:46.467733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d3432fb2-f172-474b-b944-b35bcd4e1103 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:46.527933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] Set router a66d76a2-4865-4f09-8313-38503451ffdd gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:20:46.577321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d3432fb2-f172-474b-b944-b35bcd4e1103 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:46.577705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:46.802952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'name': 'router1', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'dca59a9a-2c2e-44d8-91c7-f7c53eb36d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:20:26Z', 'updated_at': '2021-06-22T09:20:44Z', 'revision_number': 4, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'gw_port': {'id': 'dca59a9a-2c2e-44d8-91c7-f7c53eb36d72', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:43Z', 'updated_at': '2021-06-22T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd3432fb2-f172-474b-b944-b35bcd4e1103', 'name': '', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'mac_address': 'fa:16:3e:48:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:35Z', 'updated_at': '2021-06-22T09:20:44Z', 'revision_number': 5, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'subnets': [{'id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:20:46.829563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113bc2c-cf49-4ee0-ae49-7a66291fa8bb None None] The sync data for ids ['a66d76a2-4865-4f09-8313-38503451ffdd'] in dv-neutron-797120-3-hyperv is: [{'id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'name': 'router1', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'dca59a9a-2c2e-44d8-91c7-f7c53eb36d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:20:26Z', 'updated_at': '2021-06-22T09:20:44Z', 'revision_number': 4, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'gw_port': {'id': 'dca59a9a-2c2e-44d8-91c7-f7c53eb36d72', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:df:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:43Z', 'updated_at': '2021-06-22T09:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd3432fb2-f172-474b-b944-b35bcd4e1103', 'name': '', 'network_id': 'f132887e-5d42-4c6f-b922-4f9130d6820f', 'tenant_id': '2743f2f3dc3449e9bb55c678ad653a80', 'mac_address': 'fa:16:3e:48:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d76a2-4865-4f09-8313-38503451ffdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:20:35Z', 'updated_at': '2021-06-22T09:20:44Z', 'revision_number': 5, 'project_id': '2743f2f3dc3449e9bb55c678ad653a80', 'subnets': [{'id': 'd4b01082-aaee-48f6-b901-f4102d5bbb7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5c039ee-87f8-4bad-bdae-0432339b5ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:20:47.262286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48040) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:20:47.405956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-61668029-5e68-40e7-9fc0-16e72fd36224 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1424901 Jun 22 09:20:48.437724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:48.634575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:20:48.638751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:48.639127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:48.733957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:48.753236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dca59a9a-2c2e-44d8-91c7-f7c53eb36d72,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:20:48.834476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:48.837584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2ec9fdbd-e57c-4343-90b6-621e804b2156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:20:48.883491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=dca59a9a-2c2e-44d8-91c7-f7c53eb36d72,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:20:48.886481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:20:50.447863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:20:50.498887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port dca59a9a-2c2e-44d8-91c7-f7c53eb36d72 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:20:50.499254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:20:55.702374 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:20:59.466634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-45e3d6de-38fb-45b0-bdb1-31178c87fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:02.191602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ddf38d78-a7e3-471d-ab97-7174d77376c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:02.604059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:03.323256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:04.801990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:29.495377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97cc9339-221b-4713-9d28-ff41dff00c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:32.188077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d59bae9b-4e71-4437-9d34-396f3004a428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:32.598796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:32.701118 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:21:33.312914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:34.912466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:21:59.523649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5703-1e51-47bc-af98-2634e2b5b99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:02.196702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b84f72b-7c9e-4ebb-8c11-c8c27644c0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:02.595770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:03.322633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:04.796479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:09.699232 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:22:29.494654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb1fcb20-5eea-4e71-9f24-83a9e02107fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:31.258558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48640) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:31.318957 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3df1e6-21a6-4b88-a838-d281064fb1e4 admin admin] GET failed (client error): The resource could not be found. Jun 22 09:22:31.320287 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b3df1e6-21a6-4b88-a838-d281064fb1e4 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607142 Jun 22 09:22:31.550076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8167c4-5243-422d-9c6e-d9cf5a4d1ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:31.551541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb8167c4-5243-422d-9c6e-d9cf5a4d1ceb admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2274861 Jun 22 09:22:32.203345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52bec656-1123-41e3-ab26-e6dc93ce3b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:32.635030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:33.328944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:33.655029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48650) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:33.744408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266dda0-c1b5-43e5-acc7-5c06e5818bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:33.745711 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5266dda0-c1b5-43e5-acc7-5c06e5818bfa admin admin] 10.222.0.65 "GET /v2.0/subnets/d4b01082-aaee-48f6-b901-f4102d5bbb7a HTTP/1.1" status: 200 len: 849 time: 0.0889857 Jun 22 09:22:33.755156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:22:33.835738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:34.047121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751671670492'] for subnet, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:34.050234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-abbdae83-b66e-43af-bcac-cfa68bd216e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:22:34.078819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:34.079401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:34.081092 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] 10.222.0.65 "PUT /v2.0/subnets/d4b01082-aaee-48f6-b901-f4102d5bbb7a HTTP/1.1" status: 200 len: 868 time: 0.3294752 Jun 22 09:22:34.082152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3856eae-b938-44ad-8d82-6ad0cff213dd None None] Network f132887e-5d42-4c6f-b922-4f9130d6820f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:22:34.101066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b01082-aaee-48f6-b901-f4102d5bbb7a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:22:34.108864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.109106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.109453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.109959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.110284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.110606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.110929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.111263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.111584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.111919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.112235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.112543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:22:34.116465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:22:34.465165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6cdb0838-574c-43c5-8347-76479aa21586 None None] Provisioning complete for port d3432fb2-f172-474b-b944-b35bcd4e1103 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:22:34.465705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6cdb0838-574c-43c5-8347-76479aa21586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:34.553447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6cdb0838-574c-43c5-8347-76479aa21586 None None] Provisioning complete for port 2e432c42-3058-49c3-9f0c-bdfd0d99619e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:22:34.553855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6cdb0838-574c-43c5-8347-76479aa21586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:34.797808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:22:36.227245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48658) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:36.437013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f3936-1d5f-4d49-b24e-e37f97dff699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:36.437013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f3936-1d5f-4d49-b24e-e37f97dff699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:36.437013 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b11f3936-1d5f-4d49-b24e-e37f97dff699 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021396 Jun 22 09:22:38.600432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48666) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:38.728317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a93f5-b9f1-439c-ad9a-700a5bff02be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:38.728698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a93f5-b9f1-439c-ad9a-700a5bff02be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:38.730227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5b7a93f5-b9f1-439c-ad9a-700a5bff02be admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1288552 Jun 22 09:22:40.878727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48674) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:41.001348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a0f09-b138-4196-8c76-072ca9463fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:41.002700 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c16a0f09-b138-4196-8c76-072ca9463fc8 admin admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 886 time: 0.1230059 Jun 22 09:22:43.152748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48682) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:43.281002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e9169-7196-4ea0-b186-ecad209060d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:43.282330 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-df3e9169-7196-4ea0-b186-ecad209060d4 admin admin] 10.222.0.65 "GET /v2.0/networks/f132887e-5d42-4c6f-b922-4f9130d6820f HTTP/1.1" status: 200 len: 869 time: 0.1286564 Jun 22 09:22:45.415814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48690) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:45.534488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e7e05-021c-41b5-9239-9b33a918c4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:45.534954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e7e05-021c-41b5-9239-9b33a918c4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:45.536491 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1f6e7e05-021c-41b5-9239-9b33a918c4fe admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197102 Jun 22 09:22:46.697251 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:22:47.658213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48698) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:47.749655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebd2f2-a2c5-4d99-9f60-5c91842ccead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:47.750120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebd2f2-a2c5-4d99-9f60-5c91842ccead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:47.751621 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d5ebd2f2-a2c5-4d99-9f60-5c91842ccead admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922096 Jun 22 09:22:49.888222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48706) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:49.971055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfa31e-887c-4f84-a142-f29f176aa9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:49.972379 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-facfa31e-887c-4f84-a142-f29f176aa9a3 admin admin] 10.222.0.65 "GET /v2.0/subnets/9140233a-9032-494a-b47a-e604c3323005 HTTP/1.1" status: 200 len: 816 time: 0.0831048 Jun 22 09:22:52.080581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48714) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:22:52.224547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c49a5-8e8a-40db-98f0-d90dac77fa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:22:52.227927 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-305c49a5-8e8a-40db-98f0-d90dac77fa62 admin admin] 10.222.0.65 "GET /v2.0/subnets/d4b01082-aaee-48f6-b901-f4102d5bbb7a HTTP/1.1" status: 200 len: 868 time: 0.1443856 Jun 22 09:22:59.484932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96f6788b-4d5a-49e7-b4fa-b46d790eb9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.152628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32386d1b-5ba7-4940-92a7-1b360a577f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:02.597538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:03.324853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:04.820786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:15.903960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48760) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:15.951153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-a3214c7d-02d8-4a80-8864-fa64182a214b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:23:15.952236 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a3214c7d-02d8-4a80-8864-fa64182a214b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473497 Jun 22 09:23:18.154391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48768) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:18.217581 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb12305-f174-4682-9353-e4202a47fefa admin admin] GET failed (client error): The resource could not be found. Jun 22 09:23:18.218878 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ccb12305-f174-4682-9353-e4202a47fefa admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633142 Jun 22 09:23:18.359421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12361792-ff8d-4f5a-a9f5-dded2eff03a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:18.360845 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-12361792-ff8d-4f5a-a9f5-dded2eff03a1 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381466 Jun 22 09:23:20.504664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48776) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:20.549988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:20.636421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Made reservation on behalf of 1cc7980cd3a64ab889197b8632f52855 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:23:20.638728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.676910 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.services.revisions.revision_plugin [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Could not find related network for resource to bump revision. Jun 22 09:23:20.687530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:23:20.696496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.696945 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Added segment f975faa0-06f8-44c0-af23-51a9fabe9346 of type vlan for network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 Jun 22 09:23:20.734861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.807601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.808908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:20.809524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:20.812216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:20.868097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=03ba1e93-f2f1-486d-8d87-709fe5916bc6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:20.874426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.874790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.875182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.875481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.875800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.876160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.876484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.876818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.877170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.877479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.877790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.878099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:20.881370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:20.891245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:23:20.940138 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4343035 Jun 22 09:23:23.122529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48784) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:23:23.180609 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee696e0d-95fa-44a8-b06f-30afe12925ef admin admin] GET failed (client error): The resource could not be found. Jun 22 09:23:23.181936 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ee696e0d-95fa-44a8-b06f-30afe12925ef admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584903 Jun 22 09:23:23.251237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676a758-a93f-4719-b469-80f0a2b3bd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:23.252707 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1676a758-a93f-4719-b469-80f0a2b3bd0d admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669832 Jun 22 09:23:23.262814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6', 'description': 'shared-subnet'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:23:23.361836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Made reservation on behalf of 1cc7980cd3a64ab889197b8632f52855 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:23:23.364088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:23.573517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:23.576339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:23.625804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbf47ec-9c36-4feb-9034-290f1c63287f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:23.628927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:23.635082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Checking segment: {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:23.635436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Network hostable DHCP agents. Network: 03ba1e93-f2f1-486d-8d87-709fe5916bc6, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:23:23.695363 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:23:23.767545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:23:23.909958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 03ba1e93-f2f1-486d-8d87-709fe5916bc6) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:23.914495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:23:23.919508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:23.920412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e594a-d4b5-477f-b3b9-a1b6a28721d7 None None] Network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:23:24.025836 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7662780 Jun 22 09:23:24.170076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-03ba1e93-f2f1-486d-8d87-709fe5916bc6', 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6', 'tenant_id': '1cc7980cd3a64ab889197b8632f52855', 'fixed_ips': [{'subnet_id': 'fdbf47ec-9c36-4feb-9034-290f1c63287f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:23:24.170942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.306036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Allocated IP 192.168.233.2 (03ba1e93-f2f1-486d-8d87-709fe5916bc6/fdbf47ec-9c36-4feb-9034-290f1c63287f/5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:23:24.452275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.460419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Transition to ACTIVE for port object 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:24.475417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Transition to ACTIVE for port object 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:23:24.562932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.566101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e62d01a9-87fb-4069-b6ba-12c05cae279b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:24.605428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:23:24.625794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:23:24.631079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:23:24.636465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Pushing event updated for resources: {'Port': ['ID=5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:24.646864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.647220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.647554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.647895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.648251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.648579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.648900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.649215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.649540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.649854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.650180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.650492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:23:24.669067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:24.701054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Attempting to bind port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:23:24.701545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Attempting to bind port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:23:24.701906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Attempting to bind port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 on network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:23:24.706863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:23:24.707169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Checking segment: {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:23:24.707564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.707980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Bound using segment: {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:23:24.708446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Bound port: 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:23:24.708807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.772297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] For port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:23:24.776114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] For port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:23:24.842335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:24.844736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e62d01a9-87fb-4069-b6ba-12c05cae279b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:24.903673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Pushing event updated for resources: {'Port': ['ID=5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:24.907155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:25.697890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc149729-925e-4199-a95b-abe2f0bb9335 None None] Network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:23:25.846684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6666c495-9f33-45dc-8359-95c95e77c35d None None] Provisioning for port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:26.560740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:26.663741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:23:26.668034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:26.672965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.749373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.782584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:23:26.860555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:26.863595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:23:26.948778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:23:26.952527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:23:28.548455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:23:28.596580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5ed1abb0-ab7e-446e-ad4d-7b088c8a3c08 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:23:28.596947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:29.492964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6c2eed50-a4e3-4978-961d-1b3df6504306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:32.160943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ca623ef-80bf-4fb9-92dc-7087f2cbaee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:32.583681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:33.332143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:34.806537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:23:59.478593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-07a087f3-97b2-4da6-9e18-54caea189a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:00.694263 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:24:02.164517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9df447e0-896d-417d-b145-00a7919e49c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:02.599449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:03.352507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:04.809958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:29.488911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2425c33-7ce9-44d9-8d13-df293298e076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:32.202867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b2174b9-1f48-4dbc-8535-e71019741187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:32.632239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:33.340106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:34.865328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:37.692504 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:24:49.788199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48836) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:24:49.794107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-ce483acc-ebef-4e3d-8609-04443c837058 tempest-verify_tempest_config-1460231442 tempest-verify_tempest_config-1460231442-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:24:49.795068 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ce483acc-ebef-4e3d-8609-04443c837058 tempest-verify_tempest_config-1460231442 tempest-verify_tempest_config-1460231442-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059016 Jun 22 09:24:50.440630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48854) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:24:50.540408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:50.654224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:50.744410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:50.747277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:24:50.786247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd4f15-85be-4b63-a94b-f8932767d89e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:50.791207 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=003c9e74e9e94000bd88dbde6be6e639&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3495946 Jun 22 09:24:50.793945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 48860) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:24:50.795533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.795912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.796251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.796575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.796893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.797231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.797552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.797881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.798200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.798512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.798822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.799130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:50.804166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:24:50.850692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:50.871485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:51.047678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:51.050634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:24:51.051750 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7cd4f15-85be-4b63-a94b-f8932767d89e HTTP/1.1" status: 204 len: 168 time: 0.2568333 Jun 22 09:24:51.052371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:24:51.059938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd4f15-85be-4b63-a94b-f8932767d89e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:24:51.066353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.066717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.067054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.067384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.067705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.068062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.068396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.068790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.069348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.069770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.070091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.070403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:24:51.073502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:24:59.487353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49fa5ec5-5ca1-466a-99c7-cb175c95e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:02.207299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fcf117a-5334-4d0b-bcc8-0013dad10cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:02.629964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:03.344282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:04.869924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:14.690709 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:25:29.503753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-280df84f-a769-4f08-bf3f-cf691507cc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:32.177999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-54e44196-cd09-4c26-9b7a-22187f1579b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:32.709261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:33.349369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:34.823590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:25:51.688263 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 5 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:25:59.469198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d97ecc08-7163-49eb-beb5-f5ace34d625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:02.183541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0bc65283-698a-4a19-8e65-a70a93f551e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:02.583765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:03.377677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:04.829335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:09.217787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105'] for agent, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:23.593563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48930) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:26:23.693422 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8f796993-17a5-4c4a-9a8d-29c17c29513a admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0987628 Jun 22 09:26:25.818160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 48940) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:26:25.869683 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-38e8f4a4-d429-4bbf-98a3-a8e3c2afd529 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0504401 Jun 22 09:26:28.686659 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:26:29.463320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-061b99a6-b390-4b04-b5a0-3f8275fa57b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:32.177865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74b0282b-b37c-4857-af86-3e48dbc36df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:32.572064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:33.360633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:34.840638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:39.143829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:26:59.481293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-72121c5c-95c9-48a4-8449-c3941466fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:02.184457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a40286a2-b66a-4a05-9a38-4b33cd1dd9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:02.596558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:03.396332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:04.841261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:05.685365 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:27:09.161067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:29.481477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a03da613-4917-4d13-b66b-939d69e5db6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:32.156053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b94da90-11fc-4b75-ac45-01e761ad2b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:32.704221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:33.361402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:34.853453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:39.213193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:39.837712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49138) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:39.849553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:39.906263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49152) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:39.934479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49158) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.103289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-9819274e-9b01-439f-9d4a-8ea552c7cffe tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.104313 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9819274e-9b01-439f-9d4a-8ea552c7cffe tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2655756 Jun 22 09:27:40.107765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49166) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.114690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-aa29561d-3ae0-41e3-8c63-b7e879e38815 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.116655 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aa29561d-3ae0-41e3-8c63-b7e879e38815 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067055 Jun 22 09:27:40.127901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1466497221-network', 'tenant_id': '93850074255045b1947cdc666a7a360f'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:40.130963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49168) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.136888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-8361c9b5-de94-4be3-8594-bcb80e2544a7 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.137842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8361c9b5-de94-4be3-8594-bcb80e2544a7 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058031 Jun 22 09:27:40.140672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49170) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.145117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-8842ed91-9739-4d9c-829c-a587eb74be3d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.146098 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8842ed91-9739-4d9c-829c-a587eb74be3d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044541 Jun 22 09:27:40.156453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49172) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.160711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-6edc392d-2513-41b4-9894-e455b1ce63d3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.161628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6edc392d-2513-41b4-9894-e455b1ce63d3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042725 Jun 22 09:27:40.164948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49174) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.166129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1971516883-network', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:40.169429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-1fce31d6-b139-4885-a8a6-a2563cac966d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.170570 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1fce31d6-b139-4885-a8a6-a2563cac966d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044193 Jun 22 09:27:40.172958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49176) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.177970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-a684c0c0-b96b-441e-83dc-bf4085494dc5 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.180393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a684c0c0-b96b-441e-83dc-bf4085494dc5 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063751 Jun 22 09:27:40.184684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49178) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.188718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-10235a82-b3b8-435b-a741-fb0788031741 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.189639 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-10235a82-b3b8-435b-a741-fb0788031741 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041101 Jun 22 09:27:40.191779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49180) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.196334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-0469c95b-c795-4cff-aa82-1822c98ad31b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.197398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0469c95b-c795-4cff-aa82-1822c98ad31b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047100 Jun 22 09:27:40.199587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49182) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.203420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-abdeac5b-d670-41c7-8c53-10c50ef8bd5f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.204345 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-abdeac5b-d670-41c7-8c53-10c50ef8bd5f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039103 Jun 22 09:27:40.207469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49184) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.211391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-e1bc2c62-cc43-41db-ad71-28b1984d737b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.214562 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e1bc2c62-cc43-41db-ad71-28b1984d737b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061483 Jun 22 09:27:40.214795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49188) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.219269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-1cbf0ca6-0745-4b37-99fa-0a95c931cbd6 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.220284 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1cbf0ca6-0745-4b37-99fa-0a95c931cbd6 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045774 Jun 22 09:27:40.222388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49190) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.224406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Made reservation on behalf of 93850074255045b1947cdc666a7a360f for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:40.227249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.231279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-1881095e-a1a2-440b-adbd-81c9dc664103 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.232341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1881095e-a1a2-440b-adbd-81c9dc664103 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091326 Jun 22 09:27:40.235255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49192) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.237775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.242589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-c631c984-3107-408b-b979-d57ea9602a7f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.246397 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c631c984-3107-408b-b979-d57ea9602a7f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101027 Jun 22 09:27:40.246703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49194) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.252987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-e3415563-1950-4940-ae97-bf33aa41b30a tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.253908 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e3415563-1950-4940-ae97-bf33aa41b30a tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059118 Jun 22 09:27:40.258221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49196) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.262752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-75466fa1-23f9-48ca-ab0e-ae9f8cbbce63 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.266724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-75466fa1-23f9-48ca-ab0e-ae9f8cbbce63 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075996 Jun 22 09:27:40.267378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49200) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.275483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-91cec84b-f52b-4f70-9be8-e0aa8a52bf06 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.277628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-91cec84b-f52b-4f70-9be8-e0aa8a52bf06 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088203 Jun 22 09:27:40.284591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49202) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.290439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-939c35eb-31d1-46c6-a2c9-83872aa730c3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.291437 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-939c35eb-31d1-46c6-a2c9-83872aa730c3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058370 Jun 22 09:27:40.293770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49204) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.297803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-db8fac0b-50ad-45b7-aa54-d4e509c66767 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.298861 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-db8fac0b-50ad-45b7-aa54-d4e509c66767 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041881 Jun 22 09:27:40.301207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49206) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.305476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-1b74aae2-5add-4eae-8200-d32631ea1432 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.306428 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1b74aae2-5add-4eae-8200-d32631ea1432 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043101 Jun 22 09:27:40.308774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49208) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.312791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-1f514faa-94e4-4436-b04b-3a634c4bd3e9 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.315987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49210) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.316165 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1f514faa-94e4-4436-b04b-3a634c4bd3e9 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062757 Jun 22 09:27:40.321313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-79577258-f137-4b00-955c-2ba6fddbd618 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.321313 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-79577258-f137-4b00-955c-2ba6fddbd618 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042217 Jun 22 09:27:40.323503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49212) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.328319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-20c51bcc-fea0-488b-a3c8-1cd363a125d0 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.332209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-20c51bcc-fea0-488b-a3c8-1cd363a125d0 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0077400 Jun 22 09:27:40.332360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49214) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.336974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-ac6b0496-aee8-411d-8f00-740037778d32 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.338125 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ac6b0496-aee8-411d-8f00-740037778d32 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0047019 Jun 22 09:27:40.340255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Made reservation on behalf of 4ea17b6ef7a34da8b8f78dd6c5c0e04b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:40.345732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.354918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49216) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.361196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-c106b15b-0b73-47e5-8c90-070ac8339052 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.364648 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c106b15b-0b73-47e5-8c90-070ac8339052 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079644 Jun 22 09:27:40.365074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49218) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.374297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-e6b49b8f-2dbc-4148-9e5b-be37cc801804 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.375957 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e6b49b8f-2dbc-4148-9e5b-be37cc801804 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0064659 Jun 22 09:27:40.377595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.380918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49220) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.385518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-735deae0-8575-4afd-9edb-e96aa1d10460 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.387388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-735deae0-8575-4afd-9edb-e96aa1d10460 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053566 Jun 22 09:27:40.392736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49222) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.398275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-03fae280-1ad4-4aa6-abff-77db3ea0d0ad tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.399726 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-03fae280-1ad4-4aa6-abff-77db3ea0d0ad tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059464 Jun 22 09:27:40.402101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49224) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.406110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-7999cc78-7764-498a-89eb-cd535b60e242 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.407018 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7999cc78-7764-498a-89eb-cd535b60e242 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040689 Jun 22 09:27:40.409184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49226) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.414749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-a61cb7c4-73c8-481d-bf76-67c6daf46919 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.420677 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a61cb7c4-73c8-481d-bf76-67c6daf46919 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056295 Jun 22 09:27:40.421759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1246348301-network', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:40.421901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49228) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.427658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-8d251075-7b42-460a-97a6-1638b77ccc16 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.428814 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d251075-7b42-460a-97a6-1638b77ccc16 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057364 Jun 22 09:27:40.431392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49230) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.436473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-3295f8ef-da4a-4cda-a6a3-013c60568b5f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.437501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3295f8ef-da4a-4cda-a6a3-013c60568b5f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050945 Jun 22 09:27:40.440183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49232) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.455145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-ea1a838f-c8bc-45e0-8e64-7357ed8a7305 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.455145 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ea1a838f-c8bc-45e0-8e64-7357ed8a7305 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042315 Jun 22 09:27:40.455491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.461077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49238) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.465404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-3f458a3c-379f-4f89-a9dd-66aa3104de49 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.468087 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3f458a3c-379f-4f89-a9dd-66aa3104de49 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043151 Jun 22 09:27:40.468735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49240) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.472739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-99e39c76-c6be-44f8-bc6d-4b272b55ff45 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.473652 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-99e39c76-c6be-44f8-bc6d-4b272b55ff45 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039692 Jun 22 09:27:40.483832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49242) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.487963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-fe7cc48c-b572-4cd2-b09c-3d69d11ec4f6 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.488852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fe7cc48c-b572-4cd2-b09c-3d69d11ec4f6 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040941 Jun 22 09:27:40.491274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49244) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.495687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-6ef0ef9d-8e06-4b87-9288-88e6bd6005fb tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.499114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49246) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.503411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-c9e3cb8d-0826-460b-bf34-fc58183c9d71 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.504360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6ef0ef9d-8e06-4b87-9288-88e6bd6005fb tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121822 Jun 22 09:27:40.506768 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c9e3cb8d-0826-460b-bf34-fc58183c9d71 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0066698 Jun 22 09:27:40.506904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49248) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.512498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-97e74269-d992-4688-bb5c-92b3c99d094f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.513663 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-97e74269-d992-4688-bb5c-92b3c99d094f tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052440 Jun 22 09:27:40.515601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49250) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.522039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-41994ae5-d9bc-422b-a8e8-efd127c16e26 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.522039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-41994ae5-d9bc-422b-a8e8-efd127c16e26 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040231 Jun 22 09:27:40.524623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49252) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.528985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-1cae75f8-631d-49f8-9076-502936c5d86c tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.531710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49254) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.531832 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1cae75f8-631d-49f8-9076-502936c5d86c tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062485 Jun 22 09:27:40.533444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.538891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-4324937e-87fe-42e7-811e-fff7f8bda760 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.543216 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4324937e-87fe-42e7-811e-fff7f8bda760 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0093260 Jun 22 09:27:40.552028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49256) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.552674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:40.556247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:27:40.572305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-255bd49b-44c6-4cbf-ae47-bd1556ea3032 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.572305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-255bd49b-44c6-4cbf-ae47-bd1556ea3032 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0105102 Jun 22 09:27:40.577052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49262) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.582788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-7c165884-cd2a-4b34-80fc-d921a16306a9 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.583852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7c165884-cd2a-4b34-80fc-d921a16306a9 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058036 Jun 22 09:27:40.587408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49264) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.591654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-3c3456ba-ef88-4694-8eaf-ffae15bec1a3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.592163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.592590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Added segment 8d0ea980-f7e2-4d80-beae-2228f524c93d of type vlan for network d261d077-659e-4425-9f07-bd5d67553feb Jun 22 09:27:40.595063 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3c3456ba-ef88-4694-8eaf-ffae15bec1a3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066583 Jun 22 09:27:40.595609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49266) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.608564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-423ac75e-6b5e-451a-8fe1-1b63d61a1d5b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.609738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd8816-ed06-42d3-9532-21abf964f541,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:40.612089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-423ac75e-6b5e-451a-8fe1-1b63d61a1d5b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0136445 Jun 22 09:27:40.612641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49268) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.617890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-ca1d622c-95e9-4a86-bd42-02bf28ddbaad tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.618797 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ca1d622c-95e9-4a86-bd42-02bf28ddbaad tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042641 Jun 22 09:27:40.623959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49270) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.627754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-36a3239f-a94f-43d7-8d3f-d8021a1a8a8d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.628711 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-36a3239f-a94f-43d7-8d3f-d8021a1a8a8d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039208 Jun 22 09:27:40.631214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49272) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.635591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-a2015dec-da7c-43a9-9794-afbec5861d1e tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.638666 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a2015dec-da7c-43a9-9794-afbec5861d1e tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039525 Jun 22 09:27:40.638786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.638786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.638786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.638786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.638786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.638786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.639183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.639296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.639626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.639954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.646246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49274) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Tracked resource versions report: Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: pushed versions: Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: { 'AddressGroup': {'1.2'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'ConntrackHelper': {'1.0'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Log': {'1.0'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Network': {'1.1'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Port': {'1.7'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'PortForwarding': {'1.2'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'QosPolicy': {'1.8'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroup': {'1.4'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SubPort': {'1.0'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Subnet': {'1.1'}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Trunk': {'1.1'}} Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: consumer versions: Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'ConntrackHelper': '1.0', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Log': '1.0', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Network': '1.1', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Port': '1.7', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'PortForwarding': '1.2', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'QosPolicy': '1.8', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroup': '1.4', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SecurityGroupRule': '1.2', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'SubPort': '1.0', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Subnet': '1.1', Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: 'Trunk': '1.1'}} Jun 22 09:27:40.647828 dv-neutron-797120-3-hyperv neutron-server[93949]: {{(pid=93949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:27:40.650422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-de2020c4-4675-4757-8dcf-9448467f24d2 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.650422 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-de2020c4-4675-4757-8dcf-9448467f24d2 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039508 Jun 22 09:27:40.650422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49276) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.654730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-d94e3ed8-6d35-457f-a411-3ef087325d8d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.655031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:40.658992 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d94e3ed8-6d35-457f-a411-3ef087325d8d tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045936 Jun 22 09:27:40.659369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49278) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.663651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-ae08f9a9-a21e-4589-a1cc-5b97a25932cb tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.664844 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ae08f9a9-a21e-4589-a1cc-5b97a25932cb tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047634 Jun 22 09:27:40.666667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.667296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49280) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.671681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-e102aad1-7fe1-472b-9e23-49b083854dde tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.676102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e102aad1-7fe1-472b-9e23-49b083854dde tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050924 Jun 22 09:27:40.676401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49282) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.682294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-a5fc5194-ce24-49aa-81c7-1b762cf7512c tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.685780 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a5fc5194-ce24-49aa-81c7-1b762cf7512c tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059545 Jun 22 09:27:40.688314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49286) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.703569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-216bd55e-1bd1-4355-bee7-b66102b62d45 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.703569 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-216bd55e-1bd1-4355-bee7-b66102b62d45 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0116215 Jun 22 09:27:40.705410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49288) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.713924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-ca59b55d-9f6f-487e-8377-b47ff3c58e0c tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.716191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca59b55d-9f6f-487e-8377-b47ff3c58e0c tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064893 Jun 22 09:27:40.717834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49290) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.737133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-a888f6f7-9e65-40f8-aa01-a33bd55d42cc tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.743506 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a888f6f7-9e65-40f8-aa01-a33bd55d42cc tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0217471 Jun 22 09:27:40.746709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49294) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.756385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-c51988b0-f6ee-45c0-b5e5-1299b844906a tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.765452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c51988b0-f6ee-45c0-b5e5-1299b844906a tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0132506 Jun 22 09:27:40.767981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49296) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.777095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-20e2f152-6c64-44dd-89ad-87b2267b1aa5 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.780337 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-20e2f152-6c64-44dd-89ad-87b2267b1aa5 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0099642 Jun 22 09:27:40.781538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49300) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.786115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-3d448c83-4332-4f58-b382-f8ab7ee003b3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.790247 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3d448c83-4332-4f58-b382-f8ab7ee003b3 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076482 Jun 22 09:27:40.795431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49302) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.795589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.795589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:40.795589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.795929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-e42cf5a4-f8e4-4869-ad03-9832979477ea tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.797591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:40.800019 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e42cf5a4-f8e4-4869-ad03-9832979477ea tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081666 Jun 22 09:27:40.802782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49304) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.805443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.819395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-d714ceb2-35e9-496a-8498-ec351c977d6b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.820428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d714ceb2-35e9-496a-8498-ec351c977d6b tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0150790 Jun 22 09:27:40.823696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49306) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.831668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-15deda1f-6b84-4d93-97d6-2d631f9641a6 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.834257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-15deda1f-6b84-4d93-97d6-2d631f9641a6 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0083439 Jun 22 09:27:40.836189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49308) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.843114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-e62c61aa-c15c-4f04-bbbc-0ce3406f0e88 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.852131 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e62c61aa-c15c-4f04-bbbc-0ce3406f0e88 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085471 Jun 22 09:27:40.853559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49312) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.859625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-7925c2b4-32d8-4514-ae89-a1877496eb13 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.863170 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7925c2b4-32d8-4514-ae89-a1877496eb13 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069923 Jun 22 09:27:40.863515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49314) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.869076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-447112e3-b5cb-4d21-aace-f0eb2a28f8ab tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.872498 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-447112e3-b5cb-4d21-aace-f0eb2a28f8ab tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078650 Jun 22 09:27:40.873041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49316) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.877126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-fe00e0c1-62b2-4224-8048-c8a93687fbdd tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.880760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fe00e0c1-62b2-4224-8048-c8a93687fbdd tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068283 Jun 22 09:27:40.881766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49318) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.886545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [None req-8fab6581-cb24-4309-b628-eacdd18f7277 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.890416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.890561 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8fab6581-cb24-4309-b628-eacdd18f7277 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060120 Jun 22 09:27:40.892373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d261d077-659e-4425-9f07-bd5d67553feb,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:40.893699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49320) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:40.895581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:40.898526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc2dcbb3-6d76-4249-b8f8-d2bd098b32be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:40.905184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d261d077-659e-4425-9f07-bd5d67553feb details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:27:40.905994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [None req-f15d56d6-ef07-4987-a30e-a8cdaca29b27 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:27:40.912301 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f15d56d6-ef07-4987-a30e-a8cdaca29b27 tempest-ExtensionsTestJSON-1020329166 tempest-ExtensionsTestJSON-1020329166-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092404 Jun 22 09:27:40.943536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ff70d9-35c1-4aeb-987a-441e9673b940,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:40.957370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.957932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.958437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.958942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.959558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.960297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.960975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.961462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.961941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.962395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.962973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.963433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Tracked resource versions report: Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: pushed versions: Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: { 'AddressGroup': {'1.2'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'ConntrackHelper': {'1.0'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Log': {'1.0'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Network': {'1.1'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Port': {'1.7'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'PortForwarding': {'1.2'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'QosPolicy': {'1.8'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroup': {'1.4'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SubPort': {'1.0'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Subnet': {'1.1'}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Trunk': {'1.1'}} Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: consumer versions: Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'ConntrackHelper': '1.0', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Log': '1.0', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Network': '1.1', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Port': '1.7', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'PortForwarding': '1.2', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'QosPolicy': '1.8', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroup': '1.4', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SecurityGroupRule': '1.2', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'SubPort': '1.0', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Subnet': '1.1', Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: 'Trunk': '1.1'}} Jun 22 09:27:40.964796 dv-neutron-797120-3-hyperv neutron-server[93950]: {{(pid=93950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:27:40.971148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:40.976773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:27:40.997974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751671687114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:40.998695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Unsubscribe: segment precommit_create {{(pid=93950) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 09:27:40.999162 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Added segment 3cb6e39d-9074-4bb4-8f07-ab6ab92afc65 of type vlan for network 711dc3da-2611-482a-9d0a-3eba7d30a60a Jun 22 09:27:41.039435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Made reservation on behalf of 40e122a63db947e881280f5b03e3b0ae for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:41.040041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.044670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49330) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:41.051465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.068594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.117707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2667525 Jun 22 09:27:41.120316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49334) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:41.125172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Request body: {'subnet': {'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1466497221-subnet', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:41.197288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.198316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.199604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:41.200217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.207092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:41.265297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.303783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Pushing event updated for resources: {'Network': ['ID=711dc3da-2611-482a-9d0a-3eba7d30a60a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:41.308434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:27:41.310668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:41.311185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:41.317083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:27:41.329078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.329570 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Added segment f3f32793-b601-411e-b065-54308eeeb7f0 of type vlan for network 02b91d7e-e733-4392-b517-b8f88abb265d Jun 22 09:27:41.339463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Made reservation on behalf of 93850074255045b1947cdc666a7a360f for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:41.343175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.348252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30be4806-0d0b-4df6-9670-6265b21f089e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:41.368803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:41.393317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.426103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5187645 Jun 22 09:27:41.428984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49344) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:41.434991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Request body: {'subnet': {'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1971516883-subnet', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:41.504815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.506158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:41.506767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.509872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:41.558964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Made reservation on behalf of 4ea17b6ef7a34da8b8f78dd6c5c0e04b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:41.561489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.607296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-762080469', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:41.630940 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6927900 Jun 22 09:27:41.630940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=02b91d7e-e733-4392-b517-b8f88abb265d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:41.632241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49350) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:41.640601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Request body: {'subnet': {'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1246348301-subnet', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:41.641328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 02b91d7e-e733-4392-b517-b8f88abb265d details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:27:41.654693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:41.733719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.736545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:41.797849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Made reservation on behalf of 86a5ec4341c84850b122b938f24683fb for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:41.804063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.814988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac3aeb4-2323-4afa-8a0e-98fb56319cc2,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:41.818438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:41.821793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.827589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49358) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:41.838448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Checking segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:41.838833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Network hostable DHCP agents. Network: d261d077-659e-4425-9f07-bd5d67553feb, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:27:41.893771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.894690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Made reservation on behalf of 40e122a63db947e881280f5b03e3b0ae for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:41.897036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:41.911895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7845c297-8f10-4639-910a-d7c46f0d87af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:41.948925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Network d261d077-659e-4425-9f07-bd5d67553feb is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:27:41.989821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.014731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86782439-56c8-462b-b923-90ce73eae885,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:42.025480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:42.030290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d261d077-659e-4425-9f07-bd5d67553feb) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:42.036730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:42.038026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.045461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Checking segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:42.045820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Network hostable DHCP agents. Network: 711dc3da-2611-482a-9d0a-3eba7d30a60a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:27:42.046749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55214b-64a2-4438-97af-c329b546ee06 None None] Network d261d077-659e-4425-9f07-bd5d67553feb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:42.070500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.080911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9fa630d-6e25-4087-b28f-3394ba98b53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:42.091155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] device_id is not set on port 32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:27:42.160943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:27:42.166429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.176857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 711dc3da-2611-482a-9d0a-3eba7d30a60a) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:42.185681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:42.186508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.195588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19663d4-3648-448a-af2b-9e8a6a3f08fb None None] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:42.230767 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1094086 Jun 22 09:27:42.234130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49368) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.239576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.250543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49372) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.252143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7834c0f7-b500-4994-a81e-9ae2594a8785,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:42.263145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.263256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:42.270155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:42.333754 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9016449 Jun 22 09:27:42.335858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49378) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.341536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.344596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=853bc325-ebb9-4be1-9c02-79651b77cf6d,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:42.347354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:42.364547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Allocated IP 172.26.6.63 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:42.368904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49380) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.397284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Checking segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:42.397689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Network hostable DHCP agents. Network: 02b91d7e-e733-4392-b517-b8f88abb265d, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:27:42.536669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.539062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Network 02b91d7e-e733-4392-b517-b8f88abb265d is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:27:42.546391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d261d077-659e-4425-9f07-bd5d67553feb', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:27:42.547556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.645104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-18ffb8dc-ea04-4c4f-a6cd-f958bf776cc2 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.673405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-711dc3da-2611-482a-9d0a-3eba7d30a60a', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:27:42.674538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.685216 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:27:42.688511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.690634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 02b91d7e-e733-4392-b517-b8f88abb265d) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:42.702801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df887f4a-f063-4148-a452-7f11493a79ea None None] Network 02b91d7e-e733-4392-b517-b8f88abb265d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:42.708113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:42.708113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.714213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.750155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:42.756402 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96cb7dbf88764ad8af01663e7a9539f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9243207 Jun 22 09:27:42.759965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c6738251-5567-4329-99ec-3ff3a3a2cd57 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-318353979'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.760527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c6738251-5567-4329-99ec-3ff3a3a2cd57 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Unknown quota resources ['metering_label']. {{(pid=93950) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:27:42.763116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49388) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.767143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49390) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.796733 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-18ffb8dc-ea04-4c4f-a6cd-f958bf776cc2 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] 10.222.0.65 "PUT /v2.0/quotas/dd248a163ecf41998a4c46590fca12c3 HTTP/1.1" status: 200 len: 368 time: 0.4262912 Jun 22 09:27:42.812219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.813113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.823858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49396) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.833075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Request body: {'network': {'project_id': 'dd248a163ecf41998a4c46590fca12c3'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.872676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Allocated IP 172.20.0.2 (d261d077-659e-4425-9f07-bd5d67553feb/1ac3aeb4-2323-4afa-8a0e-98fb56319cc2/b96e1af6-c2a3-4fc9-b9f0-1c1064da1968) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:42.923224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.945169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.946377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a9e87eae-484b-4e40-816c-3b7f0834c6dc tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.953041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.955656 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3204877 Jun 22 09:27:42.959072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49400) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:42.961548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfee879-2aa9-4daa-8954-25a568bad133,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:42.966372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:42.970891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:42.997709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:42.998720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.009687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Allocated IP 172.20.0.2 (711dc3da-2611-482a-9d0a-3eba7d30a60a/86782439-56c8-462b-b923-90ce73eae885/a961cdb6-2404-4cd1-a8a7-5947590aa6e2) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:43.033118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.067011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.068573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:43.120683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.121372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Made reservation on behalf of dd248a163ecf41998a4c46590fca12c3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:43.124485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.136166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.140537 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcfee879-2aa9-4daa-8954-25a568bad133 HTTP/1.1" status: 204 len: 168 time: 0.3743796 Jun 22 09:27:43.147336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:43.184784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-02b91d7e-e733-4392-b517-b8f88abb265d', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:27:43.185642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.201693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.203975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Pushing event updated for resources: {'Port': ['ID=32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:43.207465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:43.226691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:43.233047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:43.249625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.301978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c6738251-5567-4329-99ec-3ff3a3a2cd57 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.303550 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c6738251-5567-4329-99ec-3ff3a3a2cd57 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0495031 Jun 22 09:27:43.310232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49406) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.321897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Transition to ACTIVE for port object b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:43.346991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fd826535-c8cc-4d8d-8082-8e96044f7f08 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '874d5042-1a44-4e48-8372-acee9f00aa02'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:43.351156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fd826535-c8cc-4d8d-8082-8e96044f7f08 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93950) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:27:43.364270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfee879-2aa9-4daa-8954-25a568bad133,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:43.384720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:43.393394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:43.394556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:43.395178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.397057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.410790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Transition to ACTIVE for port object a961cdb6-2404-4cd1-a8a7-5947590aa6e2 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:43.433443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Transition to ACTIVE for port object a961cdb6-2404-4cd1-a8a7-5947590aa6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:43.454036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Transition to ACTIVE for port object b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:43.484861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Allocated IP 172.20.0.2 (02b91d7e-e733-4392-b517-b8f88abb265d/853bc325-ebb9-4be1-9c02-79651b77cf6d/036f680e-a992-4ddb-aa3d-400f64fa42dc) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:43.490301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.495909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.496906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.500981 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a9e87eae-484b-4e40-816c-3b7f0834c6dc tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "PUT /v2.0/quotas/5c5106b187fc49399c7a326f8f8ec599 HTTP/1.1" status: 200 len: 366 time: 0.7267692 Jun 22 09:27:43.506039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49410) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.511431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.536963 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-26739f9b-cee0-4ed2-a2b8-5c405e427c75 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0284538 Jun 22 09:27:43.542366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49414) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.561894 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f3b568a2-8ed5-44ed-86a7-f76625d7088f tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "GET /v2.0/quotas/5c5106b187fc49399c7a326f8f8ec599 HTTP/1.1" status: 200 len: 366 time: 0.0179422 Jun 22 09:27:43.577914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49416) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.613201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.641101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.661272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:43.664879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.697537 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.services.metering.metering_plugin [None req-fd826535-c8cc-4d8d-8082-8e96044f7f08 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:27:43.718491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-41f5f1cb-d254-498d-b984-15e5e8b30629 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/5c5106b187fc49399c7a326f8f8ec599 HTTP/1.1" status: 204 len: 168 time: 0.1034052 Jun 22 09:27:43.725854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49422) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.755584 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ab804cd3-a950-4228-b8a7-9bccb5259869 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0258498 Jun 22 09:27:43.757690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49424) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.758050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Network d261d077-659e-4425-9f07-bd5d67553feb is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:43.765626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Pushing event updated for resources: {'Port': ['ID=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:43.776043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:43.790278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:43.795942 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-926b2dad-8d07-44c7-9279-b613eabb6894 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "GET /v2.0/quotas/5c5106b187fc49399c7a326f8f8ec599 HTTP/1.1" status: 200 len: 370 time: 0.0222344 Jun 22 09:27:43.795942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.797069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:43.797702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49428) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.805688 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e5dfb4db-046e-4f67-abd4-934476c19e68 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "GET /v2.0/quotas/5c5106b187fc49399c7a326f8f8ec599/default HTTP/1.1" status: 200 len: 370 time: 0.0038023 Jun 22 09:27:43.808319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:43.808319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49430) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.808955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.808955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.809238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.809557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.809659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.809950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Tracked resource versions report: Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: pushed versions: Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: { 'AddressGroup': {'1.2'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'ConntrackHelper': {'1.0'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Log': {'1.0'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Network': {'1.1'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Port': {'1.7'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'PortForwarding': {'1.2'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'QosPolicy': {'1.8'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroup': {'1.4'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SubPort': {'1.0'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Subnet': {'1.1'}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Trunk': {'1.1'}} Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: consumer versions: Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'ConntrackHelper': '1.0', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Log': '1.0', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Network': '1.1', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Port': '1.7', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'PortForwarding': '1.2', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'QosPolicy': '1.8', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroup': '1.4', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SecurityGroupRule': '1.2', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'SubPort': '1.0', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Subnet': '1.1', Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: 'Trunk': '1.1'}} Jun 22 09:27:43.810983 dv-neutron-797120-3-hyperv neutron-server[93951]: {{(pid=93951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:27:43.823077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:43.847570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.859107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.875900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd826535-c8cc-4d8d-8082-8e96044f7f08 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.876989 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fd826535-c8cc-4d8d-8082-8e96044f7f08 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5663655 Jun 22 09:27:43.881052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49434) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.887823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-234b65bc-6732-4cd0-b739-9d07cd847b99 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '874d5042-1a44-4e48-8372-acee9f00aa02'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:43.888557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-234b65bc-6732-4cd0-b739-9d07cd847b99 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93950) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:27:43.892122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:43.906752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Transition to ACTIVE for port object 036f680e-a992-4ddb-aa3d-400f64fa42dc will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:43.910987 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-ec06b6e1-4997-45e4-8772-b846b2d4f893 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] delete failed (client error): The resource could not be found. Jun 22 09:27:43.912213 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ec06b6e1-4997-45e4-8772-b846b2d4f893 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/5c5106b187fc49399c7a326f8f8ec599 HTTP/1.1" status: 404 len: 348 time: 0.0793848 Jun 22 09:27:43.926997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:27:43.933048 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.8842983 Jun 22 09:27:43.941767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49440) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:43.949573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.63'}]}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:43.963646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:43.964015 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Added segment f8befc2e-32ce-46c5-a34b-29151d30018f of type vlan for network 094a8f4d-0731-4165-8e82-4d5cbe73ac3f Jun 22 09:27:44.002007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Pushing event updated for resources: {'Port': ['ID=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:44.015393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:44.019070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:44.019379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:44.025018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.027841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Attempting to bind port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:44.028242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Attempting to bind port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:44.028607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Attempting to bind port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 on network d261d077-659e-4425-9f07-bd5d67553feb {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:44.035261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:44.035480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cac7b1-bbe0-4876-86bb-bbfbf83aff0f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:44.036215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Checking segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:44.036215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.036414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Bound using segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:44.036899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Bound port: b96e1af6-c2a3-4fc9-b9f0-1c1064da1968, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:44.037268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.039530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Attempting to bind port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:44.039912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Attempting to bind port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:44.040272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Attempting to bind port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 on network 711dc3da-2611-482a-9d0a-3eba7d30a60a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:44.040404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:44.046446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Transition to ACTIVE for port object 036f680e-a992-4ddb-aa3d-400f64fa42dc will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:44.049055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:44.049434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Checking segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:44.049846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.050245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Bound using segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:44.050697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Bound port: a961cdb6-2404-4cd1-a8a7-5947590aa6e2, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:44.051074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.107720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.133122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.151547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.167419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.168581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.169824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:44.176365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.183334 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.services.metering.metering_plugin [None req-234b65bc-6732-4cd0-b739-9d07cd847b99 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:27:44.292541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Network 02b91d7e-e733-4392-b517-b8f88abb265d is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:44.302578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:44.315627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] For port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:44.320149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:44.326005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] For port a961cdb6-2404-4cd1-a8a7-5947590aa6e2, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:44.336212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Pushing event updated for resources: {'Port': ['ID=036f680e-a992-4ddb-aa3d-400f64fa42dc,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:44.338159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.339843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.343303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:44.344225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.346106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:44.349841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1095198-4afa-47ee-be9b-f3a572b32ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:44.351561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] For port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:44.353549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] For port a961cdb6-2404-4cd1-a8a7-5947590aa6e2, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:44.383253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-234b65bc-6732-4cd0-b739-9d07cd847b99 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.386886 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-234b65bc-6732-4cd0-b739-9d07cd847b99 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5017986 Jun 22 09:27:44.387858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49448) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.413900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Attempting to bind port 036f680e-a992-4ddb-aa3d-400f64fa42dc on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:44.414294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Attempting to bind port 036f680e-a992-4ddb-aa3d-400f64fa42dc by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:44.415019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Attempting to bind port 036f680e-a992-4ddb-aa3d-400f64fa42dc on network 02b91d7e-e733-4392-b517-b8f88abb265d {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:44.419721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:44.420211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Checking segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:44.420610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.421004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Bound using segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:44.421473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Bound port: 036f680e-a992-4ddb-aa3d-400f64fa42dc, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:44.421846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.424757 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6ae54860-7a9b-4c6f-80ff-3fbc95ae1d6e tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=17990675-9444-4507-a6ed-72cec1e0aeb8 HTTP/1.1" status: 200 len: 464 time: 0.0364852 Jun 22 09:27:44.427635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49450) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.451369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Pushing event updated for resources: {'Network': ['ID=094a8f4d-0731-4165-8e82-4d5cbe73ac3f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:44.458696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:44.471720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 094a8f4d-0731-4165-8e82-4d5cbe73ac3f details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:27:44.474153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.504945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.528166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.529312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.546863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-150d0dd9-07c0-432c-b904-816505efb7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:44.613558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Allocated IP 172.26.6.202 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/8f88ac53-c04e-4164-8afa-2ddacdadf494) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:44.615385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49454) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.633231 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8081012 Jun 22 09:27:44.635251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49456) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.704333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] For port 036f680e-a992-4ddb-aa3d-400f64fa42dc, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:44.713145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Request body: {'network': {'project_id': 'dd248a163ecf41998a4c46590fca12c3'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:44.716724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49460) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.735619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] For port 036f680e-a992-4ddb-aa3d-400f64fa42dc, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=036f680e-a992-4ddb-aa3d-400f64fa42dc,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:44.778790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Pushing event updated for resources: {'Port': ['ID=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:44.781123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:network and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:44.787745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.802969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:44.806001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0cfd849f-97ce-4677-a287-079d3fbbe81c tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.808295 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0cfd849f-97ce-4677-a287-079d3fbbe81c tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/17990675-9444-4507-a6ed-72cec1e0aeb8 HTTP/1.1" status: 204 len: 168 time: 0.3768716 Jun 22 09:27:44.812758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49464) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.839688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.847464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:subnet and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:44.852203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.858469 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cdfc639f-8da8-4f69-acfb-0fb2f6365022 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=17990675-9444-4507-a6ed-72cec1e0aeb8 HTTP/1.1" status: 200 len: 221 time: 0.0448740 Jun 22 09:27:44.865830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49466) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:44.870418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f92cc110-7a93-49f2-b741-8692c5d99aa6 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1959383944', 'description': 'label created by tempest'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:44.871200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f92cc110-7a93-49f2-b741-8692c5d99aa6 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Unknown quota resources ['metering_label']. {{(pid=93949) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:27:44.876368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:44.910333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:44.915339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Pushing event updated for resources: {'Port': ['ID=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:44.928298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:44.928298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:44.939420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Made reservation on behalf of dd248a163ecf41998a4c46590fca12c3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:44.951919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.007894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Pushing event updated for resources: {'Port': ['ID=036f680e-a992-4ddb-aa3d-400f64fa42dc,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:45.014358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:45.014842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:45.015200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:45.018964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.078638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:subnetpool and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:45.079220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-476366256'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:45.099508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:45.260118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:27:45.273246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.273639 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Added segment 876cc2b7-464f-4bd9-a7dd-d0cb520fed2b of type vlan for network 1c84961b-194e-4c08-96d5-12381a8221a8 Jun 22 09:27:45.326657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:port and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:45.354192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.400107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f92cc110-7a93-49f2-b741-8692c5d99aa6 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.401177 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f92cc110-7a93-49f2-b741-8692c5d99aa6 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5356457 Jun 22 09:27:45.401893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Made reservation on behalf of 7814ef49ac1e4d4e823cf7f257c42e15 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:45.426892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49468) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:45.427094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.427094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:45.434735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.448538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:router and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:45.458102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:45.487028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:floatingip and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:45.503466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:45.515809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.529207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:45.535095 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b1034f96-0832-46d7-8220-8a99336dbd57 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=c4a30cbd-b274-4858-bae2-5146ed410857 HTTP/1.1" status: 200 len: 468 time: 0.1003807 Jun 22 09:27:45.543040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49470) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:45.558484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.562887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:45.563512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.570543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:45.625232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:45.631642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Allocated IP 172.26.6.34 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:45.656569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Pushing event updated for resources: {'Network': ['ID=1c84961b-194e-4c08-96d5-12381a8221a8,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:45.659530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:45.666501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:45.672757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1c84961b-194e-4c08-96d5-12381a8221a8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:27:45.718294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:45.728824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Pushing event updated for resources: {'Port': ['ID=8f88ac53-c04e-4164-8afa-2ddacdadf494,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:45.761110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.827261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:45.832614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:45.854742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:45.908387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:45.919241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:45.922259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:45.957342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Pushing event updated for resources: {'Port': ['ID=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:45.960356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:45.996825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Allocated IP 172.26.6.36 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/c47571cf-1bb4-49bf-b530-87904c3ef03d) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:46.053626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.151584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.228254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.239494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5970860 Jun 22 09:27:46.243092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49474) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.246805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27ef6c-f848-4a55-96fd-0a8d7955074a None None] Network d261d077-659e-4425-9f07-bd5d67553feb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:46.255831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:46.270615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:security_group and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:46.273466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b050e5fb-1cf7-4fb0-b9b3-8f6f1b9351ae tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Request body: {'network': {'project_id': 'dd248a163ecf41998a4c46590fca12c3'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:46.296024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:46.296221 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b050e5fb-1cf7-4fb0-b9b3-8f6f1b9351ae tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 09:27:46.296221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b050e5fb-1cf7-4fb0-b9b3-8f6f1b9351ae tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:27:46.296657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b050e5fb-1cf7-4fb0-b9b3-8f6f1b9351ae tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0526419 Jun 22 09:27:46.299757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49476) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.300482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:27:46.310001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630b7f3c-8f20-41f7-b8cc-5a6f86c07436,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:46.312866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.314777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:46.326827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.338769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Usage tracker for resource:security_group_rule and tenant:879becd42b224d27a9f1ec9292a3060f is out of sync, need to count used quota {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 09:27:46.346449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.346850 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Added segment 70737dfd-0c8d-4a45-bbac-992a8f73a62f of type vlan for network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c Jun 22 09:27:46.348970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.355830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.362515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.quota.resource [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93949) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 09:27:46.395330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b44ec1f2-cc01-4596-9527-e70558011d1e tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.395821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b620d9ba-2c5d-4f4b-ab90-c57804a71f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:46.396490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b44ec1f2-cc01-4596-9527-e70558011d1e tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/c4a30cbd-b274-4858-bae2-5146ed410857 HTTP/1.1" status: 204 len: 168 time: 0.8503098 Jun 22 09:27:46.411569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49478) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.431623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a1582c21-08a9-4589-8eef-644bf9a8af6d None None] Provisioning for port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:46.459543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.465885 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e0033834-c86b-4ef3-bc42-f10508c323b9 tempest-QuotasTest-1668934756 tempest-QuotasTest-1668934756-project-admin] 10.222.0.65 "GET /v2.0/quotas/879becd42b224d27a9f1ec9292a3060f/details.json HTTP/1.1" status: 200 len: 703 time: 1.8481197 Jun 22 09:27:46.485110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0dd09118-9199-4dbe-b699-a192d4de50d9 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=c4a30cbd-b274-4858-bae2-5146ed410857 HTTP/1.1" status: 200 len: 216 time: 0.0723815 Jun 22 09:27:46.517421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:46.518084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49482) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.536031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.544322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:46.546869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:46.552443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c47571cf-1bb4-49bf-b530-87904c3ef03d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:46.556472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:46.604347 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9b2cea89-6f57-4714-ae8c-e00b888cab90 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0789990 Jun 22 09:27:46.621657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49484) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.721608 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2d1db143-f9cd-43e6-afce-2972b504c9e4 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0943060 Jun 22 09:27:46.725194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.resource_extend [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:27:46.734537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49486) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.829950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-75ec2519-b612-4069-bb81-d437ed465408 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/874d5042-1a44-4e48-8372-acee9f00aa02 HTTP/1.1" status: 200 len: 472 time: 0.0934391 Jun 22 09:27:46.840102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49488) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.878926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f17629-3b7d-4df9-b16d-f9e79a0059fe None None] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:46.960024 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-51c56b98-399b-41a4-8c81-ac4124319d50 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/ee807de5-22cb-4f1f-80e4-bf9c3ec1c373 HTTP/1.1" status: 200 len: 461 time: 0.0720375 Jun 22 09:27:46.966593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:46.969741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49490) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:46.979394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a961cdb6-2404-4cd1-a8a7-5947590aa6e2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:46.988213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.988594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.989672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.990009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > port after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.990336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > port after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.990676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.991686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.992101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.992475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:46.992830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:47.019852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.054676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:47.055692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.078458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6b4b3bc-1b74-4797-abef-e2dfdb12cf35 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:47.122990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.169226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0d3d95b-9111-4d12-91bf-045f3a47c606 None None] Provisioning for port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:47.196152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:47.201455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:47.201887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.240636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49494) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:47.271913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event updated for resources: {'Network': ['ID=429d7aea-aa2c-4c07-8fd4-51828ad7f80c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:47.289827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:47.293295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:47.293836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.293956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:47.293956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:47.298742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5253017 Jun 22 09:27:47.298950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:27:47.298950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c84961b-194e-4c08-96d5-12381a8221a8']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:47.300363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49498) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:47.305329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:27:47.309512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Request body: {'subnet': {'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:47.380402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.415571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7165f6-31af-4a01-865c-4b68ba5976d7 None None] Network 02b91d7e-e733-4392-b517-b8f88abb265d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:47.498217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876cc2b7-464f-4bd9-a7dd-d0cb520fed2b') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:47.498426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876cc2b7-464f-4bd9-a7dd-d0cb520fed2b') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:47.517236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dbbc1b1b-63f3-40db-99ea-67959d5b04d0 None None] Provisioning for port 036f680e-a992-4ddb-aa3d-400f64fa42dc completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:47.545416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.564701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a961cdb6-2404-4cd1-a8a7-5947590aa6e2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:47.578080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.582162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.596250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:27:47.596719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: from cryptography.utils import int_from_bytes Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: from cryptography.utils import int_from_bytes Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:27:47.601380 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:27:47.869171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.869354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.869354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 036f680e-a992-4ddb-aa3d-400f64fa42dc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:47.869354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:47.870663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.870746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:47.870746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6eef0843-56ca-4e5d-8fb4-b2f2c594b268 None None] Provisioning complete for port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:47.870746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6eef0843-56ca-4e5d-8fb4-b2f2c594b268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.870746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:47.871021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fbcee0af-00d1-47f1-9880-eef91390ab75 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.871021 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fbcee0af-00d1-47f1-9880-eef91390ab75 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/ee807de5-22cb-4f1f-80e4-bf9c3ec1c373 HTTP/1.1" status: 204 len: 168 time: 0.8177993 Jun 22 09:27:47.871021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49500) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:47.871021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.871021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.913506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.934271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a88022c-b69e-4345-b673-42464deff2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:47.962415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 036f680e-a992-4ddb-aa3d-400f64fa42dc completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:47.966715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 036f680e-a992-4ddb-aa3d-400f64fa42dc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:47.971391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.987417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:47.990406 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1c84961b-194e-4c08-96d5-12381a8221a8 HTTP/1.1" status: 204 len: 168 time: 1.6897061 Jun 22 09:27:47.996745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49502) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:48.052353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c84961b-194e-4c08-96d5-12381a8221a8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:48.058917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:48.067752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.078764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Made reservation on behalf of 7814ef49ac1e4d4e823cf7f257c42e15 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:48.082800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.112068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.112373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 036f680e-a992-4ddb-aa3d-400f64fa42dc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=036f680e-a992-4ddb-aa3d-400f64fa42dc,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:48.120242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ac28707-828d-4601-9869-ecbead928c63 None None] Provisioning complete for port 036f680e-a992-4ddb-aa3d-400f64fa42dc triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:48.120242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ac28707-828d-4601-9869-ecbead928c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.124387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.204432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ac28707-828d-4601-9869-ecbead928c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.207912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.215828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:48.218894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:48.261052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.262591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1e20152-eea0-43c3-a28b-453daacc6c1f {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:27:48.295632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.311272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094a8f4d-0731-4165-8e82-4d5cbe73ac3f']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:48.324296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8befc2e-32ce-46c5-a34b-29151d30018f') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:48.324473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8befc2e-32ce-46c5-a34b-29151d30018f') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:48.326515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=036f680e-a992-4ddb-aa3d-400f64fa42dc,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:48.332801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:48.338090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Router bb043085-8103-4f99-9e91-794ba6247f01 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:27:48.342758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.347710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-1ac28707-828d-4601-9869-ecbead928c63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:27:48.348129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-1ac28707-828d-4601-9869-ecbead928c63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:27:48.368942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.403311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.409457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:27:48.409877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:27:48.413457 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:27:48.436582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:48.440666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:48.441050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.477121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56ab3ce3-8bb7-4fe7-91d2-bd8596a9a112 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.478238 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-56ab3ce3-8bb7-4fe7-91d2-bd8596a9a112 tempest-MeteringTestJSON-594966121 tempest-MeteringTestJSON-594966121-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/874d5042-1a44-4e48-8372-acee9f00aa02 HTTP/1.1" status: 204 len: 168 time: 0.6778507 Jun 22 09:27:48.480237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.533175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.557672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:48.568858 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Sync routers for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:48.571787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:48.578382 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:48.579056 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:48.590937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.591644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:27:48.594183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:48.638576 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48977b32e0654d8abeeb3b9b13c5bf92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3563588 Jun 22 09:27:48.639420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1babe610-0c4e-473e-8b1e-895c349e5a51,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:48.642129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49506) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:48.642353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:48.666760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.677114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.680289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.685068 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] 10.222.0.65 "DELETE /v2.0/networks/094a8f4d-0731-4165-8e82-4d5cbe73ac3f HTTP/1.1" status: 204 len: 168 time: 0.6845148 Jun 22 09:27:48.688642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85a05916-ea92-49d4-8794-5cf7813b1245 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:48.693397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:48.698197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.702033 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4642828 Jun 22 09:27:48.704777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49510) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:48.709820 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:48.742058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Pushing event deleted for resources: {'Network': ['ID=094a8f4d-0731-4165-8e82-4d5cbe73ac3f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:48.751770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:48.784086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:27:48.807642 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:27:48.810453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3719bf89-1b56-434f-b476-29f20e166163 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8674285 Jun 22 09:27:48.813543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49512) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:48.825218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:48.836343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:48.841655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:48.847788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Sync routers for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:48.892585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 036f680e-a992-4ddb-aa3d-400f64fa42dc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:48.940147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.940864 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:48.965031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:48.967067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:48.970061 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Checking router: bb043085-8103-4f99-9e91-794ba6247f01 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:48.974454 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Updating router bb043085-8103-4f99-9e91-794ba6247f01 port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:27:48.990795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:48.994047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Deleting port 32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:27:48.994407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.011110 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.051192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.052440 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0924027 Jun 22 09:27:49.063858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49516) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:49.128245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49518) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:49.320874 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.332438 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Transition to ACTIVE for port object d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:49.415007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:49.418242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.430668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-621cc4a0-a36b-4ec7-b5de-9384339a9a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:49.447892 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.451679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:49.455587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:49.502019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 036f680e-a992-4ddb-aa3d-400f64fa42dc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:49.502424 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Pushing event updated for resources: {'Port': ['ID=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:49.502537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.510978 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Sync routers for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:49.517446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.517641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.518471 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.518989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.522876 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Tracked resource versions report: Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: pushed versions: Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: { 'AddressGroup': {'1.2'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'ConntrackHelper': {'1.0'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Log': {'1.0'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Network': {'1.1'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Port': {'1.7'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'PortForwarding': {'1.2'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'QosPolicy': {'1.8'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroup': {'1.4'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroupRule': {'1.2'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SubPort': {'1.0'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Subnet': {'1.1'}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Trunk': {'1.1'}} Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: consumer versions: Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: { DHCP agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: HyperV agent@hv-neutron-7971: {}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: L3 agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: Metadata agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: Metering agent@dv-neutron-797120-3-hyperv: {}, Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: Open vSwitch agent@dv-neutron-797120-3-hyperv: { 'AddressGroup': '1.2', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'ConntrackHelper': '1.0', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Log': '1.0', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Network': '1.1', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Port': '1.7', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'PortForwarding': '1.2', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'QosPolicy': '1.8', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroup': '1.4', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SecurityGroupRule': '1.2', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'SubPort': '1.0', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Subnet': '1.1', Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: 'Trunk': '1.1'}} Jun 22 09:27:49.524117 dv-neutron-797120-3-hyperv neutron-server[93952]: {{(pid=93952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 09:27:49.539069 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:49.540128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:49.540877 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:49.631615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event updated for resources: {'Subnet': ['ID=a35e49d5-35a6-4488-bff6-b070fdffe3b2,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:49.639798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.644712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Calling delete_port for 32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:27:49.650989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Attempting to bind port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:49.652005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.652173 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Attempting to bind port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:49.652769 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Attempting to bind port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:49.657492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:49.664058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.667524 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:49.668115 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:49.668256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1babe610-0c4e-473e-8b1e-895c349e5a51 HTTP/1.1" status: 204 len: 168 time: 1.0240111 Jun 22 09:27:49.669860 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.670436 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:49.671307 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Bound port: d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:49.671920 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.672700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:49.703999 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:49.713928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Checking segment: {'id': '70737dfd-0c8d-4a45-bbac-992a8f73a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:49.714296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Network hostable DHCP agents. Network: 429d7aea-aa2c-4c07-8fd4-51828ad7f80c, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:27:49.736708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1babe610-0c4e-473e-8b1e-895c349e5a51,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:49.812972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:49.822845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.824072 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4869697 Jun 22 09:27:49.826592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a961cdb6-2404-4cd1-a8a7-5947590aa6e2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:49.833056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49530) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:49.851132 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] For port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:49.859781 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] For port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:49.864069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49532) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:49.912279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:49.943261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:49.944537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.946790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Checking router: d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:49.947256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Updating router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e port c47571cf-1bb4-49bf-b530-87904c3ef03d binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:27:49.965501 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:49.993014 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:50.026733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.078271 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:50.079846 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:50.113881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.118549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.172130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:50.268025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:50.271990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:50.382852 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:50.383761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.406131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.408896 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] 10.222.0.65 "DELETE /v2.0/ports/32e5e6aa-46d9-4117-b8c2-1e24f4fc1c53 HTTP/1.1" status: 204 len: 168 time: 1.5932190 Jun 22 09:27:50.418153 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Pushing event updated for resources: {'Port': ['ID=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:50.477512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.494677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:27:50.495190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Transition to ACTIVE for port object c47571cf-1bb4-49bf-b530-87904c3ef03d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:50.511775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Allocated IP 172.20.0.1 (02b91d7e-e733-4392-b517-b8f88abb265d/853bc325-ebb9-4be1-9c02-79651b77cf6d/10f24878-8384-4c6f-96a0-a76a5263883d) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:50.527934 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:50.530528 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Checking router: 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:50.530884 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Updating router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e port 8f88ac53-c04e-4164-8afa-2ddacdadf494 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:27:50.573472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.575759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:50.579715 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:50.605415 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.618112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d4df7-c0bc-40a3-a632-89bb2283a75b None None] Pushing event updated for resources: {'Port': ['ID=c47571cf-1bb4-49bf-b530-87904c3ef03d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:50.623507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-540d4df7-c0bc-40a3-a632-89bb2283a75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:50.642331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Attempting to bind port c47571cf-1bb4-49bf-b530-87904c3ef03d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:50.645172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Attempting to bind port c47571cf-1bb4-49bf-b530-87904c3ef03d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:50.645172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Attempting to bind port c47571cf-1bb4-49bf-b530-87904c3ef03d on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:50.650813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:50.651200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:50.651623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.652054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:50.652531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Bound port: c47571cf-1bb4-49bf-b530-87904c3ef03d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:50.653664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.655451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.658521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49540) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:50.687961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Transition to ACTIVE for port object 10f24878-8384-4c6f-96a0-a76a5263883d will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:50.700160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.705697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 429d7aea-aa2c-4c07-8fd4-51828ad7f80c) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:50.723577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] For port c47571cf-1bb4-49bf-b530-87904c3ef03d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:50.729075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] For port c47571cf-1bb4-49bf-b530-87904c3ef03d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c47571cf-1bb4-49bf-b530-87904c3ef03d,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:50.742710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.742912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3543b8-f49a-4260-838f-4d2a2dbfd428 None None] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:50.776234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:50.777411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.804976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:50.817629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:50.871173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:27:50.871173 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:27:50.871173 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '879becd42b224d27a9f1ec9292a3060f', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 27, 50, 771240)}] Jun 22 09:27:50.871173 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:27:50.875965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:27:50.900810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:50.948950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d01972db4e414139a4019ede6b4926f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8189893 Jun 22 09:27:50.951737 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:50.954513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49542) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:50.960854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9798395-c556-423f-b60b-ff7442b932c1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:50.972608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:50.994053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.001057 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3ac03-17b1-4e3b-ade1-00bb85b46e1a None None] The sync data for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv is: [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:27:51.010311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.015021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-382924a8-2a86-4a53-87c4-4b4e48dc2181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.050669 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.051203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.079046 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Transition to ACTIVE for port object 8f88ac53-c04e-4164-8afa-2ddacdadf494 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:51.090492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.093893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d4df7-c0bc-40a3-a632-89bb2283a75b None None] Pushing event updated for resources: {'Port': ['ID=c47571cf-1bb4-49bf-b530-87904c3ef03d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.113017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-540d4df7-c0bc-40a3-a632-89bb2283a75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:51.137930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.141759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-429d7aea-aa2c-4c07-8fd4-51828ad7f80c', 'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c', 'tenant_id': '7814ef49ac1e4d4e823cf7f257c42e15', 'fixed_ips': [{'subnet_id': 'a35e49d5-35a6-4488-bff6-b070fdffe3b2'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:27:51.143028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.152575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.161010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.196389 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.198703 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-06bc1512-9c1a-4efb-8ab2-98515bcf4507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.227410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.251844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Network 02b91d7e-e733-4392-b517-b8f88abb265d is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:51.276813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:51.281073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49546) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:51.286123 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Attempting to bind port 8f88ac53-c04e-4164-8afa-2ddacdadf494 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:51.286643 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Attempting to bind port 8f88ac53-c04e-4164-8afa-2ddacdadf494 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:51.287117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Attempting to bind port 8f88ac53-c04e-4164-8afa-2ddacdadf494 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:51.289998 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e890-5036-4782-b18a-99a7259afb65 None None] Pushing event updated for resources: {'Port': ['ID=8f88ac53-c04e-4164-8afa-2ddacdadf494,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.293517 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd34e890-5036-4782-b18a-99a7259afb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:51.300074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:51.300074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:51.300074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.300074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:51.300074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Bound port: 8f88ac53-c04e-4164-8afa-2ddacdadf494, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:51.300074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.304496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:51.328736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Pushing event updated for resources: {'Port': ['ID=10f24878-8384-4c6f-96a0-a76a5263883d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.352583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:51.358729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Allocated IP 172.20.0.1 (d261d077-659e-4425-9f07-bd5d67553feb/1ac3aeb4-2323-4afa-8a0e-98fb56319cc2/3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:51.405544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Allocated IP 2001:db8::2 (429d7aea-aa2c-4c07-8fd4-51828ad7f80c/a35e49d5-35a6-4488-bff6-b070fdffe3b2/d1740c78-a350-4a13-9223-05ff477afb6d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:51.441393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-303314f8-b945-4d5e-bfb4-f76369620148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.460333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.460333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.460664 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] For port 8f88ac53-c04e-4164-8afa-2ddacdadf494, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:51.460664 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] For port 8f88ac53-c04e-4164-8afa-2ddacdadf494, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8f88ac53-c04e-4164-8afa-2ddacdadf494,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:51.485272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.486840 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9798395-c556-423f-b60b-ff7442b932c1 HTTP/1.1" status: 204 len: 168 time: 0.5308006 Jun 22 09:27:51.517313 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb68d4c644824c37bdb3cb26d52722ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6520760 Jun 22 09:27:51.529047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49552) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:51.565744 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.565744 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.593999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.605668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Transition to ACTIVE for port object d1740c78-a350-4a13-9223-05ff477afb6d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:51.633515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.639509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Transition to ACTIVE for port object d1740c78-a350-4a13-9223-05ff477afb6d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:51.671901 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3707221 Jun 22 09:27:51.677130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49554) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:51.687466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Request body: {'port': {'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1268621767'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:51.692314 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:51.693083 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:51.697137 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e890-5036-4782-b18a-99a7259afb65 None None] Pushing event updated for resources: {'Port': ['ID=8f88ac53-c04e-4164-8afa-2ddacdadf494,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.712614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:51.714890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:51.715727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:51.716282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.719976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790dd06-a2f3-4617-8860-8db4f287bd26,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.723558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.734124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:51.744070 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd34e890-5036-4782-b18a-99a7259afb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:51.749279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.760874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8af544c3-baa2-4464-9598-0de009445720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.783894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Transition to ACTIVE for port object 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:51.786813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.826106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:51.832932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-27c2be34-8e3a-45d7-baee-c015d89ebace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:51.856624 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:51.890167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Pushing event updated for resources: {'Port': ['ID=d1740c78-a350-4a13-9223-05ff477afb6d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.905302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:51.905392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9798395-c556-423f-b60b-ff7442b932c1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:51.935516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:52.053084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-379a220e-e924-45d6-8bd2-a5cc2c5b77e8 None None] Provisioning for port 10f24878-8384-4c6f-96a0-a76a5263883d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:52.063276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:52.079351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-379a220e-e924-45d6-8bd2-a5cc2c5b77e8 None None] Provisioning complete for port 10f24878-8384-4c6f-96a0-a76a5263883d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:52.079739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-379a220e-e924-45d6-8bd2-a5cc2c5b77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.088606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.092792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:52.094401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.101501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Allocated IP 172.20.0.1 (711dc3da-2611-482a-9d0a-3eba7d30a60a/86782439-56c8-462b-b923-90ce73eae885/785738eb-7f19-438a-a836-cf521358f8c9) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:52.155993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.170955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:52.174052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.191709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:52.220928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.235790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Transition to ACTIVE for port object 785738eb-7f19-438a-a836-cf521358f8c9 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:52.253082 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:52.305386 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e6340-203e-480f-b259-f6d9b830a05f None None] The sync data for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv is: [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:27:52.317697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Attempting to bind port d1740c78-a350-4a13-9223-05ff477afb6d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:52.318089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Attempting to bind port d1740c78-a350-4a13-9223-05ff477afb6d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '70737dfd-0c8d-4a45-bbac-992a8f73a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:52.318676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Attempting to bind port d1740c78-a350-4a13-9223-05ff477afb6d on network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:52.330250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-379a220e-e924-45d6-8bd2-a5cc2c5b77e8 None None] Port 10f24878-8384-4c6f-96a0-a76a5263883d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:52.350031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:52.351765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Checking segment: {'id': '70737dfd-0c8d-4a45-bbac-992a8f73a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:52.351765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.356901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Bound using segment: {'id': '70737dfd-0c8d-4a45-bbac-992a8f73a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:52.358586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Bound port: d1740c78-a350-4a13-9223-05ff477afb6d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70737dfd-0c8d-4a45-bbac-992a8f73a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:52.359008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.360001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.363330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.367966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-06d69e06-6d1b-4568-955c-075e4c3477ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:52.377589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.384530 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b790dd06-a2f3-4617-8860-8db4f287bd26 HTTP/1.1" status: 204 len: 168 time: 0.8352475 Jun 22 09:27:52.384530 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=879becd42b224d27a9f1ec9292a3060f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7210071 Jun 22 09:27:52.384530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7901dc-dd04-4e7e-9228-8c65aa81dfc5,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:52.400466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49560) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:52.401868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:52.403166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ff776d7-d0f2-4a97-aa25-9d555bd9ce11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:52.421858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.437685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790dd06-a2f3-4617-8860-8db4f287bd26,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:52.461124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:52.468828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49562) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:52.470138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:52.478782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:52.479801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.490212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:52.512722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:52.564262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.614976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=785738eb-7f19-438a-a836-cf521358f8c9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:52.652910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:52.660715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Network d261d077-659e-4425-9f07-bd5d67553feb is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:52.666490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:52.673862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:52.725879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] For port d1740c78-a350-4a13-9223-05ff477afb6d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:52.745642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] For port d1740c78-a350-4a13-9223-05ff477afb6d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d1740c78-a350-4a13-9223-05ff477afb6d,segment=NetworkSegment(70737dfd-0c8d-4a45-bbac-992a8f73a62f),segment_id=70737dfd-0c8d-4a45-bbac-992a8f73a62f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:52.751163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.772115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:52.774836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.895596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:52.902947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.005714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Pushing event updated for resources: {'Port': ['ID=d1740c78-a350-4a13-9223-05ff477afb6d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:53.010406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:53.021235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:53.051387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.086580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:53.108913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.120989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:53.174602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.194349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:53.243358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8f379a9a-d5b7-4c21-902a-9cafe055d47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.254587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dc678be8-4aea-4011-af6f-e0e08b454423 None None] Provisioning for port 785738eb-7f19-438a-a836-cf521358f8c9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:53.257570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.271788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c6c16-04be-4b05-80a3-137eec6166a5 None None] The sync data for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:46Z', 'revision_number': 3, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:27:53.276598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dc678be8-4aea-4011-af6f-e0e08b454423 None None] Provisioning complete for port 785738eb-7f19-438a-a836-cf521358f8c9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:53.277596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dc678be8-4aea-4011-af6f-e0e08b454423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.282441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:53.390243 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bbede9334b784102b47ab02a9c6a4699&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1080601 Jun 22 09:27:53.397235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:53.405755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.467952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49566) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:53.556165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa96ac2-f56e-4d33-b206-9d295ddcb303,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:53.563708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:53.583047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-dc678be8-4aea-4011-af6f-e0e08b454423 None None] Port 785738eb-7f19-438a-a836-cf521358f8c9 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:53.626646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Made reservation on behalf of 7814ef49ac1e4d4e823cf7f257c42e15 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:53.632268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.659046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49568) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:53.706443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.721507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.760343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:53.786885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.790967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.795575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] device_id is not set on port 31d29cd2-822f-4094-8a74-c5e055824fca yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:27:53.820239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.820460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-07494f65-1c11-4867-9f40-7b53ad4dec9a None None] Provisioning for port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:53.831112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-07494f65-1c11-4867-9f40-7b53ad4dec9a None None] Provisioning complete for port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:53.831112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-07494f65-1c11-4867-9f40-7b53ad4dec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.831248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.839828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.841842 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a7901dc-dd04-4e7e-9228-8c65aa81dfc5 HTTP/1.1" status: 204 len: 168 time: 1.4072270 Jun 22 09:27:53.849010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed76bb09-5d56-4adb-ba2a-0986c2e1a7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.853141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.865974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7901dc-dd04-4e7e-9228-8c65aa81dfc5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:53.871267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.874024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:53.880676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:53.892073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-42e20c26-3ee7-4fa4-ba2b-22025198d71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.893926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:53.932386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.019670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-07494f65-1c11-4867-9f40-7b53ad4dec9a None None] Port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:54.047665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Pushing event updated for resources: {'Port': ['ID=10f24878-8384-4c6f-96a0-a76a5263883d,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:54.059007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:54.059814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.092591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:54.098509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:54.112521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.145100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.159284 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afa96ac2-f56e-4d33-b206-9d295ddcb303 HTTP/1.1" status: 204 len: 168 time: 0.6802521 Jun 22 09:27:54.163925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:54.193203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa96ac2-f56e-4d33-b206-9d295ddcb303,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:54.223502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:54.289561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Network 02b91d7e-e733-4392-b517-b8f88abb265d is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:54.292003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:54.480801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:27:54.509205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Allocated IP 2001:db8::16b (429d7aea-aa2c-4c07-8fd4-51828ad7f80c/a35e49d5-35a6-4488-bff6-b070fdffe3b2/31d29cd2-822f-4094-8a74-c5e055824fca) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:54.552029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.691024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:54.699847 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] 10.222.0.65 "PUT /v2.0/routers/d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6347876 Jun 22 09:27:54.708597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.760895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2cb9f263-110d-464c-8d79-5daf425c9295 None None] Provisioning complete for port 10f24878-8384-4c6f-96a0-a76a5263883d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:54.761461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f263-110d-464c-8d79-5daf425c9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.801509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f82d704-5666-482e-9063-8d08a0f8ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:54.835595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9f263-110d-464c-8d79-5daf425c9295 None None] Port 10f24878-8384-4c6f-96a0-a76a5263883d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:54.899577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.990739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:54.996108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e72495fb-81b0-41ac-a13f-f6ec17c357bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.024891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.028909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589fe4e4-00f8-4793-ba31-aac90f472bbb,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.030108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:55.036212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd89ac-f417-4fa5-a05f-09e7a0c6a278 None None] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:27:55.042571 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9e2553b6c0c42ca9448818f7fccb023&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4553239 Jun 22 09:27:55.048541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49594) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:55.084152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.096131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49596) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:55.123208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e774bb6294a34f738547f44fa49b7c50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4620981 Jun 22 09:27:55.152028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49598) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:55.159637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.181576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5429c089-5321-4657-8a5d-a5e027b5001b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.191619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:55.259039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.278788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:55.293154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.298810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.327614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.341826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.377209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:55.377598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.433403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b736df26-e7c6-4d8b-97b6-e11be3318ffb None None] Provisioning for port d1740c78-a350-4a13-9223-05ff477afb6d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:55.497205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c47571cf-1bb4-49bf-b530-87904c3ef03d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:55.574296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Transition to ACTIVE for port object 31d29cd2-822f-4094-8a74-c5e055824fca will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:55.608809 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-84703d39-fca8-4b56-9c15-75251d680608 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86a5ec4341c84850b122b938f24683fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5051999 Jun 22 09:27:55.612111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49610) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:55.619783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c47571cf-1bb4-49bf-b530-87904c3ef03d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:55.639109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c47571cf-1bb4-49bf-b530-87904c3ef03d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:55.639109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.649132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.688896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.711390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.742657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.767811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:55.775139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.784609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.809057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.831952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:55.833196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c47571cf-1bb4-49bf-b530-87904c3ef03d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c47571cf-1bb4-49bf-b530-87904c3ef03d,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:55.850987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.855191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:55.899897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.900114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.900718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.901903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8f88ac53-c04e-4164-8afa-2ddacdadf494 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:55.903824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:55.905576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7834c0f7-b500-4994-a81e-9ae2594a8785 HTTP/1.1" status: 204 len: 168 time: 0.2922888 Jun 22 09:27:55.906695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.907810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-156e3af5-49bc-4e64-a139-98e2fb3157ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:55.933864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834c0f7-b500-4994-a81e-9ae2594a8785,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.936502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=785738eb-7f19-438a-a836-cf521358f8c9,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:55.945095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:55.949556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.064687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Network d261d077-659e-4425-9f07-bd5d67553feb is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:56.071906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.094237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:56.133428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.152789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c47571cf-1bb4-49bf-b530-87904c3ef03d,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.177478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.219405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49624) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:56.231235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63909091', 'description': 'tempest-description--1303869520'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:56.283037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 8f88ac53-c04e-4164-8afa-2ddacdadf494 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:56.288545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 8f88ac53-c04e-4164-8afa-2ddacdadf494 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:56.289033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.334208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:56.370030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.399717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:56.402381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:56.403009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d13aba91-a07d-4d84-bcd8-a5dfe479f03a None None] Provisioning complete for port 785738eb-7f19-438a-a836-cf521358f8c9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:56.403453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d13aba91-a07d-4d84-bcd8-a5dfe479f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.409419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:56.410236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.431259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.441040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.443839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.446157 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/589fe4e4-00f8-4793-ba31-aac90f472bbb HTTP/1.1" status: 204 len: 168 time: 1.3962400 Jun 22 09:27:56.447005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event updated for resources: {'Port': ['ID=31d29cd2-822f-4094-8a74-c5e055824fca,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.457351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.473219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d13aba91-a07d-4d84-bcd8-a5dfe479f03a None None] Port 785738eb-7f19-438a-a836-cf521358f8c9 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:56.476109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 8f88ac53-c04e-4164-8afa-2ddacdadf494, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8f88ac53-c04e-4164-8afa-2ddacdadf494,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:56.550808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.551701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d1740c78-a350-4a13-9223-05ff477afb6d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:56.551941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.553697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.653491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.655442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Sync routers for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:56.664771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.692774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.715394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:56.716079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:56.722168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:27:56.723409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.731886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.733131 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5429c089-5321-4657-8a5d-a5e027b5001b HTTP/1.1" status: 204 len: 168 time: 1.5788655 Jun 22 09:27:56.733971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589fe4e4-00f8-4793-ba31-aac90f472bbb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.736275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef9b53-b61b-4608-9715-e3fdcbb3c0af,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.744473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.745039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.745581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a8f5fa76-afec-485d-9c1a-ccb92e363a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:56.761446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5429c089-5321-4657-8a5d-a5e027b5001b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.766845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.780244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Router bb043085-8103-4f99-9e91-794ba6247f01 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:27:56.802561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.807848 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5872228 Jun 22 09:27:56.808402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49640) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:56.814029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Request body: {'security_group_rule': {'security_group_id': '27ef9b53-b61b-4608-9715-e3fdcbb3c0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:56.822625 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.1393142 Jun 22 09:27:56.823383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49642) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:56.832067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:56.832696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Request body: {'port': {'network_id': '429d7aea-aa2c-4c07-8fd4-51828ad7f80c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1859035904', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:56.833148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] bootfile-name is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:27:56.833554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] tftp-server is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:27:56.833964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] server-ip-address is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:27:56.872782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c1643e1-cd7e-4df5-a735-fb37b86d2ac8 None None] Provisioning complete for port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:56.873164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c1643e1-cd7e-4df5-a735-fb37b86d2ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.880035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d1740c78-a350-4a13-9223-05ff477afb6d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:56.908397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=8f88ac53-c04e-4164-8afa-2ddacdadf494,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:56.926912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:56.927183 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d1740c78-a350-4a13-9223-05ff477afb6d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:56.927536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:56.942559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.003234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3c1643e1-cd7e-4df5-a735-fb37b86d2ac8 None None] Port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:57.052215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:57.067474 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Sync routers for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:57.079497 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:57.079724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] 10.222.0.65 "PUT /v2.0/routers/537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2428961 Jun 22 09:27:57.080862 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:57.094629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.116870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:27:57.123621 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] 10.222.0.65 "PUT /v2.0/routers/bb043085-8103-4f99-9e91-794ba6247f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3364260 Jun 22 09:27:57.147806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Sync routers for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:27:57.196189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.208530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:57.209171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:57.209730 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:57.213503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.215524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:57.236159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef4ad38-0823-4754-9d45-8d8f8053c449,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:57.240065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:57.244002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Made reservation on behalf of 7814ef49ac1e4d4e823cf7f257c42e15 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:27:57.251125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.287620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-466d203a-8c40-4a27-a4b4-4cc95fc38a22 None None] Provisioning for port 31d29cd2-822f-4094-8a74-c5e055824fca completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:57.293393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] device_id is not set on port 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:27:57.330064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-466d203a-8c40-4a27-a4b4-4cc95fc38a22 None None] Provisioning complete for port 31d29cd2-822f-4094-8a74-c5e055824fca triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:57.330448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-466d203a-8c40-4a27-a4b4-4cc95fc38a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.340135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.344538 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5349925 Jun 22 09:27:57.345161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49658) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:57.350082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Request body: {'security_group_rule': {'security_group_id': '27ef9b53-b61b-4608-9715-e3fdcbb3c0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:57.420047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d1740c78-a350-4a13-9223-05ff477afb6d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d1740c78-a350-4a13-9223-05ff477afb6d,segment=NetworkSegment(70737dfd-0c8d-4a45-bbac-992a8f73a62f),segment_id=70737dfd-0c8d-4a45-bbac-992a8f73a62f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:27:57.458654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.545492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:27:54Z', 'revision_number': 2, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:57.578290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.584027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Allocated IP 2001:db8::209 (429d7aea-aa2c-4c07-8fd4-51828ad7f80c/a35e49d5-35a6-4488-bff6-b070fdffe3b2/9e9a666c-c705-41b2-a634-26fe3ef7e9f7) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:57.606786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-540d4df7-c0bc-40a3-a632-89bb2283a75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:57.618628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.634105 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Checking router: 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:57.634624 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Updating router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e port 785738eb-7f19-438a-a836-cf521358f8c9 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:27:57.686414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-466d203a-8c40-4a27-a4b4-4cc95fc38a22 None None] Port 31d29cd2-822f-4094-8a74-c5e055824fca cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:57.706855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:57.710912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.713456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:57.717621 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.739841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35b3aeb-1355-4492-b784-c77f216b0693,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:57.744568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:57.752712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c47571cf-1bb4-49bf-b530-87904c3ef03d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:57.830835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.834366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4881709 Jun 22 09:27:57.836037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49684) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:57.842127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 2, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:57.843308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:57.877107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Checking router: d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:57.877468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Updating router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e port 10f24878-8384-4c6f-96a0-a76a5263883d binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:27:57.921114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:57.947888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Transition to ACTIVE for port object 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:58.002630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.042802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d1740c78-a350-4a13-9223-05ff477afb6d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:58.051773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:58.078209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.095579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.128228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c47571cf-1bb4-49bf-b530-87904c3ef03d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:58.128919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.135784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98642071-ed12-4f06-a0e7-dcd7dcc31ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:58.210651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:58.214512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:58.218825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:58.227443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:58.228443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.268050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event updated for resources: {'Port': ['ID=9e9a666c-c705-41b2-a634-26fe3ef7e9f7,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:58.273169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:58.323273 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4987819 Jun 22 09:27:58.325694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49692) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:58.329465 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.351363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.356672 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Transition to ACTIVE for port object 785738eb-7f19-438a-a836-cf521358f8c9 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:58.362585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:27:54Z', 'revision_number': 2, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:58.451497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Checking router: bb043085-8103-4f99-9e91-794ba6247f01 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:27:58.452657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Updating router bb043085-8103-4f99-9e91-794ba6247f01 port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:27:58.459403 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.472789 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:58.570140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Allocated IP 172.26.6.57 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/f09cec67-c655-4381-a93e-340e74e988f4) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:27:58.613448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a3322-46a4-4c5d-9d3d-968cca1b8239 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:58.634171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a3322-46a4-4c5d-9d3d-968cca1b8239 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:58.658473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a3322-46a4-4c5d-9d3d-968cca1b8239 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:27:58.665627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c11a3322-46a4-4c5d-9d3d-968cca1b8239 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.3386483 Jun 22 09:27:58.670135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.670739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49700) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:58.716507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8f88ac53-c04e-4164-8afa-2ddacdadf494 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:27:58.753134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49702) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:58.753688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49706) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:27:58.775482 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eae564-596e-44b9-a21b-ca739ae5c119 None None] Pushing event updated for resources: {'Port': ['ID=785738eb-7f19-438a-a836-cf521358f8c9,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:58.779440 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a2eae564-596e-44b9-a21b-ca739ae5c119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:58.781830 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Attempting to bind port 785738eb-7f19-438a-a836-cf521358f8c9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:27:58.782218 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Attempting to bind port 785738eb-7f19-438a-a836-cf521358f8c9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:27:58.782596 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Attempting to bind port 785738eb-7f19-438a-a836-cf521358f8c9 on network 711dc3da-2611-482a-9d0a-3eba7d30a60a {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:27:58.796743 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:27:58.797059 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Checking segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:27:58.797468 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.797935 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Bound using segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:27:58.798335 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Bound port: 785738eb-7f19-438a-a836-cf521358f8c9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:27:58.798705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.812388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076333716', 'description': 'tempest-description--323768131'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:58.855171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.920333 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] For port 785738eb-7f19-438a-a836-cf521358f8c9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:27:58.930466 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] For port 785738eb-7f19-438a-a836-cf521358f8c9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=785738eb-7f19-438a-a836-cf521358f8c9,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:27:58.951320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:58.993023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Deleting port 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:27:58.993683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.007584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c5aa06d2-3001-4b8b-96dd-e386a0ab0639 None None] Provisioning for port 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:27:59.028466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c5aa06d2-3001-4b8b-96dd-e386a0ab0639 None None] Provisioning complete for port 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:59.028978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5aa06d2-3001-4b8b-96dd-e386a0ab0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.037382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.039920 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.042194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:59.045134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd34e890-5036-4782-b18a-99a7259afb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:59.092429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:27:59.096139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:27:59.099460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:27:59.208460 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:27:59.209087 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:27:59.212828 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eae564-596e-44b9-a21b-ca739ae5c119 None None] Pushing event updated for resources: {'Port': ['ID=785738eb-7f19-438a-a836-cf521358f8c9,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:59.252891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 8f88ac53-c04e-4164-8afa-2ddacdadf494 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:27:59.253481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.273874 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa06d2-3001-4b8b-96dd-e386a0ab0639 None None] Port 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:27:59.322418 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a2eae564-596e-44b9-a21b-ca739ae5c119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:59.325492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.388265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.457075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.465895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-731971325', 'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:27:59.486840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Transition to ACTIVE for port object 10f24878-8384-4c6f-96a0-a76a5263883d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:59.489344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event updated for resources: {'Port': ['ID=f09cec67-c655-4381-a93e-340e74e988f4,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:59.498001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:59.517029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.532496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.547459 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:27:59.564388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-56b870ec-31d1-4288-97cd-df811f071bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:59.670401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.673413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.685237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Transition to ACTIVE for port object 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:27:59.699581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.708790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1c71b74e-f286-40ac-8950-6f21662f0851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.714021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:27:59.757931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Calling delete_port for 9e9a666c-c705-41b2-a634-26fe3ef7e9f7 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:27:59.820544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:27:59.852043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8314c860-b2db-4e88-a9e6-07f4fb2bfa03,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:27:59.860802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:27:59.987843 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:27:58Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:00.023792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.060378 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeae501-7f87-4a04-95b7-9fd2813479c5 None None] The sync data for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv is: [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:27:58Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:00.078152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ceebc-f8e5-4e31-bcc5-ffb45e3a5e19 None None] Pushing event updated for resources: {'Port': ['ID=10f24878-8384-4c6f-96a0-a76a5263883d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:00.108339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a8ceebc-f8e5-4e31-bcc5-ffb45e3a5e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:00.108749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49736) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:00.122164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.131135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:00.161531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:00.289652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49740) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:00.290446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49742) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:00.313550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611397086', 'description': 'tempest-description--636129453'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.321967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Made reservation on behalf of 7f8dda245dd448158ef21077e8b44f19 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:00.324450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.336713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.431753 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-190125bb-0824-449e-a904-cc2284c93a4c tempest-AgentManagementNegativeTest-1816382671 tempest-AgentManagementNegativeTest-1816382671-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1332378 Jun 22 09:28:00.438975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.440304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6843796 Jun 22 09:28:00.441060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.445729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49748) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:00.462516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Request body: {'security_group_rule': {'security_group_id': '8314c860-b2db-4e88-a9e6-07f4fb2bfa03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.476222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:00.486407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77514d4f-0ddc-4d85-88c4-27ea030f26b6 None None] Pushing event updated for resources: {'Port': ['ID=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:00.492869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-77514d4f-0ddc-4d85-88c4-27ea030f26b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:00.507897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event deleted for resources: {'Port': ['ID=9e9a666c-c705-41b2-a634-26fe3ef7e9f7,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:00.513201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:00.530221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Attempting to bind port 10f24878-8384-4c6f-96a0-a76a5263883d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:00.530714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Attempting to bind port 10f24878-8384-4c6f-96a0-a76a5263883d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:00.532216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Attempting to bind port 10f24878-8384-4c6f-96a0-a76a5263883d on network 02b91d7e-e733-4392-b517-b8f88abb265d {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:00.572280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.576312 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "DELETE /v2.0/ports/9e9a666c-c705-41b2-a634-26fe3ef7e9f7 HTTP/1.1" status: 204 len: 168 time: 1.9000037 Jun 22 09:28:00.579031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49752) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:00.579847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:00.580268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Checking segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:00.584967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.585598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Bound using segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:00.586124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Bound port: 10f24878-8384-4c6f-96a0-a76a5263883d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:00.586518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.586621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Request body: {'port': {'name': 'tempest-new-port-name-1340429738', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.587127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] bootfile-name is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:00.587562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] tftp-server is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:00.588110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] server-ip-address is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:00.616908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 785738eb-7f19-438a-a836-cf521358f8c9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:00.628378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'networks': [{'name': 'tempest-network--608720801'}, {'name': 'tempest-network--339689135'}]} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.628953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'network': {'name': 'tempest-network--608720801'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.629103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'network': {'name': 'tempest-network--339689135'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:00.653068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.811261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.811415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Attempting to bind port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:00.811415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Attempting to bind port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:00.811415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Attempting to bind port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 on network d261d077-659e-4425-9f07-bd5d67553feb {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:00.833532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event updated for resources: {'Port': ['ID=f09cec67-c655-4381-a93e-340e74e988f4,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:00.839748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:00.867382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:00.868367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Checking segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:00.869062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.869575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Bound using segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:00.870173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Bound port: 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:00.870971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:00.976432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] For port 10f24878-8384-4c6f-96a0-a76a5263883d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:01.011995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] For port 10f24878-8384-4c6f-96a0-a76a5263883d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10f24878-8384-4c6f-96a0-a76a5263883d,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:01.033914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.050085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] For port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:01.053699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] For port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:01.076694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 785738eb-7f19-438a-a836-cf521358f8c9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:01.080454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 785738eb-7f19-438a-a836-cf521358f8c9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:01.081033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.109960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.113931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:01.188245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:01.188943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:01.190859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.204632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.280940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.284836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-66214d09-21b6-4cf5-a2cc-2a138dafa50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:01.329834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49764) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:01.342065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.348471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:01.372576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5349479 Jun 22 09:28:01.401481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.446538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e729fe-8d89-41fe-a067-c60d7750c54f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:01.446538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.446538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Added segment 189a559d-0822-463c-9edd-c80b223861a2 of type vlan for network 7dba8003-8550-40aa-9b66-33f9f60e52d8 Jun 22 09:28:01.477949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.485063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:01.493158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:01.578428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.585782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-97ae0746-13aa-42da-95f4-39cf338de6ce tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:01.604507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.620108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:01.620875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:27:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:01.645212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.676256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.677480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ceebc-f8e5-4e31-bcc5-ffb45e3a5e19 None None] Pushing event updated for resources: {'Port': ['ID=10f24878-8384-4c6f-96a0-a76a5263883d,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:01.679198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] In _notify_port_updated(), no bound segment for port 31d29cd2-822f-4094-8a74-c5e055824fca on network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:28:01.680951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a8ceebc-f8e5-4e31-bcc5-ffb45e3a5e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:01.687357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:01.699193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:01.699966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.701343 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "PUT /v2.0/ports/31d29cd2-822f-4094-8a74-c5e055824fca HTTP/1.1" status: 200 len: 1130 time: 1.1212256 Jun 22 09:28:01.704251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49770) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:01.762723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'network': 2} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:01.763020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event updated for resources: {'Port': ['ID=31d29cd2-822f-4094-8a74-c5e055824fca,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:01.775626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:01.775805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 785738eb-7f19-438a-a836-cf521358f8c9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=785738eb-7f19-438a-a836-cf521358f8c9,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:01.775943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.resource_extend [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:28:01.785088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.834146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.836812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d1740c78-a350-4a13-9223-05ff477afb6d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:01.888162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.976504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.992353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:01.994164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:01.995937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0a378-cdbf-494d-bd30-353a561b1926 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.000308 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cbf0a378-cdbf-494d-bd30-353a561b1926 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "GET /v2.0/ports/31d29cd2-822f-4094-8a74-c5e055824fca HTTP/1.1" status: 200 len: 1130 time: 0.2919281 Jun 22 09:28:02.001016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49788) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:02.010369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8960b61a-f12d-4823-aa66-5e05edd1ff82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:02.166077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.168803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:02.171261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77514d4f-0ddc-4d85-88c4-27ea030f26b6 None None] Pushing event updated for resources: {'Port': ['ID=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:02.185088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-77514d4f-0ddc-4d85-88c4-27ea030f26b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:02.186566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:02.196237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:02.219413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Deleting port 31d29cd2-822f-4094-8a74-c5e055824fca {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:02.220014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.262341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d1740c78-a350-4a13-9223-05ff477afb6d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:02.262725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.276408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.276612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49808) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:02.277981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.279754 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:28:02.284233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Network': ['ID=7dba8003-8550-40aa-9b66-33f9f60e52d8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:02.295944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:02.296858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:02.311693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 7dba8003-8550-40aa-9b66-33f9f60e52d8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:02.323525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4e7cf4-4afb-4082-9dea-daec56898388,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:02.326581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:02.326975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-966128f0-2484-432f-ab64-9b0dc6e8c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.346442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.349935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:02.377018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c301bde8-c865-4f77-8115-a04b973c2d55,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:02.379732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:02.406070 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-88d105ea-e791-4c71-a24e-a2a6cc6da29b tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--63909091&fields=id&tenant_id=40e122a63db947e881280f5b03e3b0ae HTTP/1.1" status: 200 len: 267 time: 0.1281674 Jun 22 09:28:02.407670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.420479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1788790419'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:02.426336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.430720 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9809637 Jun 22 09:28:02.431522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:02.436780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Request body: {'security_group_rule': {'security_group_id': '8314c860-b2db-4e88-a9e6-07f4fb2bfa03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:02.459441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.461630 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1519482 Jun 22 09:28:02.464708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49814) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:02.469533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Request body: {'security_group_rule': {'security_group_id': 'c301bde8-c865-4f77-8115-a04b973c2d55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:02.476222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=785738eb-7f19-438a-a836-cf521358f8c9,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:02.509029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:02.521369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-99a7d942-9471-4262-a650-6eaf0f420c61 None None] Provisioning complete for port 31d29cd2-822f-4094-8a74-c5e055824fca triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:02.521511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Calling delete_port for 31d29cd2-822f-4094-8a74-c5e055824fca owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:02.521738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99a7d942-9471-4262-a650-6eaf0f420c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.574916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:00Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:02.621655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850c93c-f8e7-466b-8147-21f643d652df None None] The sync data for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:00Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:02.646096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-99a7d942-9471-4262-a650-6eaf0f420c61 None None] Port 31d29cd2-822f-4094-8a74-c5e055824fca cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:02.675463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.729865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:02.758556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d35379-8b13-434a-87dc-5d5c020de91d None None] The sync data for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv is: [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:02.768007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-d8e0b1bf-849d-4ece-a9ad-c595dfb087fa tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:02.769508 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-d8e0b1bf-849d-4ece-a9ad-c595dfb087fa tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/networks?id=02b91d7e-e733-4392-b517-b8f88abb265d HTTP/1.1" status: 200 len: 806 time: 0.3429782 Jun 22 09:28:02.792310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 785738eb-7f19-438a-a836-cf521358f8c9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:02.806308 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-6808cd01-2097-474d-819e-60f8886355f3 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/quotas/40e122a63db947e881280f5b03e3b0ae HTTP/1.1" status: 200 len: 375 time: 0.0266478 Jun 22 09:28:02.870585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 785738eb-7f19-438a-a836-cf521358f8c9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:02.872393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:02.911920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.001571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.020779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:03.108733 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-76ceb3a4-389c-4b98-b937-d5e45db1b1d8 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=40e122a63db947e881280f5b03e3b0ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2933924 Jun 22 09:28:03.109044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.132760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d4ca2087de44f8e8954682c24d7c280&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7973425 Jun 22 09:28:03.133968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49820) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:03.137463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2cf09-3abb-4c70-9a8f-9161ae1c8f43,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:03.145278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:03.152986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8c7dde84-0fea-44ba-bde2-e665965fc3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:03.225253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.230260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event deleted for resources: {'Port': ['ID=31d29cd2-822f-4094-8a74-c5e055824fca,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:03.260101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.268018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:03.271905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.274925 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "DELETE /v2.0/ports/31d29cd2-822f-4094-8a74-c5e055824fca HTTP/1.1" status: 204 len: 168 time: 1.2682400 Jun 22 09:28:03.278974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:03.373039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-8e416b1e-aaf3-4104-9b75-cc02c304e7cd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:28:03.374427 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-8e416b1e-aaf3-4104-9b75-cc02c304e7cd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1179357 Jun 22 09:28:03.401819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.425394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.429173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.430334 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7bc2cf09-3abb-4c70-9a8f-9161ae1c8f43 HTTP/1.1" status: 204 len: 168 time: 0.3006155 Jun 22 09:28:03.431372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ffae07af-e030-4802-a5db-8ea35ede5a6f tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:03.453987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2cf09-3abb-4c70-9a8f-9161ae1c8f43,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:03.464852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:03.466557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Deleting subnet a35e49d5-35a6-4488-bff6-b070fdffe3b2 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:03.473931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.482118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.549989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.553100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.573799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.580956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:03.619749 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.8647990 Jun 22 09:28:03.622752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49830) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:03.628956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'subnet': {'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:03.633151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-91fe285d-f9c3-4d56-a84f-008cce313b6e service neutron] 10.222.0.65 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464793 Jun 22 09:28:03.637806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:28:03.637806 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:28:03.637806 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 28, 2, 481623)}] Jun 22 09:28:03.637806 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:28:03.638262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:28:03.645674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:28:03.645674 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:28:03.645674 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '70ecd5086e78408680adbc5fd4048ca1', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 28, 2, 455052)}] Jun 22 09:28:03.645674 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:28:03.646010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:28:03.666667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5440b0-c77a-4515-be19-0b1afe425cf7,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:03.682859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:03.712817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:03.768852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.838629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.848495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Made reservation on behalf of 7f8dda245dd448158ef21077e8b44f19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:03.852182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.911370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.925495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ab08f607-9f7f-4d3e-b569-db81591f8d9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:03.936846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:03.937337 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Added segment 36e8b651-f8ba-4ef7-ab53-1b461625fa34 of type vlan for network c100caee-5cff-473c-9108-276a873a438d Jun 22 09:28:03.948058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb0e089-490c-4338-8e96-11574ca99645,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:03.950669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:04.004123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.014682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.018716 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5839469 Jun 22 09:28:04.019927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49838) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:04.028478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:04.041717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.072506 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-3182450c-d657-448b-9150-130233fa403a service neutron] 10.222.0.65 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210181 Jun 22 09:28:04.111410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:04.120257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.120606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Added segment ae8357b2-5faa-45db-ad5e-384f3f040a3a of type vlan for network 5d8274bd-0563-417a-b557-ad07400eec73 Jun 22 09:28:04.170499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.197337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.204203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:04.237035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event deleted for resources: {'Subnet': ['ID=a35e49d5-35a6-4488-bff6-b070fdffe3b2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:04.245048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.251068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:04.262089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.267206 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "DELETE /v2.0/subnets/a35e49d5-35a6-4488-bff6-b070fdffe3b2 HTTP/1.1" status: 204 len: 168 time: 0.9782162 Jun 22 09:28:04.267206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49846) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:04.269474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92830e3-b053-4bd9-94c7-70b6df420795 None None] Network 429d7aea-aa2c-4c07-8fd4-51828ad7f80c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:04.339206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.356741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.370268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:04.403473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.425230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:04.431011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:04.431694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.461692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.496015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:28:04.496498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.505332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c52d1a4-8e18-4c6d-8715-481c562e9371 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:04.597278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.655374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Network': ['ID=c100caee-5cff-473c-9108-276a873a438d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:04.675694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c100caee-5cff-473c-9108-276a873a438d details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:04.734746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49874) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:04.765346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.809787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] DHCP port deletion for 429d7aea-aa2c-4c07-8fd4-51828ad7f80c request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:04.831842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Made reservation on behalf of 70ecd5086e78408680adbc5fd4048ca1 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:04.839848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.852246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4daaff26-b7ed-4acf-a108-b0f159888400,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:04.852923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Network': ['ID=5d8274bd-0563-417a-b557-ad07400eec73,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:04.856668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:04.866583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:04.866980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:04.872609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 5d8274bd-0563-417a-b557-ad07400eec73 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:04.873064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.881380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.887840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:04.896782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:04.931747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:04.941105 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.8311872 Jun 22 09:28:04.945630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49880) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:04.977711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:04.995481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7929a6ff-d1ac-4d73-803d-7aead4abbd2b,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:05.006780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:05.019388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Checking segment: {'id': '189a559d-0822-463c-9edd-c80b223861a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:05.019744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network hostable DHCP agents. Network: 7dba8003-8550-40aa-9b66-33f9f60e52d8, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:05.027172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Allocated IP 172.26.6.109 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/381e8865-14eb-42be-b4b5-58bbf2351eef) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:05.072954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Deleting port d1740c78-a350-4a13-9223-05ff477afb6d {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:05.075372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.175963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] For port d1740c78-a350-4a13-9223-05ff477afb6d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d1740c78-a350-4a13-9223-05ff477afb6d,segment=NetworkSegment(70737dfd-0c8d-4a45-bbac-992a8f73a62f),segment_id=70737dfd-0c8d-4a45-bbac-992a8f73a62f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:05.176630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.179685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network 7dba8003-8550-40aa-9b66-33f9f60e52d8 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:05.211851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Deleting port d1740c78-a350-4a13-9223-05ff477afb6d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:05.212227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.214084 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 09:28:05.264932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Calling delete_port for d1740c78-a350-4a13-9223-05ff477afb6d owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:05.272549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49882) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:05.279415 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9826c859-1d42-4503-bf48-b1da1809d615 req-b3d06bfb-0301-409d-9c11-a149ae4b9dba tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.5434356 Jun 22 09:28:05.288761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 7dba8003-8550-40aa-9b66-33f9f60e52d8) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:05.300381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.301100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.309237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.324862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa92e7a-ba38-4971-843f-0b4ec025346a None None] Network 7dba8003-8550-40aa-9b66-33f9f60e52d8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:05.338826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-197677753'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:05.443417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa6b98-f7b9-476a-a8dc-7d8441ed5fc5 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.450395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa6b98-f7b9-476a-a8dc-7d8441ed5fc5 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.457629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa6b98-f7b9-476a-a8dc-7d8441ed5fc5 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.461041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.465120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa6b98-f7b9-476a-a8dc-7d8441ed5fc5 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.472237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa6b98-f7b9-476a-a8dc-7d8441ed5fc5 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:05.472904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8c6ad547-6190-4da7-b7f0-ca2ff37b43c6 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:05.477029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49898) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:05.477457 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e1fa6b98-f7b9-476a-a8dc-7d8441ed5fc5 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3002 time: 0.5302849 Jun 22 09:28:05.493935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] For port d1740c78-a350-4a13-9223-05ff477afb6d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d1740c78-a350-4a13-9223-05ff477afb6d,segment=NetworkSegment(70737dfd-0c8d-4a45-bbac-992a8f73a62f),segment_id=70737dfd-0c8d-4a45-bbac-992a8f73a62f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:05.496231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.528414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:05.542001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:05.542385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.574620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Calling delete_port for d1740c78-a350-4a13-9223-05ff477afb6d owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:05.576870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:05.594651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:05.599218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:05.608142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event updated for resources: {'Port': ['ID=381e8865-14eb-42be-b4b5-58bbf2351eef,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:05.608276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.609966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:05.613396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.622173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:05.667233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Pushing event deleted for resources: {'Port': ['ID=d1740c78-a350-4a13-9223-05ff477afb6d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:05.670609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] No DVR routers for this DVR port d1740c78-a350-4a13-9223-05ff477afb6d on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:05.677095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6b80a-4e40-4686-bee3-d7e9f6a54fc8 None None] Network 7dba8003-8550-40aa-9b66-33f9f60e52d8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:05.679393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:05.694879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.698077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.699721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:05.727519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.736692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] No DVR routers for this DVR port d1740c78-a350-4a13-9223-05ff477afb6d on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:05.742962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event deleted for resources: {'Port': ['ID=d1740c78-a350-4a13-9223-05ff477afb6d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:05.746334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:05.755741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:05.800346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.802984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c89502c-471f-4bb0-b8f8-881592f60ddb,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:05.808156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:05.849028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:05.883398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.887015 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4205782 Jun 22 09:28:05.892520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49904) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:05.893304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2685044 Jun 22 09:28:05.895099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49906) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:05.898892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Request body: {'security_group_rule': {'security_group_id': 'c301bde8-c865-4f77-8115-a04b973c2d55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:05.914689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:05.918100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1952314741', 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:05.930094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.930373 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Added segment 5d07f1e9-a989-4de9-874a-8625f3db8461 of type vlan for network ddd3eceb-e809-405f-8422-6abe6ed842b7 Jun 22 09:28:05.934847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.943129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.966021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.968739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:05.972245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:05.978946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429d7aea-aa2c-4c07-8fd4-51828ad7f80c']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:05.987909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > segment before_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.988298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.989091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.989425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > port after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.989745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > port after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.990090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > port after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.990418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > segment after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.990734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.991553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:05.992061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet after_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:06.007240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70737dfd-0c8d-4a45-bbac-992a8f73a62f') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:06.007576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70737dfd-0c8d-4a45-bbac-992a8f73a62f') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:06.012346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.025464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.026423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10f24878-8384-4c6f-96a0-a76a5263883d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:06.028116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.028271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:06.055339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.075340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:06.076199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:06.079860 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:06.154286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.170366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:06.173829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:06.202110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.218709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:06.219432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.231584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:06.290051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet after_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:06.290409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet after_delete 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:06.291649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet before_create 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:06.291649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Subscribe: > subnet before_update 55550000 {{(pid=93949) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 09:28:06.291649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c100caee-5cff-473c-9108-276a873a438d']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:06.297176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.298262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Made reservation on behalf of 7f8dda245dd448158ef21077e8b44f19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:06.302097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.306595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 10f24878-8384-4c6f-96a0-a76a5263883d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:06.311767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.312240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 10f24878-8384-4c6f-96a0-a76a5263883d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:06.312842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.316495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e8b651-f8ba-4ef7-ab53-1b461625fa34') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:06.317532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e8b651-f8ba-4ef7-ab53-1b461625fa34') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:06.351739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.360082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Pushing event updated for resources: {'Network': ['ID=ddd3eceb-e809-405f-8422-6abe6ed842b7,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:06.371806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.374078 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] 10.222.0.65 "DELETE /v2.0/networks/429d7aea-aa2c-4c07-8fd4-51828ad7f80c HTTP/1.1" status: 204 len: 168 time: 2.1060588 Jun 22 09:28:06.378414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:06.378547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.380124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ddd3eceb-e809-405f-8422-6abe6ed842b7 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:06.380543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] device_id is not set on port 424776f9-6e81-4b59-9ae8-2fca3f991cd5 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:06.386179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:06.393696 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.2230260 Jun 22 09:28:06.442004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Pushing event deleted for resources: {'Network': ['ID=429d7aea-aa2c-4c07-8fd4-51828ad7f80c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:06.453771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:06.462546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.469544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:06.498552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d97487-4974-493c-8c99-6a3a3dfda314,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:06.508583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:06.614276 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8ffb20f3-07a6-4991-a7d7-8867d29d501f req-1f5abe26-b2af-4557-a825-200543052a97 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.0997963 Jun 22 09:28:06.640416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.643185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Allocated IP 172.20.0.6 (7dba8003-8550-40aa-9b66-33f9f60e52d8/4daaff26-b7ed-4acf-a108-b0f159888400/424776f9-6e81-4b59-9ae8-2fca3f991cd5) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:06.670787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.680373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 10f24878-8384-4c6f-96a0-a76a5263883d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10f24878-8384-4c6f-96a0-a76a5263883d,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:06.684066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.692030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:06.692428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: from cryptography.utils import int_from_bytes Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: from cryptography.utils import int_from_bytes Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:06.703438 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:06.712674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49922) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:06.719630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Request body: {'port': {'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1516528269'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:06.824797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.831485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.834514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a8ceebc-f8e5-4e31-bcc5-ffb45e3a5e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:06.906031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=10f24878-8384-4c6f-96a0-a76a5263883d,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:06.909289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:06.916314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.940316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:06.958535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:06.989728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:06.990113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.019265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.019959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.025092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.031680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.032657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d30f3e45-d51b-42d6-b057-095a3928922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.036102 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/networks/c100caee-5cff-473c-9108-276a873a438d HTTP/1.1" status: 204 len: 168 time: 1.5551133 Jun 22 09:28:07.040877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.044162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network 7dba8003-8550-40aa-9b66-33f9f60e52d8 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:07.045849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Network': ['ID=c100caee-5cff-473c-9108-276a873a438d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.052941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:07.059781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.060518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.067976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.091629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:07.114221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:07.161117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d1740c78-a350-4a13-9223-05ff477afb6d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:07.167286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729b9aba-7b64-4fc6-aa26-b6f7d65d7ec9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.191417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:07.191928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa546b29-0189-4a43-9bc0-5152248c5c5f tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.196246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: d1740c78-a350-4a13-9223-05ff477afb6d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:07.196951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d1740c78-a350-4a13-9223-05ff477afb6d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:07.233681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.234234 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Added segment a7fd3090-444e-4501-b16e-262f4b317d65 of type vlan for network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a Jun 22 09:28:07.239015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49930) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.295664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.302380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event updated for resources: {'Port': ['ID=381e8865-14eb-42be-b4b5-58bbf2351eef,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.327737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:07.327737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.367218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:07.383769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.387506 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4908347 Jun 22 09:28:07.388280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49934) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.393555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:07.431534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Port': ['ID=424776f9-6e81-4b59-9ae8-2fca3f991cd5,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.435370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:07.447779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.458934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:07.459528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.476265 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-08c72063-e23c-46d6-a038-8cd8c0cdab2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7814ef49ac1e4d4e823cf7f257c42e15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2149801 Jun 22 09:28:07.476265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49936) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.509276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.516533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:07.517163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.521601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.559267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.570065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8274bd-0563-417a-b557-ad07400eec73']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:07.580804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8357b2-5faa-45db-ad5e-384f3f040a3a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:07.581141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8357b2-5faa-45db-ad5e-384f3f040a3a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:07.590265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.590778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.595375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Network': ['ID=a200f25a-04ed-4f48-9ef5-094aaf1d8d5a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.599083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:07.609602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:07.617430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.620582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Made reservation on behalf of 6ece286aac03403889894e52a49896bf for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:07.625911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.633598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.642885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.654245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:07.654956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:07.657837 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:07.722317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.723594 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7026937 Jun 22 09:28:07.816152 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3e90559d-5af0-471f-b472-fdbaa6d5ed0d req-3a03a827-75cf-4dee-8ca7-36ff16bbe40e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.0381958 Jun 22 09:28:07.826584 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9074640 Jun 22 09:28:07.826584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49944) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.826844 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5484371 Jun 22 09:28:07.829325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49946) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.836108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:07.870342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:28:07.870342 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:28:07.870342 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '6ece286aac03403889894e52a49896bf', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 28, 7, 650285)}] Jun 22 09:28:07.870342 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:28:07.870755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:28:07.904283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.916475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.921493 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/networks/5d8274bd-0563-417a-b557-ad07400eec73 HTTP/1.1" status: 204 len: 168 time: 0.8763452 Jun 22 09:28:07.921493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.923631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49954) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:07.930258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.934757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:07.943831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/630b7f3c-8f20-41f7-b8cc-5a6f86c07436 HTTP/1.1" status: 204 len: 168 time: 0.4700959 Jun 22 09:28:07.943831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:07.954951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630b7f3c-8f20-41f7-b8cc-5a6f86c07436,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.960487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Network': ['ID=5d8274bd-0563-417a-b557-ad07400eec73,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:07.987251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:07.995041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:08.021671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.046110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Deleting port 424776f9-6e81-4b59-9ae8-2fca3f991cd5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:08.046717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.106756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a85d52-e94b-4e75-910d-be20545ba023 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.112835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a85d52-e94b-4e75-910d-be20545ba023 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.119891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a85d52-e94b-4e75-910d-be20545ba023 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.125123 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-68a85d52-e94b-4e75-910d-be20545ba023 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.1939058 Jun 22 09:28:08.130990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49966) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:08.131171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-87815816-a81e-4a81-92ff-a25bf7939987 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2076333716&fields=id&tenant_id=93850074255045b1947cdc666a7a360f HTTP/1.1" status: 200 len: 267 time: 0.0978429 Jun 22 09:28:08.131391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1475261987'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:08.180056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:08.183528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.186536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.263054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Calling delete_port for 424776f9-6e81-4b59-9ae8-2fca3f991cd5 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:08.267216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:08.270899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.359071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:08.374822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.383471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.383820 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Added segment ffc7d4af-f717-46fd-9234-ee339fa3689f of type vlan for network ccc146d9-a440-4216-bfea-639459b0e0da Jun 22 09:28:08.452778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.480907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-f68b1664-fb56-4e78-8cb5-6e05cac6f269 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.482552 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-f68b1664-fb56-4e78-8cb5-6e05cac6f269 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/networks?id=d261d077-659e-4425-9f07-bd5d67553feb HTTP/1.1" status: 200 len: 812 time: 0.3516011 Jun 22 09:28:08.487122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.534885 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-32b545bd-4702-4927-a96b-0114d53968eb tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/quotas/93850074255045b1947cdc666a7a360f HTTP/1.1" status: 200 len: 375 time: 0.0425282 Jun 22 09:28:08.577073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.614396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.615377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.622546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:08.623192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.631889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:08.692907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.716148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:08.746161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Network': ['ID=ccc146d9-a440-4216-bfea-639459b0e0da,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:08.758290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ccc146d9-a440-4216-bfea-639459b0e0da details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:08.769075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:08.783813 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-f9de7a47-39f2-42af-919c-e140a65cdd80 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=93850074255045b1947cdc666a7a360f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2367530 Jun 22 09:28:08.786824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df05c6d7-80df-473b-8441-c81bfb03f6d6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:08.810153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:08.810716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2931aea9-3a68-4a3f-ad58-90bc8fbc20bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:08.833647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Allocated IP 172.26.6.207 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/e8d23cb7-7bbf-4ae3-a53f-a41d49172673) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:08.847830 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7203093 Jun 22 09:28:08.853590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49982) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:08.862164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1823993607'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:08.895258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=25df4f01-932d-4042-917d-2d48874e9bff,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:08.898879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:08.922270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event deleted for resources: {'Port': ['ID=424776f9-6e81-4b59-9ae8-2fca3f991cd5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:08.966870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:08.967584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:08.977947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:08.978292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network hostable DHCP agents. Network: a200f25a-04ed-4f48-9ef5-094aaf1d8d5a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:09.022925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10f24878-8384-4c6f-96a0-a76a5263883d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:09.047368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:09.052016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.096572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.098538 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/ports/424776f9-6e81-4b59-9ae8-2fca3f991cd5 HTTP/1.1" status: 204 len: 168 time: 1.2736366 Jun 22 09:28:09.103524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-b08c7ef8-d801-424a-bd4b-7ab2436055d7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:28:09.105101 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-b08c7ef8-d801-424a-bd4b-7ab2436055d7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1537929 Jun 22 09:28:09.106121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 49994) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:09.114559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8', 'external_fixed_ips': [{'subnet_id': '4daaff26-b7ed-4acf-a108-b0f159888400', 'ip_address': '172.20.0.6'}]}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:09.134432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.137069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:09.137757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58621b7-9a10-4d12-9600-29a5df7d03b1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:09.145194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:09.146753 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c58c945e-18bf-4b4e-bce6-06d9df2c102e req-af43eb9c-20c5-4f6d-a7e0-479d3a2ea9dd tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.0905440 Jun 22 09:28:09.151956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:09.210779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.24', 62467) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:09.223985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.224700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Added segment 4cd74486-d188-46f7-bced-d22dfcad174b of type vlan for network ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae Jun 22 09:28:09.319610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.333351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-3a330e7f-661f-4b0c-8eb5-27b5e792fcab service neutron] 10.222.0.65 "GET /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164176 Jun 22 09:28:09.341572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 10f24878-8384-4c6f-96a0-a76a5263883d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:09.342265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.346081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:09.367212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.396626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-bf76f515-8633-4b26-b399-f6ea5d7f19dd tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:09.399056 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-bf76f515-8633-4b26-b399-f6ea5d7f19dd tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.24 "GET /v2.0/networks?id=02b91d7e-e733-4392-b517-b8f88abb265d HTTP/1.1" status: 200 len: 806 time: 0.1873531 Jun 22 09:28:09.406539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.407575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.413320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Transition to ACTIVE for port object 3f4419d3-4b3c-43f5-a569-2c3ffc565639 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:09.462915 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-c6bdf3b3-abbb-4df0-9b89-9c17c7637ff4 service neutron] 10.222.0.65 "GET /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089439 Jun 22 09:28:09.462915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a200f25a-04ed-4f48-9ef5-094aaf1d8d5a) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:09.463688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.463770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 49998) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:09.471484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8092160e-d12e-41ee-9383-a1d71376cd12 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:09.476751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.495025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:09.495631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.524242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.567789 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-805639b1-ac3a-4ff7-bf43-dbd14ae52728 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e122a63db947e881280f5b03e3b0ae HTTP/1.1" status: 200 len: 378 time: 0.0895557 Jun 22 09:28:09.572200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:09.586660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-727671338'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:09.620292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Request body: {'port': {'device_id': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'admin_state_up': True, 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'security_groups': ['27ef9b53-b61b-4608-9715-e3fdcbb3c0af']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:09.654924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.658686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:09.669964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '25df4f01-932d-4042-917d-2d48874e9bff'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:09.671795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.711552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.716203 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8829243 Jun 22 09:28:09.728789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50002) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:09.742210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'name': 'tempest-NetworksTestDHCPv6-922356896'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:09.888318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/25df4f01-932d-4042-917d-2d48874e9bff/eff9792a-7422-4423-ada5-33628034f372) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:09.957994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:09.965950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:09.966567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:09.976955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=3f4419d3-4b3c-43f5-a569-2c3ffc565639,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:09.980546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:09.991593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:10.003826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.011925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:10.025447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event updated for resources: {'Port': ['ID=e8d23cb7-7bbf-4ae3-a53f-a41d49172673,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:10.044828 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5531ba59-1bc1-4f61-8cec-115c1eb06e7b req-f1890cf2-8f81-4e44-85af-cb0a7fa4cb06 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.1147499 Jun 22 09:28:10.046859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:10.047104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:10.054483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Checking segment: {'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:10.054483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Network hostable DHCP agents. Network: ddd3eceb-e809-405f-8422-6abe6ed842b7, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:10.141045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.145871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Made reservation on behalf of d4add5bf94d541b49cc251e0b8a76366 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:10.151984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.155430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Transition to ACTIVE for port object eff9792a-7422-4423-ada5-33628034f372 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:10.168434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Network': ['ID=ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:10.170570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.173645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:10.190826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Transition to ACTIVE for port object eff9792a-7422-4423-ada5-33628034f372 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:10.201256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:10.210135 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3473332 Jun 22 09:28:10.210423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50032) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:10.215554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'ports': [{'network_id': 'ccc146d9-a440-4216-bfea-639459b0e0da', 'name': 'tempest-port--886056841', 'admin_state_up': True}, {'network_id': 'ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae', 'admin_state_up': False}]} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:10.215850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'port': {'network_id': 'ccc146d9-a440-4216-bfea-639459b0e0da', 'name': 'tempest-port--886056841', 'admin_state_up': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:10.216553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'port': {'network_id': 'ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae', 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:10.232387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Network ddd3eceb-e809-405f-8422-6abe6ed842b7 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:10.290304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:28:10.290304 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:28:10.290304 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'd4add5bf94d541b49cc251e0b8a76366', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 28, 10, 222817)}] Jun 22 09:28:10.290304 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:28:10.290969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:28:10.317472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.328410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.328410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:10.343316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:28:10.343316 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:28:10.343316 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '08c310c9a9a54d50985e66c4f2628b19', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 28, 10, 159424)}] Jun 22 09:28:10.343316 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:28:10.343852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:28:10.409025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:10.417333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:10.428681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:10.445311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Pushing event updated for resources: {'Port': ['ID=eff9792a-7422-4423-ada5-33628034f372,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:10.449176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:10.515038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.516454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Attempting to bind port eff9792a-7422-4423-ada5-33628034f372 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:10.516860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Attempting to bind port eff9792a-7422-4423-ada5-33628034f372 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:10.517980 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-444e8472-1a9b-4cb0-9a63-5e9eac7c5fc6 req-fe119961-d66c-42e2-94b2-7399a7624b77 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.0817361 Jun 22 09:28:10.532367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Attempting to bind port eff9792a-7422-4423-ada5-33628034f372 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:10.549306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:10.549306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:10.549306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.549306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:10.549306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Bound port: eff9792a-7422-4423-ada5-33628034f372, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:10.549306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.621994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Made reservation on behalf of 40e122a63db947e881280f5b03e3b0ae for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:10.625391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.627308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ddd3eceb-e809-405f-8422-6abe6ed842b7) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:10.635059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:10.643004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48690894-3683-4e68-ad4f-77b86a824df9 None None] Network ddd3eceb-e809-405f-8422-6abe6ed842b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:10.644654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] For port eff9792a-7422-4423-ada5-33628034f372, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:10.685626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:10.686059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:10.686486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:10.693600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] For port eff9792a-7422-4423-ada5-33628034f372, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eff9792a-7422-4423-ada5-33628034f372,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:10.697445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.723019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'port': 2} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:10.733227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.742250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.743725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:10.744099 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:10.752047 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 2 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:10.797983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.831311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:10.831642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:10.831995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:10.832446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.837193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:10.840184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:10.856958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] device_id is not set on port 2781b5e7-401f-4828-b4b6-287c178b4d1a yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:10.868820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:10.869141 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:10.879510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:10.879713 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 3 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:10.901697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:10.902027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:10.902363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:10.925049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Pushing event updated for resources: {'Port': ['ID=eff9792a-7422-4423-ada5-33628034f372,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:10.934085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:10.939661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Allocated IP 172.20.0.5 (02b91d7e-e733-4392-b517-b8f88abb265d/853bc325-ebb9-4be1-9c02-79651b77cf6d/22221038-7f10-450c-9edd-02627b86500c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:10.941678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:10.942015 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:10.947063 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 4 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:10.990116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:10.990614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:10.991587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:11.021457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:11.021872 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:11.026058 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 5 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:11.034197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event updated for resources: {'Port': ['ID=e8d23cb7-7bbf-4ae3-a53f-a41d49172673,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:11.043143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.166217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.171467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:11.271443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:11.274357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:11.275270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:11.297174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:11.298585 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:11.330516 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 6 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:11.368705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.377243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:11.420648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.425341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7b09d487-be59-4964-bd88-183fd41691cd req-96ade1fb-318f-4de4-bfaa-4c1e666b5a08 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.1830664 Jun 22 09:28:11.437892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:11.464185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.484013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.499966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.502868 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1134253 Jun 22 09:28:11.545929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1fa78d-ddc4-4c05-a9fc-693f7bed3c50,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:11.566940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:11.584672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.585197 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Added segment 059c5280-b27d-48fd-b176-f9986f2a565b of type vlan for network 658964b9-9fd1-4dde-b2d8-23325f56624b Jun 22 09:28:11.708971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Allocated IP 172.20.0.6 (7dba8003-8550-40aa-9b66-33f9f60e52d8/4daaff26-b7ed-4acf-a108-b0f159888400/45be0968-cc02-4d3d-94ca-28486e303e8a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:11.832942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.841399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] device_id is not set on port 258afe9e-ed43-4424-8825-a6e9cf60ce73 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:11.873991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.909753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:11.919994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:11.946513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:11.946513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:11.947121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:11.948623 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-634e13fe-ceb2-40b6-b91d-201a6fec720b req-4e93d8e5-837a-438c-8b0d-4798468f5ac8 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.1102667 Jun 22 09:28:12.005311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:12.006600 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:12.012895 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 7 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:12.060994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:12.061642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:12.062133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:12.087613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port a5e35b8f-e911-411d-a06c-0ecd3229fd79 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:12.096804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.105292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:12.111259 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:12.129780 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 8 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:12.185762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.195904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:12.196845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.202413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:12.237036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:12.237036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:12.237036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:12.251819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Transition to ACTIVE for port object 22221038-7f10-450c-9edd-02627b86500c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:12.285077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:12.285939 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:12.294764 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 9 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:12.367773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event updated for resources: {'Network': ['ID=658964b9-9fd1-4dde-b2d8-23325f56624b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:12.372204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:12.374664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.382739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 658964b9-9fd1-4dde-b2d8-23325f56624b details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:12.395270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.396215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:12.396615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:12.397033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:12.414514 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-5df4fb5b-fabb-4ced-961e-964208568ec4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--611397086&fields=id&tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b HTTP/1.1" status: 200 len: 267 time: 0.2403393 Jun 22 09:28:12.422005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:12.436457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:12.436759 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:12.446344 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 10 to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 Jun 22 09:28:12.457750 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9967647 Jun 22 09:28:12.468013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50082) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:12.476263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Request body: {'subnet': {'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:12.529756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:12.530218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:12.530576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:12.542477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:12.542477 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:12.542477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.550104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb400d9-eda7-4112-80f6-3070751b366a None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:12.638766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] For port 3f4419d3-4b3c-43f5-a569-2c3ffc565639, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:12.639139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempted to set empty binding levels {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:28:12.663315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.676287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network 7dba8003-8550-40aa-9b66-33f9f60e52d8 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:12.698229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.702661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::203 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/25df4f01-932d-4042-917d-2d48874e9bff/a5e35b8f-e911-411d-a06c-0ecd3229fd79) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:12.706951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:12.729585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:12.730718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:12.747147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.756169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6c23df12-7952-4e0b-8446-eb8ca6e004b4 None None] Provisioning for port eff9792a-7422-4423-ada5-33628034f372 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:12.773937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Port': ['ID=45be0968-cc02-4d3d-94ca-28486e303e8a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:12.808418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:12.808937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:12.853907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Network 02b91d7e-e733-4392-b517-b8f88abb265d is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:12.887811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:12.905509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:12.922189 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb29530d-5f6d-46bf-ba81-1da046d9656f req-22f4ed0d-1500-4f75-8a7e-216becb7a227 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0810373 Jun 22 09:28:12.948056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Port': ['ID=2781b5e7-401f-4828-b4b6-287c178b4d1a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:12.974505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:12.981193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:12.986126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:13.005578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Checking segment: {'id': 'ffc7d4af-f717-46fd-9234-ee339fa3689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ccc146d9-a440-4216-bfea-639459b0e0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:13.009135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network hostable DHCP agents. Network: ccc146d9-a440-4216-bfea-639459b0e0da, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:13.091633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Made reservation on behalf of d4add5bf94d541b49cc251e0b8a76366 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:13.095253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:13.143417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eff9792a-7422-4423-ada5-33628034f372 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:13.219158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event updated for resources: {'Port': ['ID=22221038-7f10-450c-9edd-02627b86500c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:13.270144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network ccc146d9-a440-4216-bfea-639459b0e0da is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:13.352550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=3f4419d3-4b3c-43f5-a569-2c3ffc565639,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:13.370728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:13.373421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:13.373421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:13.388632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-f243cd1e-de80-4c71-97e8-7e138fd98ec6 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:13.390273 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-f243cd1e-de80-4c71-97e8-7e138fd98ec6 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 812 time: 0.9647431 Jun 22 09:28:13.447245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b8e61-aba7-44f0-963a-e7e46e524698 req-04cca4bf-906f-4b22-a28f-aef3a8a1c2b2 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:13.453998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port eff9792a-7422-4423-ada5-33628034f372 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:13.456458 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a0b8e61-aba7-44f0-963a-e7e46e524698 req-04cca4bf-906f-4b22-a28f-aef3a8a1c2b2 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 931 time: 0.1201084 Jun 22 09:28:13.461175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port eff9792a-7422-4423-ada5-33628034f372 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:13.462320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:13.464823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ccc146d9-a440-4216-bfea-639459b0e0da) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:13.474429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:13.475929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:13.492823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:13.493467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:13.509471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0048f2-9b6e-48bf-bc31-a6c1caaf3cd7 None None] Network ccc146d9-a440-4216-bfea-639459b0e0da requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:13.520922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:13.597541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.8812902 Jun 22 09:28:13.609709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50088) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:13.638578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-9fcdd5fc-6912-44ea-9664-7cccda50205d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/quotas/4ea17b6ef7a34da8b8f78dd6c5c0e04b HTTP/1.1" status: 200 len: 375 time: 0.1923316 Jun 22 09:28:13.640895 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a0b8e61-aba7-44f0-963a-e7e46e524698 req-07e5a885-64cc-477b-a266-7907f618241c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1739242 Jun 22 09:28:13.664029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Port': ['ID=258afe9e-ed43-4424-8825-a6e9cf60ce73,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:13.679204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:13.710030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Checking segment: {'id': '4cd74486-d188-46f7-bced-d22dfcad174b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:13.710650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network hostable DHCP agents. Network: ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:13.719541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-689009ff-f702-4989-a8ab-8cc08c5d1c9c None None] Provisioning for port 22221038-7f10-450c-9edd-02627b86500c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:13.735711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-689009ff-f702-4989-a8ab-8cc08c5d1c9c None None] Provisioning complete for port 22221038-7f10-450c-9edd-02627b86500c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:13.736212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-689009ff-f702-4989-a8ab-8cc08c5d1c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:13.821227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-4889cfb3-07ba-4867-977b-618ddab5ad71 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2085934 Jun 22 09:28:13.855812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-689009ff-f702-4989-a8ab-8cc08c5d1c9c None None] Port 22221038-7f10-450c-9edd-02627b86500c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:13.877593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:13.927615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port eff9792a-7422-4423-ada5-33628034f372, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eff9792a-7422-4423-ada5-33628034f372,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:14.174857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ea71fb42-9354-4d56-b32c-ed49ef271d9e req-a2c3f3ea-83da-4dbe-8715-7d1b8da62d2f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0534000 Jun 22 09:28:14.243548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.247270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:14.255122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.302818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.305594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:14.310076 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-44141cf2-6025-4c6d-978b-1cee7d86a607 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6210024 Jun 22 09:28:14.317806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ec62c58-b9a9-4471-8296-ea58ca554a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:14.318283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event updated for resources: {'Subnet': ['ID=2ba32b94-949e-4da8-8aed-2cfd6c2f2337,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:14.321450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:14.322675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object a5e35b8f-e911-411d-a06c-0ecd3229fd79 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:14.324364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Checking segment: {'id': '059c5280-b27d-48fd-b176-f9986f2a565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:14.324992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Network hostable DHCP agents. Network: 658964b9-9fd1-4dde-b2d8-23325f56624b, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:14.392555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=eff9792a-7422-4423-ada5-33628034f372,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:14.395976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:14.402283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Deleting port 3f4419d3-4b3c-43f5-a569-2c3ffc565639 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:14.402760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.404373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.418463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:14.431337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:14.436794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d9b9f-fffb-444b-919e-2da9e783363b None None] Network ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:14.437489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:14.442509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:14.443268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.604806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] For port 3f4419d3-4b3c-43f5-a569-2c3ffc565639, host hv-neutron-7971, got binding levels [] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:14.605168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.629500 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-fe0c99d9-0a94-44b0-a6b7-5cdb0944677f service neutron] 10.222.0.65 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889171 Jun 22 09:28:14.705448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Calling delete_port for 3f4419d3-4b3c-43f5-a569-2c3ffc565639 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:14.811513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Network 658964b9-9fd1-4dde-b2d8-23325f56624b is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:14.818896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 658964b9-9fd1-4dde-b2d8-23325f56624b) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:14.834048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:14.834048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.834281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8cfd17-09ea-4ce5-bae7-069cf8654b42 None None] Network 658964b9-9fd1-4dde-b2d8-23325f56624b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:14.856849 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6448882 Jun 22 09:28:14.860506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50096) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:14.871390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:14.915411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a82c5-c2cf-40cd-8aef-8d05df933c03 req-1869a708-b46c-40b2-9e28-de24bf87fe1f tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:14.917305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-075a82c5-c2cf-40cd-8aef-8d05df933c03 req-1869a708-b46c-40b2-9e28-de24bf87fe1f tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 931 time: 0.1364524 Jun 22 09:28:14.946691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:14.985005 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5184879 Jun 22 09:28:14.988448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50098) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:14.995203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Request body: {'port': {'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-871801878'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:15.033707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eff9792a-7422-4423-ada5-33628034f372 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:15.055412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:15.071761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:15.101990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-1af13937-85ab-49cf-b156-2b2af1555412 service neutron] 10.222.0.65 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629071 Jun 22 09:28:15.103683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:15.110748 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-075a82c5-c2cf-40cd-8aef-8d05df933c03 req-c85f2de3-bb9c-4d0a-9b39-e44287b984b1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1843090 Jun 22 09:28:15.123150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:15.129194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.137263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=a5e35b8f-e911-411d-a06c-0ecd3229fd79,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:15.165183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.173197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:15.200520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538c6b3-c576-4a55-9b74-b7fdaace2f3b tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:15.205585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port eff9792a-7422-4423-ada5-33628034f372 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:15.205975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.217280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538c6b3-c576-4a55-9b74-b7fdaace2f3b tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:15.226169 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f538c6b3-c576-4a55-9b74-b7fdaace2f3b tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3519847 Jun 22 09:28:15.229132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50102) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:15.291273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.396720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:15.418988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Made reservation on behalf of d4add5bf94d541b49cc251e0b8a76366 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:15.423682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.452819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.459843 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3f4419d3-4b3c-43f5-a569-2c3ffc565639 HTTP/1.1" status: 204 len: 168 time: 1.8468385 Jun 22 09:28:15.465432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f4419d3-4b3c-43f5-a569-2c3ffc565639,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:15.468487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50108) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:15.469478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:15.525243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] device_id is not set on port aff99777-9c32-470d-b684-24c4fe27c85c yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:15.547712 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f06209a-0e47-4204-a058-415d58c17f2d tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:28:15.553595 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0f06209a-0e47-4204-a058-415d58c17f2d tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "GET /v2.0/ports/3f4419d3-4b3c-43f5-a569-2c3ffc565639 HTTP/1.1" status: 404 len: 333 time: 0.0788229 Jun 22 09:28:15.553595 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d39495f8-d3bf-40cb-8101-e8820c24ab22 req-024efea8-b942-4fe4-81da-0c78c9e16b57 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.0409253 Jun 22 09:28:15.554133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50110) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:15.558516 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.8220224 Jun 22 09:28:15.561779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Request body: {'port': {'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1241295981'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:15.571751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50112) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:15.582508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Router 7ffcccd3-2f3e-4839-8199-1e54a9977b6e is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:28:15.591655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-87027be9-cce1-4d64-9589-f79075e61706 req-cc4775c2-23df-4235-93f3-5657eec4cc2b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0850778 Jun 22 09:28:15.653526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-658964b9-9fd1-4dde-b2d8-23325f56624b', 'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b', 'tenant_id': 'd4add5bf94d541b49cc251e0b8a76366', 'fixed_ips': [{'subnet_id': '2ba32b94-949e-4da8-8aed-2cfd6c2f2337'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:15.658944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.706508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-87ac7ef7-5510-4c1e-bf56-5f1d73368a6b None None] Provisioning for port a5e35b8f-e911-411d-a06c-0ecd3229fd79 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:15.932599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-87ac7ef7-5510-4c1e-bf56-5f1d73368a6b None None] Provisioning complete for port a5e35b8f-e911-411d-a06c-0ecd3229fd79 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:15.932599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87ac7ef7-5510-4c1e-bf56-5f1d73368a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.933808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Deleting port 2781b5e7-401f-4828-b4b6-287c178b4d1a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:15.933808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.934062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Made reservation on behalf of 6ece286aac03403889894e52a49896bf for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:15.934062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:15.934062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port ea37b1b3-91e6-4d53-a9af-540320abcc18 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:15.934062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:15.934391 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Sync routers for ids ['7ffcccd3-2f3e-4839-8199-1e54a9977b6e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:15.934793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Allocated IP 172.20.0.9 (658964b9-9fd1-4dde-b2d8-23325f56624b/2ba32b94-949e-4da8-8aed-2cfd6c2f2337/aff99777-9c32-470d-b684-24c4fe27c85c) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:15.934904 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Routers {'7ffcccd3-2f3e-4839-8199-1e54a9977b6e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:15.934904 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7ffcccd3-2f3e-4839-8199-1e54a9977b6e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:15.947752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-87ac7ef7-5510-4c1e-bf56-5f1d73368a6b None None] Port a5e35b8f-e911-411d-a06c-0ecd3229fd79 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:16.065237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.071320 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-98f719a2-880f-4944-84de-446573ff871c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.9600410 Jun 22 09:28:16.073676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50118) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:16.151623 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Set router 7ffcccd3-2f3e-4839-8199-1e54a9977b6e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:16.210888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.357795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.386850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a755387f-0849-4998-bd66-9428f6676be6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:16.468096 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffcccd3-2f3e-4839-8199-1e54a9977b6e', 'name': '', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8', 'external_fixed_ips': [{'subnet_id': '4daaff26-b7ed-4acf-a108-b0f159888400', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '45be0968-cc02-4d3d-94ca-28486e303e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:09Z', 'updated_at': '2021-06-22T09:28:13Z', 'revision_number': 3, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port': {'id': '45be0968-cc02-4d3d-94ca-28486e303e8a', 'name': '', 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ffcccd3-2f3e-4839-8199-1e54a9977b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4daaff26-b7ed-4acf-a108-b0f159888400', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:28:11Z', 'updated_at': '2021-06-22T09:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4daaff26-b7ed-4acf-a108-b0f159888400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:16.479791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.493187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f2c03-6270-436d-a54e-a6d53ca1a7c2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:16.499361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f2c03-6270-436d-a54e-a6d53ca1a7c2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:16.501185 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-199f2c03-6270-436d-a54e-a6d53ca1a7c2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.9240763 Jun 22 09:28:16.502863 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Checking router: 7ffcccd3-2f3e-4839-8199-1e54a9977b6e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:16.503288 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Updating router 7ffcccd3-2f3e-4839-8199-1e54a9977b6e port 45be0968-cc02-4d3d-94ca-28486e303e8a binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:28:16.509563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.510749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50122) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:16.537038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Network ddd3eceb-e809-405f-8422-6abe6ed842b7 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:16.549366 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.601769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:16.604251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=ea37b1b3-91e6-4d53-a9af-540320abcc18,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:16.605415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Calling delete_port for 2781b5e7-401f-4828-b4b6-287c178b4d1a owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:16.608007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:16.609274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:16.610210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:16.634457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:16.855442 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a4a98947-22ea-4016-96a6-ae8c890d6c28 req-1bbaa18c-5a03-453e-80be-6e3b1c217def tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.0582898 Jun 22 09:28:16.955470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.134213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Transition to ACTIVE for port object aff99777-9c32-470d-b684-24c4fe27c85c will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:17.134213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port a5e35b8f-e911-411d-a06c-0ecd3229fd79 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:17.134213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.134835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59d8f-0ddc-40c6-9210-e11518e7226d req-3217d4c1-ab43-4631-864a-107d42e3e4e8 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:17.134835 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5fb59d8f-0ddc-40c6-9210-e11518e7226d req-3217d4c1-ab43-4631-864a-107d42e3e4e8 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 931 time: 0.7813470 Jun 22 09:28:17.145945 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5886655 Jun 22 09:28:17.150376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50128) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:17.156178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:17.167926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.183592 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.200931 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-466d52ee-2eb2-40ff-b305-945345e3331c req-e83e39d6-470c-40d7-8475-1129fcb22f3b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0695143 Jun 22 09:28:17.242781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.248646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5fb59d8f-0ddc-40c6-9210-e11518e7226d req-4b2a243c-b3d8-4601-b2e5-fb58e67f43a8 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282341 Jun 22 09:28:17.305986 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Transition to ACTIVE for port object 45be0968-cc02-4d3d-94ca-28486e303e8a will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:17.311653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-02e64843-71d1-4f4d-890d-0ecb2334da08 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:28:17.311653 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-02e64843-71d1-4f4d-890d-0ecb2334da08 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089591 Jun 22 09:28:17.330401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.353017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for a5e35b8f-e911-411d-a06c-0ecd3229fd79 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:17.356860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.374833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:17.384725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.389423 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/ports/2781b5e7-401f-4828-b4b6-287c178b4d1a HTTP/1.1" status: 204 len: 168 time: 2.1559646 Jun 22 09:28:17.389423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.392979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50132) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:17.419834 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.422473 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:17.441817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Port': ['ID=2781b5e7-401f-4828-b4b6-287c178b4d1a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:17.450615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:17.473196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Allocated IP 172.20.0.2 (658964b9-9fd1-4dde-b2d8-23325f56624b/2ba32b94-949e-4da8-8aed-2cfd6c2f2337/47d734c5-df8d-4aec-887d-aed0d5fc95f8) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:17.519904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:17.575327 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11f70c-882c-4734-ab87-4c67c6943a7b None None] Pushing event updated for resources: {'Port': ['ID=45be0968-cc02-4d3d-94ca-28486e303e8a,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:17.579318 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Attempting to bind port 45be0968-cc02-4d3d-94ca-28486e303e8a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:17.579318 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Attempting to bind port 45be0968-cc02-4d3d-94ca-28486e303e8a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '189a559d-0822-463c-9edd-c80b223861a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:17.579318 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Attempting to bind port 45be0968-cc02-4d3d-94ca-28486e303e8a on network 7dba8003-8550-40aa-9b66-33f9f60e52d8 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:17.582928 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d11f70c-882c-4734-ab87-4c67c6943a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:17.588522 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:17.589090 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Checking segment: {'id': '189a559d-0822-463c-9edd-c80b223861a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:17.589660 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.590213 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Bound using segment: {'id': '189a559d-0822-463c-9edd-c80b223861a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:17.590829 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Bound port: 45be0968-cc02-4d3d-94ca-28486e303e8a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189a559d-0822-463c-9edd-c80b223861a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7dba8003-8550-40aa-9b66-33f9f60e52d8'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:17.591504 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.691688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Network 658964b9-9fd1-4dde-b2d8-23325f56624b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:17.711059 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] For port 45be0968-cc02-4d3d-94ca-28486e303e8a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:17.711395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:17.714007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Deleting port 45be0968-cc02-4d3d-94ca-28486e303e8a {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:17.714578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:17.715048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.721417 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] For port 45be0968-cc02-4d3d-94ca-28486e303e8a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=45be0968-cc02-4d3d-94ca-28486e303e8a,segment=NetworkSegment(189a559d-0822-463c-9edd-c80b223861a2),segment_id=189a559d-0822-463c-9edd-c80b223861a2)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:17.734742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Request body: {'port': {'device_id': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:17.752461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event updated for resources: {'Port': ['ID=aff99777-9c32-470d-b684-24c4fe27c85c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:17.763561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:17.788478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:17.789136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.791366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port ea37b1b3-91e6-4d53-a9af-540320abcc18 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:17.805430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.832942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Transition to ACTIVE for port object ea37b1b3-91e6-4d53-a9af-540320abcc18 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:17.861017 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.864307 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a2eae564-596e-44b9-a21b-ca739ae5c119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:17.871793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Deleting port 258afe9e-ed43-4424-8825-a6e9cf60ce73 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:17.871793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.872033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.892019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Transition to ACTIVE for port object 47d734c5-df8d-4aec-887d-aed0d5fc95f8 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:17.895847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.903133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] For port 45be0968-cc02-4d3d-94ca-28486e303e8a, host dv-neutron-797120-3-hyperv, got binding levels [] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:17.904187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:17.921550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Transition to ACTIVE for port object 47d734c5-df8d-4aec-887d-aed0d5fc95f8 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:17.974444 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9843385 Jun 22 09:28:17.978075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50138) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:17.982454 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11f70c-882c-4734-ab87-4c67c6943a7b None None] Pushing event updated for resources: {'Port': ['ID=45be0968-cc02-4d3d-94ca-28486e303e8a,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:17.983562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Calling delete_port for 45be0968-cc02-4d3d-94ca-28486e303e8a owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:17.988760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.001115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Request body: {'port': {'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-894102039', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:18.001795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] bootfile-name is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:18.002802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] tftp-server is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:18.004221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.api.validators [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] server-ip-address is not in valid_values {{(pid=93949) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:18.005163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.008235 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d11f70c-882c-4734-ab87-4c67c6943a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:18.009789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.010643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:18.014587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-77514d4f-0ddc-4d85-88c4-27ea030f26b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:18.058509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.086218 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Routers {'7ffcccd3-2f3e-4839-8199-1e54a9977b6e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:18.086938 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7ffcccd3-2f3e-4839-8199-1e54a9977b6e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:18.151296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Network 658964b9-9fd1-4dde-b2d8-23325f56624b is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:18.155297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:18.159220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:18.196283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Pushing event updated for resources: {'Port': ['ID=47d734c5-df8d-4aec-887d-aed0d5fc95f8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:18.218797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:18.219191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Calling delete_port for 258afe9e-ed43-4424-8825-a6e9cf60ce73 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:18.219191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-06f43f88-c121-4237-bff9-c2347296262c tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:18.264114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Attempting to bind port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:18.264579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Attempting to bind port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '059c5280-b27d-48fd-b176-f9986f2a565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:18.265013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Attempting to bind port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 on network 658964b9-9fd1-4dde-b2d8-23325f56624b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:18.271255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:18.271861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Checking segment: {'id': '059c5280-b27d-48fd-b176-f9986f2a565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:18.272749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.273377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Bound using segment: {'id': '059c5280-b27d-48fd-b176-f9986f2a565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:18.274195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Bound port: 47d734c5-df8d-4aec-887d-aed0d5fc95f8, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059c5280-b27d-48fd-b176-f9986f2a565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '658964b9-9fd1-4dde-b2d8-23325f56624b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:18.274580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.318667 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-214cab77-00fd-4113-a0e9-e4b69168a12a req-0a2b888e-171a-43ce-b390-7d8c8e8df07e tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.1730528 Jun 22 09:28:18.325692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=a5e35b8f-e911-411d-a06c-0ecd3229fd79,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:18.434768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] For port 47d734c5-df8d-4aec-887d-aed0d5fc95f8, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:18.439037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] For port 47d734c5-df8d-4aec-887d-aed0d5fc95f8, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47d734c5-df8d-4aec-887d-aed0d5fc95f8,segment=NetworkSegment(059c5280-b27d-48fd-b176-f9986f2a565b),segment_id=059c5280-b27d-48fd-b176-f9986f2a565b)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:18.536810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.542299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:18.553938 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] Set router 7ffcccd3-2f3e-4839-8199-1e54a9977b6e gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:18.583643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:18.659503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Pushing event updated for resources: {'Port': ['ID=47d734c5-df8d-4aec-887d-aed0d5fc95f8,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:18.666734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:18.750148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:18.753933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=ea37b1b3-91e6-4d53-a9af-540320abcc18,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:18.757290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/a5e35b8f-e911-411d-a06c-0ecd3229fd79 HTTP/1.1" status: 204 len: 168 time: 2.2455080 Jun 22 09:28:18.767153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:18.768357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:18.793587 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ffcccd3-2f3e-4839-8199-1e54a9977b6e', 'name': '', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:09Z', 'updated_at': '2021-06-22T09:28:17Z', 'revision_number': 4, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:18.886688 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3854c6-04d9-4fea-a0df-6ca33b986c0d None None] The sync data for ids ['7ffcccd3-2f3e-4839-8199-1e54a9977b6e'] in dv-neutron-797120-3-hyperv is: [{'id': '7ffcccd3-2f3e-4839-8199-1e54a9977b6e', 'name': '', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:09Z', 'updated_at': '2021-06-22T09:28:17Z', 'revision_number': 4, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:18.898304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc2cc7-6ba8-475a-98b7-5e1a3e84d09b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:18.900405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc2cc7-6ba8-475a-98b7-5e1a3e84d09b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:18.903525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a6dc2cc7-6ba8-475a-98b7-5e1a3e84d09b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1343782 Jun 22 09:28:18.916584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50146) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:18.961362 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84ac9909-cc09-48db-b2b2-a4ebb50b348c req-b0895e79-aff3-4c88-be0d-4092c6d6dfee tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.1826658 Jun 22 09:28:19.038011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Made reservation on behalf of d4add5bf94d541b49cc251e0b8a76366 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:19.041941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.042193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.24', 62477) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:19.063259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:19.077388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:19.077388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:19.151018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] device_id is not set on port 2c097db8-38e6-432a-b210-f4f541d680a2 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:19.175156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22221038-7f10-450c-9edd-02627b86500c {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:19.190735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.210596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:19.211233 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:19.221175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 25df4f01-932d-4042-917d-2d48874e9bff {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:19.236192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.242122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.262176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891c858-ea70-42d4-8006-2af5e6393e33 req-7c240367-208c-42cb-aafd-c269ee3425fb tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:19.269339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6891c858-ea70-42d4-8006-2af5e6393e33 req-7c240367-208c-42cb-aafd-c269ee3425fb tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 931 time: 0.6177576 Jun 22 09:28:19.317110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:19.325845 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 2 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:19.335391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Transition to ACTIVE for port object 22221038-7f10-450c-9edd-02627b86500c will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:19.410300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:19.410524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Port': ['ID=258afe9e-ed43-4424-8825-a6e9cf60ce73,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:19.410628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:19.410994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:19.441012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:19.444784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.461333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/ports/258afe9e-ed43-4424-8825-a6e9cf60ce73 HTTP/1.1" status: 204 len: 168 time: 2.0496919 Jun 22 09:28:19.461333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.499509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50150) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:19.528970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6891c858-ea70-42d4-8006-2af5e6393e33 req-bb3bfc45-32b9-498f-877e-1114bf2b29db tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2576752 Jun 22 09:28:19.559057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:19.559478 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:19.580726 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 3 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:19.595665 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90144093-177c-4bf5-963a-fa2b6ec4f2a7 req-3bfa0433-4d19-48a9-b07e-43c1e79ce68a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.0742469 Jun 22 09:28:19.596641 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-06a67437-4a3c-4281-a088-557cad595a09 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0925539 Jun 22 09:28:19.601707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50152) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:19.606849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.611342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Allocated IP 172.20.0.8 (658964b9-9fd1-4dde-b2d8-23325f56624b/2ba32b94-949e-4da8-8aed-2cfd6c2f2337/2c097db8-38e6-432a-b210-f4f541d680a2) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:19.615190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-873708522'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:19.637589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:19.666642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:19.666981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:19.667318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:19.689314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-1a4f6bf7-e5e9-4a7b-8469-e563351e9b99 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:19.689805 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:28:19.691050 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-1a4f6bf7-e5e9-4a7b-8469-e563351e9b99 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.24 "GET /v2.0/networks?id=d261d077-659e-4425-9f07-bd5d67553feb HTTP/1.1" status: 200 len: 812 time: 0.6475751 Jun 22 09:28:19.696268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:19.696793 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:19.707357 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 4 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:19.767704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.799945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:19.848953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Pushing event updated for resources: {'Port': ['ID=22221038-7f10-450c-9edd-02627b86500c,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:19.860043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:19.874783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:19.920603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event deleted for resources: {'Port': ['ID=45be0968-cc02-4d3d-94ca-28486e303e8a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:19.932703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:19.933744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:19.938365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.008824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:20.009387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:20.009787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.022940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:20.023511 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:20.040967 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 5 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:20.130705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:20.153971 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-b1f763d6-7378-4fea-9713-5283e03eb1b3 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93850074255045b1947cdc666a7a360f HTTP/1.1" status: 200 len: 380 time: 0.3604953 Jun 22 09:28:20.165301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:20.165675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:20.165984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.196404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Request body: {'port': {'device_id': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'admin_state_up': True, 'tenant_id': '93850074255045b1947cdc666a7a360f', 'security_groups': ['8314c860-b2db-4e88-a9e6-07f4fb2bfa03']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:20.202200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.263673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-458317bd-ebf9-4374-985e-5da8155b0c12 req-12ffb9ed-04c5-46df-8c13-8dfbf46eb5e6 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0770724 Jun 22 09:28:20.331371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.333900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.384589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.409571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:20.422436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.422791 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Added segment f0491332-5680-464a-ad8a-d7da7cbc9301 of type vlan for network a57d9c26-f6d6-4028-94f1-fbe418802564 Jun 22 09:28:20.425656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:20.425989 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:20.434900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f087a8-9b27-4c55-b00c-1652ecfc492f None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:20.442286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.462234 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 6 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:20.473565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.473565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ffcccd3-2f3e-4839-8199-1e54a9977b6e {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:28:20.474270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Attempting to bind port 22221038-7f10-450c-9edd-02627b86500c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:20.474618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Attempting to bind port 22221038-7f10-450c-9edd-02627b86500c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:20.474941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Attempting to bind port 22221038-7f10-450c-9edd-02627b86500c on network 02b91d7e-e733-4392-b517-b8f88abb265d {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.497062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.497062 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7ffcccd3-2f3e-4839-8199-1e54a9977b6e HTTP/1.1" status: 204 len: 168 time: 4.4217563 Jun 22 09:28:20.502747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.505460 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/25df4f01-932d-4042-917d-2d48874e9bff HTTP/1.1" status: 204 len: 168 time: 1.5882590 Jun 22 09:28:20.508032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=25df4f01-932d-4042-917d-2d48874e9bff,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:20.512971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50160) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:20.513587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50162) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:20.535010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:20.537109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Transition to ACTIVE for port object 2c097db8-38e6-432a-b210-f4f541d680a2 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:20.537495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Port 22221038-7f10-450c-9edd-02627b86500c on network 02b91d7e-e733-4392-b517-b8f88abb265d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:20.538466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Attempting to bind port 22221038-7f10-450c-9edd-02627b86500c on network 02b91d7e-e733-4392-b517-b8f88abb265d {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.551854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:20.554582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Checking segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:20.554582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Bound using segment: {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:20.554582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Bound port: 22221038-7f10-450c-9edd-02627b86500c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f32793-b601-411e-b065-54308eeeb7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:20.554582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.556974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:20.557309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:20.557643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.591964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:20.592299 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:20.596302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.599613 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 7 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:20.618696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:20.619034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:20.619371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.661399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:20.661632 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:20.666017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 8 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:20.682968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e284d-7805-462c-bdcf-fe81b092d21a None None] Network 658964b9-9fd1-4dde-b2d8-23325f56624b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:20.687314 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-13a6a347-107d-4593-a726-fa7fcc550f33 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675453 Jun 22 09:28:20.691658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50168) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:20.695368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:20.695704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:20.696126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:20.722854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:20.726368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Deleting subnet 4daaff26-b7ed-4acf-a108-b0f159888400 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:20.733568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.769076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:28:20.837503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.24', 62480) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:20.843952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.901840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.926380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:20.928160 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:20.929224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Made reservation on behalf of 93850074255045b1947cdc666a7a360f for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:20.934666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:20.934879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-44c3f80c-660b-40f2-98fa-3b1155799e00 None None] Provisioning for port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:20.961903 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 9 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:20.974078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:21.032655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:21.033015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:21.033324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:21.057008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:21.057344 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:21.071556 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 10 to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 Jun 22 09:28:21.076344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Network 658964b9-9fd1-4dde-b2d8-23325f56624b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:21.092544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event updated for resources: {'Port': ['ID=2c097db8-38e6-432a-b210-f4f541d680a2,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:21.099401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:21.116592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:21.140413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:21.187783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47d734c5-df8d-4aec-887d-aed0d5fc95f8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:21.227762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.264815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.287049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:21.296244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:21.296880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.326416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] For port 22221038-7f10-450c-9edd-02627b86500c, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:21.374676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Deleting port eff9792a-7422-4423-ada5-33628034f372 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:21.375260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.391517 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-040f64d7-613c-47b6-8a8e-fc246c997ae1 req-809a14da-ec67-4a12-9746-451a427a196a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.3125439 Jun 22 09:28:21.437118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:21.456051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:21.457858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.514874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.555733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:21.556454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.573349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:21.671249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] For port eff9792a-7422-4423-ada5-33628034f372, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eff9792a-7422-4423-ada5-33628034f372,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:21.671840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.680042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.684592 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/4daaff26-b7ed-4acf-a108-b0f159888400 HTTP/1.1" status: 204 len: 168 time: 1.1675694 Jun 22 09:28:21.712088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50172) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:21.714846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4daaff26-b7ed-4acf-a108-b0f159888400,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:21.720328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:21.732750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d217a5c5-5446-4636-bdc6-ccd859f0ec79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:21.734108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-570b7d2c-0fb5-48a0-a075-c863f2bbc345 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:21.735951 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-570b7d2c-0fb5-48a0-a075-c863f2bbc345 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 812 time: 0.8362734 Jun 22 09:28:21.737001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:21.737343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:21.737681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:21.776433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] For port 22221038-7f10-450c-9edd-02627b86500c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=22221038-7f10-450c-9edd-02627b86500c,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:21.784277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Calling delete_port for eff9792a-7422-4423-ada5-33628034f372 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:21.870327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:21.871299 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port ea37b1b3-91e6-4d53-a9af-540320abcc18 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:21.871299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.889004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:21.896156 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1cf28032-a5e1-4f69-80ea-50ecad3e4217 req-94791e9b-4404-44b3-bccc-0aa4c581a90a tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.2095249 Jun 22 09:28:21.953974 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-e8c05ef3-2f90-4750-be14-19b3703b69e3 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b HTTP/1.1" status: 200 len: 379 time: 0.1037006 Jun 22 09:28:21.961641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Network': ['ID=a57d9c26-f6d6-4028-94f1-fbe418802564,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:21.964645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 47d734c5-df8d-4aec-887d-aed0d5fc95f8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47d734c5-df8d-4aec-887d-aed0d5fc95f8,segment=NetworkSegment(059c5280-b27d-48fd-b176-f9986f2a565b),segment_id=059c5280-b27d-48fd-b176-f9986f2a565b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:21.973498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:21.982363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a57d9c26-f6d6-4028-94f1-fbe418802564 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:22.030546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.175517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5c528-1431-4cc8-9b2b-7b8730f285eb req-1c4cc802-2156-433d-8bbc-0b3558967df4 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:22.181998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Provisioning for port aff99777-9c32-470d-b684-24c4fe27c85c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:22.189530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Provisioning complete for port aff99777-9c32-470d-b684-24c4fe27c85c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:22.196721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.196878 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03d5c528-1431-4cc8-9b2b-7b8730f285eb req-1c4cc802-2156-433d-8bbc-0b3558967df4 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 943 time: 1.2935970 Jun 22 09:28:22.196970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.237933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dba8003-8550-40aa-9b66-33f9f60e52d8']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:22.246198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.2651792 Jun 22 09:28:22.254271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.261478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50176) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:22.266804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:22.276526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.305672 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03d5c528-1431-4cc8-9b2b-7b8730f285eb req-f6e9b241-15df-48ae-b899-68c2c61105d0 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126838 Jun 22 09:28:22.309820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189a559d-0822-463c-9edd-c80b223861a2') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:22.315402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189a559d-0822-463c-9edd-c80b223861a2') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:22.337010 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7247663 Jun 22 09:28:22.346581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.348519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] No DVR routers for this DVR port eff9792a-7422-4423-ada5-33628034f372 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:22.353922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Port aff99777-9c32-470d-b684-24c4fe27c85c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:22.366584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50178) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:22.379237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:22.386490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Provisioning complete for port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:22.387041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.393149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.419925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.422831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:22.423240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:22.425376 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:22.461135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-419489282'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:22.469928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=47d734c5-df8d-4aec-887d-aed0d5fc95f8,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:22.497720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:22.498573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:22.519832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b7f63-e1de-4557-a016-fbc96e3b4530 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:22.521635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Pushing event deleted for resources: {'Port': ['ID=eff9792a-7422-4423-ada5-33628034f372,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:22.528510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b7f63-e1de-4557-a016-fbc96e3b4530 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:22.535746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b7f63-e1de-4557-a016-fbc96e3b4530 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:22.537447 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e38b7f63-e1de-4557-a016-fbc96e3b4530 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2747891 Jun 22 09:28:22.540140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] For port ea37b1b3-91e6-4d53-a9af-540320abcc18, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:22.541004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50182) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:22.547500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:22.548199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempted to set empty binding levels {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:28:22.550104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:22.554349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.555844 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] 10.222.0.24 "PUT /v2.0/ports/22221038-7f10-450c-9edd-02627b86500c HTTP/1.1" status: 200 len: 1093 time: 4.9216766 Jun 22 09:28:22.556558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'tag': '22221038-7f10-450c-9edd-02627b86500c'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:22.696242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.714142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Allocated IP 172.20.0.10 (d261d077-659e-4425-9f07-bd5d67553feb/1ac3aeb4-2323-4afa-8a0e-98fb56319cc2/72ca689d-4317-4d00-87dc-3227dddab34d) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:22.736247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Pushing event updated for resources: {'Port': ['ID=22221038-7f10-450c-9edd-02627b86500c,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:22.745540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "tag": "22221038-7f10-450c-9edd-02627b86500c"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:22.751496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:22.755590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.758784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Provisioning for port 2c097db8-38e6-432a-b210-f4f541d680a2 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:22.764432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Provisioning complete for port 2c097db8-38e6-432a-b210-f4f541d680a2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:22.765019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.770412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.783803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:22.786476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:22.786596 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-352f2cac-1aee-4ff0-96fd-0b87806d6fa3 req-5369f411-c174-4991-a11f-1993ba329598 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.1059136 Jun 22 09:28:22.828429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:22.837240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dba8003-8550-40aa-9b66-33f9f60e52d8 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:28:22.860047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.877832 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7dba8003-8550-40aa-9b66-33f9f60e52d8 HTTP/1.1" status: 204 len: 168 time: 1.1334515 Jun 22 09:28:22.877832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dba8003-8550-40aa-9b66-33f9f60e52d8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:22.877832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:22.907534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Deleting port 2c097db8-38e6-432a-b210-f4f541d680a2 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:22.910211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:22.912132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f8b24392-fea8-4947-8eac-10e3863aed75 None None] Port 2c097db8-38e6-432a-b210-f4f541d680a2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:23.024189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47d734c5-df8d-4aec-887d-aed0d5fc95f8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:23.106032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] In _notify_port_updated(), no bound segment for port ea37b1b3-91e6-4d53-a9af-540320abcc18 on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:28:23.106926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.107651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.111709 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "PUT /v2.0/ports/ea37b1b3-91e6-4d53-a9af-540320abcc18 HTTP/1.1" status: 200 len: 977 time: 5.9580014 Jun 22 09:28:23.114211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50196) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:23.218478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.302794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Request body: {'port': {'device_id': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'admin_state_up': True, 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'security_groups': ['c301bde8-c865-4f77-8115-a04b973c2d55']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:23.303720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:23.303720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.322492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a176ca13-f3a7-483e-b18e-fb40e8800a44 None None] Provisioning complete for port aff99777-9c32-470d-b684-24c4fe27c85c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:23.323024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be82842-2d82-4102-9f58-b675c61d55f2 x-openstack-request-id: req-2be82842-2d82-4102-9f58-b675c61d55f2 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:23.323532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "tag": "22221038-7f10-450c-9edd-02627b86500c", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:23.324084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2be82842-2d82-4102-9f58-b675c61d55f2 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:23.324467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a176ca13-f3a7-483e-b18e-fb40e8800a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.325091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'tag': '22221038-7f10-450c-9edd-02627b86500c', 'status': 'completed', 'code': 200} Jun 22 09:28:23.325865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:23.329494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.380416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a176ca13-f3a7-483e-b18e-fb40e8800a44 None None] Port aff99777-9c32-470d-b684-24c4fe27c85c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:23.384960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=ea37b1b3-91e6-4d53-a9af-540320abcc18,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:23.410055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Calling delete_port for 2c097db8-38e6-432a-b210-f4f541d680a2 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:23.431260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:23.461885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a176ca13-f3a7-483e-b18e-fb40e8800a44 None None] Provisioning complete for port 2c097db8-38e6-432a-b210-f4f541d680a2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:23.462893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a176ca13-f3a7-483e-b18e-fb40e8800a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.505643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a176ca13-f3a7-483e-b18e-fb40e8800a44 None None] Port 2c097db8-38e6-432a-b210-f4f541d680a2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:23.562913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eff9792a-7422-4423-ada5-33628034f372 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:23.637515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: eff9792a-7422-4423-ada5-33628034f372 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:23.638335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eff9792a-7422-4423-ada5-33628034f372 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:23.731520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:23.764451 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f21e6d74-8b82-4308-974e-99f10520caf2 req-2b986b08-9107-4137-9f8d-686acec3cc80 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.4801536 Jun 22 09:28:23.766381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50210) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:23.777510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'name': 'tempest-router--1478578583', 'project_id': '316e99fe79e242bc9f1bea5a1356f6b0'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:23.793611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.797007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.797348 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Added segment 4a806539-2026-4df8-9dc5-127e99e2e6d8 of type vlan for network 1ecff6e5-982a-4481-975f-7e9966518770 Jun 22 09:28:23.862688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.868795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Transition to ACTIVE for port object 72ca689d-4317-4d00-87dc-3227dddab34d will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:23.872283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-5e13dcca-bb31-4969-8c49-537f5f93eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.873646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-5e13dcca-bb31-4969-8c49-537f5f93eb48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40e122a63db947e881280f5b03e3b0ae&device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 1096 time: 0.5711448 Jun 22 09:28:23.887618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:23.894718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.923806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.926714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.926714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.926714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.926714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.926714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.926714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.927238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.927422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.930069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.930069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.930069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.930328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.930605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.931061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.931513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.931996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.932442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.932892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.933338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.933784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:23.941100 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-da8bc81e-198b-4b5a-ba5a-d35bf9b03cb1 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19178 time: 0.8253155 Jun 22 09:28:23.941720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50214) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:23.993180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:23.993180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.030760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:24.044941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:24.056933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67b231-9c40-474c-9ce7-e5b917d1a3e1 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:24.063979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522a05d-9e5e-4075-b9af-3de5942798ea req-173cd215-b259-4399-8e0a-1d21c1cec5e2 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:24.065647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f522a05d-9e5e-4075-b9af-3de5942798ea req-173cd215-b259-4399-8e0a-1d21c1cec5e2 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 943 time: 0.3943043 Jun 22 09:28:24.071550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:24.072426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.082907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Deleting port ea37b1b3-91e6-4d53-a9af-540320abcc18 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:24.083305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.108559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:28:24.166641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=eb378b7b-08e5-4380-85f2-fc31dc7b7206,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:24.171963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:24.176301 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f522a05d-9e5e-4075-b9af-3de5942798ea req-9279ba34-5196-4432-98db-1090afa03507 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962782 Jun 22 09:28:24.320192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.341792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.349522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:24.350266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.354839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:24.362480 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6638660 Jun 22 09:28:24.363153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50216) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:24.365168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'eb378b7b-08e5-4380-85f2-fc31dc7b7206'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:24.366155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.370641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.377342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'name': 'tempest-NetworksTestDHCPv6-905323591'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:24.471569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.484490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27da9e12-bc36-402b-9330-7c40038f84e8 req-8821a8da-c574-4a4e-8338-4c21e94532c1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.3865526 Jun 22 09:28:24.497695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] For port ea37b1b3-91e6-4d53-a9af-540320abcc18, host hv-neutron-7971, got binding levels [] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:24.498067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.501007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Made reservation on behalf of 4ea17b6ef7a34da8b8f78dd6c5c0e04b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:24.504865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.517810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.518494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Network d261d077-659e-4425-9f07-bd5d67553feb is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:24.522716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:24.524996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Network': ['ID=1ecff6e5-982a-4481-975f-7e9966518770,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:24.527203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:24.533636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:24.534139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:24.541168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:24.642552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1ecff6e5-982a-4481-975f-7e9966518770 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:24.643928 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2430916 Jun 22 09:28:24.665091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Calling delete_port for ea37b1b3-91e6-4d53-a9af-540320abcc18 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:24.728567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event deleted for resources: {'Port': ['ID=2c097db8-38e6-432a-b210-f4f541d680a2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:24.741508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/eb378b7b-08e5-4380-85f2-fc31dc7b7206/2bb16348-ab6d-4543-b5dc-64dd03668919) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:24.766722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:24.994481 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-ce34ddc1-36cd-4f0f-afa1-1d36efb172ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22221038-7f10-450c-9edd-02627b86500c HTTP/1.1" status: 200 len: 217 time: 0.3449125 Jun 22 09:28:24.994481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:24.994481 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-52137954-61b7-4bdd-9fe0-a27a1f486b15 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1750963 Jun 22 09:28:24.994481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:24.994481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.006027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50220) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:25.033385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.045607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Transition to ACTIVE for port object 2bb16348-ab6d-4543-b5dc-64dd03668919 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:25.067650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Transition to ACTIVE for port object 2bb16348-ab6d-4543-b5dc-64dd03668919 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:25.093302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event updated for resources: {'Port': ['ID=72ca689d-4317-4d00-87dc-3227dddab34d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:25.099802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:25.142880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.144555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-aa3bdc3a-969a-4cff-84a1-1680b2e10547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:25.146017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-aa3bdc3a-969a-4cff-84a1-1680b2e10547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853bc325-ebb9-4be1-9c02-79651b77cf6d HTTP/1.1" status: 200 len: 845 time: 0.1188776 Jun 22 09:28:25.149790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.151664 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "DELETE /v2.0/ports/2c097db8-38e6-432a-b210-f4f541d680a2 HTTP/1.1" status: 204 len: 168 time: 2.6098933 Jun 22 09:28:25.160369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9686289 Jun 22 09:28:25.163093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50222) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:25.179437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-822d06d5-d6d3-4a5e-9578-da64abf2ee50 None None] Provisioning for port 72ca689d-4317-4d00-87dc-3227dddab34d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:25.182534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.185849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-77514d4f-0ddc-4d85-88c4-27ea030f26b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:25.191510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Request body: {'port': {'name': 'tempest-new-port-name-297996428', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:25.192026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.api.validators [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] bootfile-name is not in valid_values {{(pid=93950) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:25.192952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.api.validators [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] tftp-server is not in valid_values {{(pid=93950) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:25.192952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.api.validators [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] server-ip-address is not in valid_values {{(pid=93950) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 09:28:25.206012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-822d06d5-d6d3-4a5e-9578-da64abf2ee50 None None] Provisioning complete for port 72ca689d-4317-4d00-87dc-3227dddab34d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:25.206769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-822d06d5-d6d3-4a5e-9578-da64abf2ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.250871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Allocated IP 172.20.0.4 (711dc3da-2611-482a-9d0a-3eba7d30a60a/86782439-56c8-462b-b923-90ce73eae885/89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:25.263796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Request body: {'port': {'device_id': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:25.301864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:25.326544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.329231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:25.333639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.343658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cffabf-23e9-4b6a-91ab-b7b7e1c17d8b req-8ef67d5f-162b-4b8f-968a-687ab89299f2 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:25.345227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c8cffabf-23e9-4b6a-91ab-b7b7e1c17d8b req-8ef67d5f-162b-4b8f-968a-687ab89299f2 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 932 time: 0.3607471 Jun 22 09:28:25.360920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:25.393347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.405889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:25.406062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.406062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea37b1b3-91e6-4d53-a9af-540320abcc18,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:25.420423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:25.431084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:25.438522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.440698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "DELETE /v2.0/ports/ea37b1b3-91e6-4d53-a9af-540320abcc18 HTTP/1.1" status: 204 len: 168 time: 1.4936275 Jun 22 09:28:25.446659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50228) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:25.463731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.527725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.531799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 4e293af8-8190-4519-8c13-a5120b2e8084 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:25.544112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Pushing event updated for resources: {'Port': ['ID=2bb16348-ab6d-4543-b5dc-64dd03668919,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:25.550612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:25.551904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-822d06d5-d6d3-4a5e-9578-da64abf2ee50 None None] Port 72ca689d-4317-4d00-87dc-3227dddab34d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:25.574304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8522422-99bf-4279-8237-b6192fcca6a6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:28:25.576197 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d8522422-99bf-4279-8237-b6192fcca6a6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "GET /v2.0/ports/ea37b1b3-91e6-4d53-a9af-540320abcc18 HTTP/1.1" status: 404 len: 333 time: 0.0968807 Jun 22 09:28:25.582254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50232) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:25.603186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1809898212', 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:25.613778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.623808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e851e9e-d0a8-46eb-bf85-815ce2e46f4a {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:28:25.627549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.631669 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-734c73fe-d7c2-4b7d-8ac7-1502d5a6f9f1 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/routers/8e851e9e-d0a8-46eb-bf85-815ce2e46f4a HTTP/1.1" status: 204 len: 168 time: 0.6603415 Jun 22 09:28:25.726980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.746012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Transition to ACTIVE for port object 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:25.763833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b65ea-c133-45bc-aaed-863ae6d00d11 req-f8e458ee-00bf-4c30-bf4e-259526397e9c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:25.765448 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-427b65ea-c133-45bc-aaed-863ae6d00d11 req-f8e458ee-00bf-4c30-bf4e-259526397e9c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 943 time: 0.2446723 Jun 22 09:28:25.804096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-94463085-9792-484e-9daa-ada2e1810c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:25.805594 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-94463085-9792-484e-9daa-ada2e1810c5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02b91d7e-e733-4392-b517-b8f88abb265d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6416500 Jun 22 09:28:25.840577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Made reservation on behalf of 6ece286aac03403889894e52a49896bf for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:25.842905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.857459 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-427b65ea-c133-45bc-aaed-863ae6d00d11 req-ae3225ae-243f-404d-ad03-009d7f833af7 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746851 Jun 22 09:28:25.864188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port 8f015dda-8797-4895-a760-c153b8f48130 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:25.901375 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c8cffabf-23e9-4b6a-91ab-b7b7e1c17d8b req-1e938719-eef1-4194-80af-df8f490a75aa tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5394547 Jun 22 09:28:25.970034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Attempting to bind port 2bb16348-ab6d-4543-b5dc-64dd03668919 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:25.970623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Attempting to bind port 2bb16348-ab6d-4543-b5dc-64dd03668919 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:25.971132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Attempting to bind port 2bb16348-ab6d-4543-b5dc-64dd03668919 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:25.983156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:25.985280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:25.985797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.990172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:25.990172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Bound port: 2bb16348-ab6d-4543-b5dc-64dd03668919, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:25.990414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:25.990524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.008049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:26.029556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50236) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:26.124632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] For port 2bb16348-ab6d-4543-b5dc-64dd03668919, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:26.132589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] For port 2bb16348-ab6d-4543-b5dc-64dd03668919, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2bb16348-ab6d-4543-b5dc-64dd03668919,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:26.163269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:26.197305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.198556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::8b (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/eb378b7b-08e5-4380-85f2-fc31dc7b7206/4e293af8-8190-4519-8c13-a5120b2e8084) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:26.200598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:26.229621 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-52a8748d-0236-496f-b4a8-8ca0c6f6db29 service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873026 Jun 22 09:28:26.238781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:26.295427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:26.333114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Pushing event updated for resources: {'Port': ['ID=2bb16348-ab6d-4543-b5dc-64dd03668919,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:26.346601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:26.361631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event updated for resources: {'Port': ['ID=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:26.373836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:26.450528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.486978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:26.488725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.529551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.552460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1403062958', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:26.573660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c593-5380-4047-8fb6-2715134e2b31 req-5f852235-3218-4111-98e0-38d5d02f774a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:26.581389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cd32c593-5380-4047-8fb6-2715134e2b31 req-5f852235-3218-4111-98e0-38d5d02f774a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 931 time: 0.4785373 Jun 22 09:28:26.681328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.692145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:26.704341 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cd32c593-5380-4047-8fb6-2715134e2b31 req-8b80299f-6b19-4e98-82d7-d8a1de9fcc17 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180780 Jun 22 09:28:26.721024 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5041642 Jun 22 09:28:26.748563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Request body: {'port': {'device_id': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:26.822559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.829913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:26.837197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e29eea3d-d751-4ba6-9d66-b49abb467706 None None] Provisioning for port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:26.843703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e29eea3d-d751-4ba6-9d66-b49abb467706 None None] Provisioning complete for port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:26.844322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e29eea3d-d751-4ba6-9d66-b49abb467706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.865793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ca689d-4317-4d00-87dc-3227dddab34d {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:26.875754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.877263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.880329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.892687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Transition to ACTIVE for port object 72ca689d-4317-4d00-87dc-3227dddab34d will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:26.901811 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e29eea3d-d751-4ba6-9d66-b49abb467706 None None] Port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:26.921779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Network ddd3eceb-e809-405f-8422-6abe6ed842b7 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:26.949575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=8f015dda-8797-4895-a760-c153b8f48130,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:26.956724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:26.962235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:26.962235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:26.962847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:26.963516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.974777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:26.994642 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f53d9279-1ed8-4e75-9672-3034aef14a41 req-6ec7fd15-41b0-41db-9cd5-edc5a5e8d216 service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510002 Jun 22 09:28:27.017994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:27.129787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2bb16348-ab6d-4543-b5dc-64dd03668919 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:27.311194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2bb16348-ab6d-4543-b5dc-64dd03668919 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:27.405582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event updated for resources: {'Port': ['ID=aff99777-9c32-470d-b684-24c4fe27c85c,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:27.421514 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8228264 Jun 22 09:28:27.423597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:27.456795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:27.462979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50244) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:27.472537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 4e293af8-8190-4519-8c13-a5120b2e8084 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:27.520667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] In _notify_port_updated(), no bound segment for port aff99777-9c32-470d-b684-24c4fe27c85c on network 658964b9-9fd1-4dde-b2d8-23325f56624b {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:28:27.529435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:27.530450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:27.532193 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "PUT /v2.0/ports/aff99777-9c32-470d-b684-24c4fe27c85c HTTP/1.1" status: 200 len: 1135 time: 2.3670588 Jun 22 09:28:27.535265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:27.539935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9aac4044-5009-4598-8d9c-e9eeabe99f4d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:27.543785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50246) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:27.561422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-752211b7-faf7-40d8-b24f-8b36b6f529b0 None None] Provisioning complete for port aff99777-9c32-470d-b684-24c4fe27c85c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:27.561955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752211b7-faf7-40d8-b24f-8b36b6f529b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:27.630823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-752211b7-faf7-40d8-b24f-8b36b6f529b0 None None] Port aff99777-9c32-470d-b684-24c4fe27c85c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:27.662515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ed48b-fc1f-42e4-96d6-17101fc0d1e5 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:27.662515 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-551ed48b-fc1f-42e4-96d6-17101fc0d1e5 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "GET /v2.0/ports/aff99777-9c32-470d-b684-24c4fe27c85c HTTP/1.1" status: 200 len: 1135 time: 0.1101124 Jun 22 09:28:27.669552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50248) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:27.828676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-47f50683-e1fc-4afc-99ac-deed42fdfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:27.830187 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-47f50683-e1fc-4afc-99ac-deed42fdfdd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40e122a63db947e881280f5b03e3b0ae&device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 1096 time: 0.6440115 Jun 22 09:28:27.835039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50252) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:27.835745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72ca689d-4317-4d00-87dc-3227dddab34d,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:27.838666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:27.857025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'subnets': [{'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2140029696', 'ip_version': 6}, {'network_id': '1ecff6e5-982a-4481-975f-7e9966518770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:27.857338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'subnet': {'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2140029696', 'ip_version': 6}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:27.858006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Request body: {'subnet': {'network_id': '1ecff6e5-982a-4481-975f-7e9966518770', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:27.914371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c3c2-626b-46f6-b6e1-da2e150ee23c req-ff2e46db-8d95-4655-acca-d8bea15ac3a5 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:27.915758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c119c3c2-626b-46f6-b6e1-da2e150ee23c req-ff2e46db-8d95-4655-acca-d8bea15ac3a5 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 943 time: 0.6204352 Jun 22 09:28:27.928455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Provisioning for port 2bb16348-ab6d-4543-b5dc-64dd03668919 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:27.933829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Provisioning complete for port 2bb16348-ab6d-4543-b5dc-64dd03668919 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:27.934404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:27.974120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35585e-2ae0-49b9-b12c-4ff798c63ea7 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:27.978875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d35585e-2ae0-49b9-b12c-4ff798c63ea7 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "GET /v2.0/ports/8f015dda-8797-4895-a760-c153b8f48130 HTTP/1.1" status: 200 len: 955 time: 0.4899077 Jun 22 09:28:27.980235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50254) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:27.999375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Attempting to bind port 72ca689d-4317-4d00-87dc-3227dddab34d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:27.999714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Attempting to bind port 72ca689d-4317-4d00-87dc-3227dddab34d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:28.002267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Attempting to bind port 72ca689d-4317-4d00-87dc-3227dddab34d on network d261d077-659e-4425-9f07-bd5d67553feb {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:28.020167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.054855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] For port 2bb16348-ab6d-4543-b5dc-64dd03668919, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2bb16348-ab6d-4543-b5dc-64dd03668919,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:28.059624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Port 72ca689d-4317-4d00-87dc-3227dddab34d on network d261d077-659e-4425-9f07-bd5d67553feb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:28.059910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Attempting to bind port 72ca689d-4317-4d00-87dc-3227dddab34d on network d261d077-659e-4425-9f07-bd5d67553feb {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:28.068585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.082469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:28.109135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.130407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.134533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a8ceebc-f8e5-4e31-bcc5-ffb45e3a5e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:28.137578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974f4eb-554a-43ec-a1e4-4a63eab40804 req-41cc4e1e-68a5-4c2c-aa67-421530e7227f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:28.139141 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e974f4eb-554a-43ec-a1e4-4a63eab40804 req-41cc4e1e-68a5-4c2c-aa67-421530e7227f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 944 time: 0.7368534 Jun 22 09:28:28.187731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Pushing event updated for resources: {'Port': ['ID=2bb16348-ab6d-4543-b5dc-64dd03668919,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:28.191325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:28.286232 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e974f4eb-554a-43ec-a1e4-4a63eab40804 req-400d5aed-a569-42cb-88e9-03d593aed700 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194315 Jun 22 09:28:28.301810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:28.317485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.331280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Deleting port 8f015dda-8797-4895-a760-c153b8f48130 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:28.331623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.354798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Transition to ACTIVE for port object 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:28.369746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:28.370103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Checking segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:28.372671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Bound using segment: {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:28.372671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Bound port: 72ca689d-4317-4d00-87dc-3227dddab34d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0ea980-f7e2-4d80-beae-2228f524c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:28.372671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.426667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.462726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.487641 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c119c3c2-626b-46f6-b6e1-da2e150ee23c req-5bca9f82-415c-4207-8235-77e2f189cc10 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5083857 Jun 22 09:28:28.492400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Deleting port aff99777-9c32-470d-b684-24c4fe27c85c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:28.492400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.493092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:28.521601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Calling delete_port for 8f015dda-8797-4895-a760-c153b8f48130 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:28.530992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:28.586326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:28.593298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=4e293af8-8190-4519-8c13-a5120b2e8084,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:28.601100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:28.607095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:28.607778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.613901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-fc1dbafc-299d-48bb-8161-a725c7c01ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:28.615372 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-fc1dbafc-299d-48bb-8161-a725c7c01ce9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02b91d7e-e733-4392-b517-b8f88abb265d HTTP/1.1" status: 200 len: 907 time: 0.7737148 Jun 22 09:28:28.618021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:28.668842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Pushing event updated for resources: {'Port': ['ID=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:28.676242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:28.685576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-eddafbf3-ae26-4725-a3b6-ef65d84a2673 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22221038-7f10-450c-9edd-02627b86500c HTTP/1.1" status: 200 len: 217 time: 0.0623209 Jun 22 09:28:28.809542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] For port 72ca689d-4317-4d00-87dc-3227dddab34d, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:28.826185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.838778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] For port 72ca689d-4317-4d00-87dc-3227dddab34d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=72ca689d-4317-4d00-87dc-3227dddab34d,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:28.844015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-dfafab2c-1ff9-41f8-939a-f4cdd91898d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:28.845525 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-dfafab2c-1ff9-41f8-939a-f4cdd91898d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853bc325-ebb9-4be1-9c02-79651b77cf6d HTTP/1.1" status: 200 len: 845 time: 0.1467412 Jun 22 09:28:28.846994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4778266 Jun 22 09:28:28.862788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bd165-4b3c-41ce-917d-f8114b64bf25 req-7d51c164-06cc-402c-b4f8-e6fff2a37b54 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:28.870038 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7f1bd165-4b3c-41ce-917d-f8114b64bf25 req-7d51c164-06cc-402c-b4f8-e6fff2a37b54 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 931 time: 0.4617198 Jun 22 09:28:28.871889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50256) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:28.935554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Calling delete_port for aff99777-9c32-470d-b684-24c4fe27c85c owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:28.955691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2bb16348-ab6d-4543-b5dc-64dd03668919 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:28.962084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.962950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:28.970681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:28.996756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.027326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2bb16348-ab6d-4543-b5dc-64dd03668919 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:29.028194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.045720 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7f1bd165-4b3c-41ce-917d-f8114b64bf25 req-5cdefa47-0835-4b2f-8e26-85812473bb12 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745203 Jun 22 09:28:29.046182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.046797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.048221 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/72ca689d-4317-4d00-87dc-3227dddab34d HTTP/1.1" status: 200 len: 1094 time: 3.8273590 Jun 22 09:28:29.048732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:29.051531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e11263-a414-408b-a926-11100e5dfd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:29.057546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Attempting to bind port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:29.069112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Made reservation on behalf of 4660b65fc3ca44fba82bd9cfb0796a74 for: {'subnet': 2} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:29.075458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.075726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.078822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Attempting to bind port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:29.079205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Attempting to bind port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 on network 711dc3da-2611-482a-9d0a-3eba7d30a60a {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:29.086944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 on network 711dc3da-2611-482a-9d0a-3eba7d30a60a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:29.087276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Attempting to bind port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 on network 711dc3da-2611-482a-9d0a-3eba7d30a60a {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:29.116647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72ca689d-4317-4d00-87dc-3227dddab34d,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:29.136723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10133c3-925c-46de-a551-e102f02dab94 x-openstack-request-id: req-e10133c3-925c-46de-a551-e102f02dab94 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:29.137259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:29.137546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e10133c3-925c-46de-a551-e102f02dab94 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:29.137688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:29.137968 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d', 'status': 'completed', 'code': 200} Jun 22 09:28:29.138080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Checking segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:29.138777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Bound using segment: {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:29.139265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Bound port: 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:29.139622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.142489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.153455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-05d536e9-24b7-4ec9-9a4b-701111b1ef53 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:29.168557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c92e693-5b35-4837-9c9e-a2d6e7d8400e None None] Provisioning for port 4e293af8-8190-4519-8c13-a5120b2e8084 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:29.176990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c92e693-5b35-4837-9c9e-a2d6e7d8400e None None] Provisioning complete for port 4e293af8-8190-4519-8c13-a5120b2e8084 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:29.176990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c92e693-5b35-4837-9c9e-a2d6e7d8400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.198020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:29.208693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f015dda-8797-4895-a760-c153b8f48130,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:29.212138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:29.215861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.218320 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8f015dda-8797-4895-a760-c153b8f48130 HTTP/1.1" status: 204 len: 168 time: 1.2316053 Jun 22 09:28:29.222840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50260) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:29.230405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3c92e693-5b35-4837-9c9e-a2d6e7d8400e None None] Port 4e293af8-8190-4519-8c13-a5120b2e8084 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:29.238682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de561afd-a6eb-4b12-9144-0d0ce6c8f2e8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.244824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de561afd-a6eb-4b12-9144-0d0ce6c8f2e8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.249100 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-de561afd-a6eb-4b12-9144-0d0ce6c8f2e8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3697186 Jun 22 09:28:29.249256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-3e95cc0b-a5af-4595-b998-ea36d18963ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.249256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-3e95cc0b-a5af-4595-b998-ea36d18963ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02b91d7e-e733-4392-b517-b8f88abb265d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3954134 Jun 22 09:28:29.255070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50262) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:29.361475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-171a763c-f38a-43c7-9374-7e8ba7ace1df tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:28:29.363409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-171a763c-f38a-43c7-9374-7e8ba7ace1df tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "GET /v2.0/ports/8f015dda-8797-4895-a760-c153b8f48130 HTTP/1.1" status: 404 len: 333 time: 0.1384144 Jun 22 09:28:29.371330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50266) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:29.380252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Request body: {'port': {'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-774183016'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:29.392269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] For port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:29.438001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Allocated IP 172.26.6.205 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/7419df68-6027-44b6-b1c4-9a5f8af12c73) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:29.455000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] For port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:29.511831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c385-f161-4b84-8935-c719929084c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.542181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e11263-a414-408b-a926-11100e5dfd6c req-0d319c26-72bc-455e-b35d-a0f7c9b2c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.543729 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68e11263-a414-408b-a926-11100e5dfd6c req-0d319c26-72bc-455e-b35d-a0f7c9b2c5dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93850074255045b1947cdc666a7a360f&device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 1097 time: 0.3438075 Jun 22 09:28:29.548740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.554845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:29.569977 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-b4c3abd0-c0fc-4587-8c90-2c3cc8970700 service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126655 Jun 22 09:28:29.610768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3609-c9cf-45c6-8c80-cf537a298141 req-b96c38bd-00ce-4087-a61d-a6ded7b5bf8f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.612482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-22dd3609-c9cf-45c6-8c80-cf537a298141 req-b96c38bd-00ce-4087-a61d-a6ded7b5bf8f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 944 time: 0.1876175 Jun 22 09:28:29.638173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:29.638793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.640214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] 10.222.0.24 "PUT /v2.0/ports/89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1093 time: 2.9053123 Jun 22 09:28:29.640708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:29.666590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Made reservation on behalf of 6ece286aac03403889894e52a49896bf for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:29.668921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.690764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.702073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Pushing event updated for resources: {'Port': ['ID=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:29.712379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:29.738369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port 077ef911-4ab9-40f1-aae9-d71f8106251d yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:29.752894 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-22dd3609-c9cf-45c6-8c80-cf537a298141 req-402a45f0-6011-4f5a-8256-f942dff3326b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220069 Jun 22 09:28:29.793227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.831150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f34d4c1d-010a-4023-99f1-54f8949951f0 tempest-RoutersAdminNegativeIpV6Test-735216557 tempest-RoutersAdminNegativeIpV6Test-735216557-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:29.847100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 4e293af8-8190-4519-8c13-a5120b2e8084 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:29.850184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:29.958896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event deleted for resources: {'Port': ['ID=aff99777-9c32-470d-b684-24c4fe27c85c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:30.005051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:30.073500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6040d151-fc8c-453d-8766-ae13c740349b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:30.155682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e11263-a414-408b-a926-11100e5dfd6c req-f569e026-948c-422d-b1ed-58e531041dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.157295 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68e11263-a414-408b-a926-11100e5dfd6c req-f569e026-948c-422d-b1ed-58e531041dda service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=93850074255045b1947cdc666a7a360f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5976810 Jun 22 09:28:30.179563 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-face74b8-54b1-4cc0-be87-a43058b04739 service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939949 Jun 22 09:28:30.204628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.212281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:30.216240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-a5251b11-be91-4bf0-9d66-a89313eb5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.217729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-a5251b11-be91-4bf0-9d66-a89313eb5978 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1096 time: 0.4266615 Jun 22 09:28:30.318299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c4fa93-46dd-4a2c-8797-496e2dbe0771 x-openstack-request-id: req-a7c4fa93-46dd-4a2c-8797-496e2dbe0771 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:30.318623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:30.318891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7c4fa93-46dd-4a2c-8797-496e2dbe0771 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:30.319439 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'status': 'completed', 'code': 200} Jun 22 09:28:30.326498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:30.326921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-66d71ac0-a6f0-44e0-9e79-1d8b75a88098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 217 time: 0.0839672 Jun 22 09:28:30.333599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.341386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:30.352370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:30.361514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event updated for resources: {'Port': ['ID=7419df68-6027-44b6-b1c4-9a5f8af12c73,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:30.384502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:30.481932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-11b555da-09d9-4c83-8aab-b3241213ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.483404 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-11b555da-09d9-4c83-8aab-b3241213ac67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.1450491 Jun 22 09:28:30.529271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.568515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862de86-9756-443a-ac56-617ec0fca83f req-3292e964-6a31-4885-9230-ede78a98cdfb tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.569170 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9862de86-9756-443a-ac56-617ec0fca83f req-3292e964-6a31-4885-9230-ede78a98cdfb tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 943 time: 0.8823442 Jun 22 09:28:30.628199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.630075 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "DELETE /v2.0/ports/aff99777-9c32-470d-b684-24c4fe27c85c HTTP/1.1" status: 204 len: 168 time: 2.9573410 Jun 22 09:28:30.640875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50282) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:30.665633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 4e293af8-8190-4519-8c13-a5120b2e8084 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:30.682313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.702761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29080833-092d-4685-86a1-750c2f129b99 req-122dda88-6382-4d51-bb1f-f336df3c7738 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.704241 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29080833-092d-4685-86a1-750c2f129b99 req-122dda88-6382-4d51-bb1f-f336df3c7738 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 943 time: 0.3174162 Jun 22 09:28:30.704877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5e3eb5de-62f7-49bd-89c9-8e2842e23da0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:30.796810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Network ddd3eceb-e809-405f-8422-6abe6ed842b7 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:30.800845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Deleting subnet 2ba32b94-949e-4da8-8aed-2cfd6c2f2337 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:30.812414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.819751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-31d58d3a-03a3-4fae-8ce9-c4ec98648128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.821428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-31d58d3a-03a3-4fae-8ce9-c4ec98648128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3279948 Jun 22 09:28:30.822283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:30.822458 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9862de86-9756-443a-ac56-617ec0fca83f req-9d13cc3b-bbce-4b06-84d7-67df799ee31b tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316186 Jun 22 09:28:30.834208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e11263-a414-408b-a926-11100e5dfd6c req-7b1dd453-f270-46cb-b0e2-6b8100a77164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.836003 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68e11263-a414-408b-a926-11100e5dfd6c req-7b1dd453-f270-46cb-b0e2-6b8100a77164 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6604455 Jun 22 09:28:30.852632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:30.853573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:30.854166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:30.856318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=077ef911-4ab9-40f1-aae9-d71f8106251d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:30.872119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:30.926217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29080833-092d-4685-86a1-750c2f129b99 req-b8a32ec1-af29-4f58-bac7-62c37561298e tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115693 Jun 22 09:28:30.996446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.014775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.031205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:31.036694 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6635599 Jun 22 09:28:31.044763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50286) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:31.055233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:31.103863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.117169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Subnet': ['ID=cf873f49-0d43-47d0-9f44-714b6d962d43,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:31.120338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:31.127581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d53fa49e-be82-431b-9f56-0a5de1976b84 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:31.170555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-a6414d9f-1218-4b36-869b-a51ed8808c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.172243 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-a6414d9f-1218-4b36-869b-a51ed8808c4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93850074255045b1947cdc666a7a360f&device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 1097 time: 0.2353859 Jun 22 09:28:31.178198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=4e293af8-8190-4519-8c13-a5120b2e8084,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:31.180736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:31.213303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.217172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Checking segment: {'id': 'f0491332-5680-464a-ad8a-d7da7cbc9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:31.217563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network hostable DHCP agents. Network: a57d9c26-f6d6-4028-94f1-fbe418802564, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:31.218211 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-5a107c3c-199e-4a5c-83e5-70ac4d9da577 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686833 Jun 22 09:28:31.222226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.224420 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/4e293af8-8190-4519-8c13-a5120b2e8084 HTTP/1.1" status: 204 len: 168 time: 1.9682715 Jun 22 09:28:31.266449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca2a1b-bb7f-47ec-bec8-2b87085b6193 req-e9aa4b2a-61af-40e3-bb1b-d5c13eaebef3 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.268253 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e9ca2a1b-bb7f-47ec-bec8-2b87085b6193 req-e9aa4b2a-61af-40e3-bb1b-d5c13eaebef3 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 944 time: 0.2958810 Jun 22 09:28:31.269673 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-b3d01c3e-5881-4fc2-91ff-ee3312fd78c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72ca689d-4317-4d00-87dc-3227dddab34d HTTP/1.1" status: 200 len: 217 time: 0.0628819 Jun 22 09:28:31.270279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50288) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:31.356356 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e9ca2a1b-bb7f-47ec-bec8-2b87085b6193 req-e6cecfdc-21e6-4f49-a669-845f6763174b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707791 Jun 22 09:28:31.360302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-fb18ae06-9b6e-4e9c-aca1-55e47b067a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.361728 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-fb18ae06-9b6e-4e9c-aca1-55e47b067a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ac3aeb4-2323-4afa-8a0e-98fb56319cc2 HTTP/1.1" status: 200 len: 851 time: 0.0841048 Jun 22 09:28:31.367437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.417008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.428711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network a57d9c26-f6d6-4028-94f1-fbe418802564 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:31.433597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a3b5-751f-4254-83c4-0e17075a038e req-78b7ceb1-a0da-449f-96bb-60eda4aa0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.435249 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-78b7ceb1-a0da-449f-96bb-60eda4aa0cc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d261d077-659e-4425-9f07-bd5d67553feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641778 Jun 22 09:28:31.530064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a57d9c26-f6d6-4028-94f1-fbe418802564) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:31.536772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.540269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-64e6a6de-22d6-4224-aa63-291caa4f7bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:31.542037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857dd52c-e9d1-4396-baf6-94a066539c4a None None] Network a57d9c26-f6d6-4028-94f1-fbe418802564 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:31.545485 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-ff0006ff-2f40-4632-9e86-98b3637c780c service neutron] 10.222.0.24 "GET /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007314 Jun 22 09:28:31.645721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event updated for resources: {'Subnet': ['ID=2f5c5b24-1efe-448b-b804-256696c9a7e1,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:31.655697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:31.686389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Checking segment: {'id': '4a806539-2026-4df8-9dc5-127e99e2e6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1ecff6e5-982a-4481-975f-7e9966518770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:31.700303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network hostable DHCP agents. Network: 1ecff6e5-982a-4481-975f-7e9966518770, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:31.705834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a57d9c26-f6d6-4028-94f1-fbe418802564', 'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564', 'tenant_id': '4660b65fc3ca44fba82bd9cfb0796a74', 'fixed_ips': [{'subnet_id': 'cf873f49-0d43-47d0-9f44-714b6d962d43'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:31.707593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.707839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6980a3b5-751f-4254-83c4-0e17075a038e req-4b22d89a-37ba-4bbd-9033-86aebbcb7e53 service neutron] 10.222.0.24 "GET /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418092 Jun 22 09:28:31.738722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4f883-d1da-4970-8f96-8b58981787d2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.740247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4f883-d1da-4970-8f96-8b58981787d2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.741774 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e2a4f883-d1da-4970-8f96-8b58981787d2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4529221 Jun 22 09:28:31.747671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50290) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:31.798781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 22221038-7f10-450c-9edd-02627b86500c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:28:31.825326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Network 1ecff6e5-982a-4481-975f-7e9966518770 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:31.849827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet eb378b7b-08e5-4380-85f2-fc31dc7b7206 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:31.854664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.910559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2630b82-9ece-425b-8d63-8311b1c6bf4a req-c164f8ce-e09c-4c42-b1bd-9187e2d90376 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438341 Jun 22 09:28:31.912155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.945807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 22221038-7f10-450c-9edd-02627b86500c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=22221038-7f10-450c-9edd-02627b86500c,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:31.968141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.979452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 1ecff6e5-982a-4481-975f-7e9966518770) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:31.989571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.990476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:31.991444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:31.994777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f1d75c36-e4b7-4f4c-a7d7-81e817ed3edf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:31.995482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db82e01-92f3-4fb5-8d3a-3f4347a2690d None None] Network 1ecff6e5-982a-4481-975f-7e9966518770 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:32.002380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '22221038-7f10-450c-9edd-02627b86500c', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'port_id': '22221038-7f10-450c-9edd-02627b86500c', 'mac_address': 'fa:16:3e:63:0c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:28:32.050485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba32b94-949e-4da8-8aed-2cfd6c2f2337,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:32.059014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.063488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:32.070968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.072875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "DELETE /v2.0/subnets/2ba32b94-949e-4da8-8aed-2cfd6c2f2337 HTTP/1.1" status: 204 len: 168 time: 1.4297316 Jun 22 09:28:32.080760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50296) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:32.088662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d3bd1-fe75-4d11-a000-3f52f6a06c28 None None] Network 658964b9-9fd1-4dde-b2d8-23325f56624b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:32.093360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.152142 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3121705 Jun 22 09:28:32.160108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50298) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:32.173844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Allocated IP 2001:db8::1 (a57d9c26-f6d6-4028-94f1-fbe418802564/cf873f49-0d43-47d0-9f44-714b6d962d43/97a69f42-d693-4280-86d0-f125f10bb6a1) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:32.232493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.258915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] device_id is not set on port 077ef911-4ab9-40f1-aae9-d71f8106251d yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:32.283430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.295812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c61d5-28ad-4dcb-877b-eb99aae89480 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.297744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c61d5-28ad-4dcb-877b-eb99aae89480 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.300308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c61d5-28ad-4dcb-877b-eb99aae89480 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.302049 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-013c61d5-28ad-4dcb-877b-eb99aae89480 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1424298 Jun 22 09:28:32.313724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50300) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:32.318374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22221038-7f10-450c-9edd-02627b86500c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:32.325302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1231bb37-01a8-426b-b6ce-e156a0d64010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.350485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385edfbe-15ac-4da0-a43e-9aec039749de req-0d31dc28-f21c-4003-8e8a-60e70ef52d92 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.362311 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-385edfbe-15ac-4da0-a43e-9aec039749de req-0d31dc28-f21c-4003-8e8a-60e70ef52d92 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 943 time: 0.3792040 Jun 22 09:28:32.362311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.362532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadc11b-0c1b-451c-8b0f-8ec74451f772 req-1f8cfb54-525a-4585-b904-03a67491915c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.363491 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bbadc11b-0c1b-451c-8b0f-8ec74451f772 req-1f8cfb54-525a-4585-b904-03a67491915c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 943 time: 0.2563803 Jun 22 09:28:32.381298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Transition to ACTIVE for port object 077ef911-4ab9-40f1-aae9-d71f8106251d will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:32.398273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 22221038-7f10-450c-9edd-02627b86500c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=22221038-7f10-450c-9edd-02627b86500c,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:32.408847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Deleting subnet cf873f49-0d43-47d0-9f44-714b6d962d43 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:32.427123 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bbadc11b-0c1b-451c-8b0f-8ec74451f772 req-2813ed5c-d143-4f6d-bdd2-41464c049ee2 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543864 Jun 22 09:28:32.448281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.458241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d151-fc8c-453d-8766-ae13c740349b req-5c5b3f13-375e-4f38-ace1-a4fc64224b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.459059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:32.460411 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-5c5b3f13-375e-4f38-ace1-a4fc64224b4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1096 time: 0.3374977 Jun 22 09:28:32.467063 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-385edfbe-15ac-4da0-a43e-9aec039749de req-04a71d10-634a-4279-aa84-80745c86e2df tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000364 Jun 22 09:28:32.496630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.501245 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/eb378b7b-08e5-4380-85f2-fc31dc7b7206 HTTP/1.1" status: 204 len: 168 time: 0.7497737 Jun 22 09:28:32.501245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=eb378b7b-08e5-4380-85f2-fc31dc7b7206,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:32.504514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:32.505559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50304) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:32.584677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.598209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a5da91d-a1f4-4720-990b-c520757a25f6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903034 Jun 22 09:28:32.605449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:32.614834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50306) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:32.622666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-1ecff6e5-982a-4481-975f-7e9966518770', 'network_id': '1ecff6e5-982a-4481-975f-7e9966518770', 'tenant_id': '4660b65fc3ca44fba82bd9cfb0796a74', 'fixed_ips': [{'subnet_id': '2f5c5b24-1efe-448b-b804-256696c9a7e1'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:32.623536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.625494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a233f8e-2470-43d7-aa82-202bb3fb800d None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:32.641143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:32.653914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.655648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:32.748234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=077ef911-4ab9-40f1-aae9-d71f8106251d,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:32.756905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e23e3-6e0b-4176-8ac1-12380f630e4b req-c146dd42-7b1a-419e-982f-aaecd7833f3c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.758837 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c55e23e3-6e0b-4176-8ac1-12380f630e4b req-c146dd42-7b1a-419e-982f-aaecd7833f3c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 944 time: 0.1594279 Jun 22 09:28:32.763304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.771200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:32.794735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Deleting port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:32.795085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.800104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Router 3f20c841-28ad-4e8e-9114-daf59cf3e4c6 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:28:32.807010 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c55e23e3-6e0b-4176-8ac1-12380f630e4b req-87f32c2c-a027-4cf5-a141-b9eea6a1aea3 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Jun 22 09:28:32.822956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d151-fc8c-453d-8766-ae13c740349b req-bb8c724b-44ab-4554-9ff9-d9056cc8ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:32.824885 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-bb8c724b-44ab-4554-9ff9-d9056cc8ade2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.3366292 Jun 22 09:28:32.851419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Transition to ACTIVE for port object 97a69f42-d693-4280-86d0-f125f10bb6a1 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:32.854560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:32.858935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:32.858935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:32.859593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] DHCP port deletion for 658964b9-9fd1-4dde-b2d8-23325f56624b request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:32.868832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.879313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=22221038-7f10-450c-9edd-02627b86500c,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:32.888677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:32.892294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:32.912501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:32.913502 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:32.914827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:32.915991 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 2 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:32.919218 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-df0041a7-1fd8-4621-8a59-4fe68d4d6586 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 217 time: 0.0615354 Jun 22 09:28:32.987515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Transition to ACTIVE for port object 97a69f42-d693-4280-86d0-f125f10bb6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:32.995580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47d734c5-df8d-4aec-887d-aed0d5fc95f8 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:33.003823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] For port 47d734c5-df8d-4aec-887d-aed0d5fc95f8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47d734c5-df8d-4aec-887d-aed0d5fc95f8,segment=NetworkSegment(059c5280-b27d-48fd-b176-f9986f2a565b),segment_id=059c5280-b27d-48fd-b176-f9986f2a565b)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:33.004212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.006546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.006881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.007235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.054908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:33.055237 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:33.068835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['22221038-7f10-450c-9edd-02627b86500c'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:28:33.078794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.082225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Calling delete_port for 47d734c5-df8d-4aec-887d-aed0d5fc95f8 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:33.085874 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 3 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:33.139020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.145721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.146960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.146960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.150173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d151-fc8c-453d-8766-ae13c740349b req-769f2e26-277a-41df-bb71-f282587c4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:33.151265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cdd1edfa-8ada-4ffa-8c7a-229b03839fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:33.151606 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-769f2e26-277a-41df-bb71-f282587c4ccb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.2165916 Jun 22 09:28:33.160317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.192774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:33.193097 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:33.195508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Allocated IP 2001:db8:0:1::1 (1ecff6e5-982a-4481-975f-7e9966518770/2f5c5b24-1efe-448b-b804-256696c9a7e1/a1314945-9965-40a9-801e-fab819082212) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:33.197690 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 4 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:33.248293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Network a57d9c26-f6d6-4028-94f1-fbe418802564 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:33.248714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.248997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.249335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.262338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.265751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:33.272866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:33.277468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:33.277799 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:33.282451 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 5 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:33.286905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:33.287526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.293773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:33.317231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.317231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.317231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.327095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:33.327543 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:33.328451 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 6 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:33.328925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Pushing event updated for resources: {'Port': ['ID=97a69f42-d693-4280-86d0-f125f10bb6a1,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:33.332215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Deleting port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:33.332557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.332919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d151-fc8c-453d-8766-ae13c740349b req-5f43aa74-b6b5-4c6e-bec9-66562aa58ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:33.334399 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-5f43aa74-b6b5-4c6e-bec9-66562aa58ecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1487026 Jun 22 09:28:33.360248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:33.363781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.364352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.364519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.371220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:33.377365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:33.377365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.377637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:33.382247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] Sync routers for ids ['3f20c841-28ad-4e8e-9114-daf59cf3e4c6'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:33.393324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.394939 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3611600 Jun 22 09:28:33.398689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50308) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:33.401927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=a2356da8-a4a7-4090-b36e-94f90c85755f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:33.414812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:33.415310 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:33.419531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:33.449316 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 7 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:33.455836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:33.469527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.477265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1fb611b9-7c2f-4f0b-b7ae-f260a82fbdf3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:33.521042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.521215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9051390 Jun 22 09:28:33.521309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.521492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.521966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50314) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:33.534262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'name': 'tempest-NetworksTestDHCPv6-3483317'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:33.541102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event deleted for resources: {'Port': ['ID=47d734c5-df8d-4aec-887d-aed0d5fc95f8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:33.543518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] No DVR routers for this DVR port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:33.584539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:33.587176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:33.587793 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:33.598016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] Routers {'3f20c841-28ad-4e8e-9114-daf59cf3e4c6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:33.598762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['3f20c841-28ad-4e8e-9114-daf59cf3e4c6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:33.601259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.620870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.627218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0fd903a7-039b-483c-8a12-f276777b7bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:33.673890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Subnet': ['ID=cf873f49-0d43-47d0-9f44-714b6d962d43,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:33.683270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.685760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.687922 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/subnets/cf873f49-0d43-47d0-9f44-714b6d962d43 HTTP/1.1" status: 204 len: 168 time: 1.3731594 Jun 22 09:28:33.691272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50318) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:33.692162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:33.696661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] For port 47d734c5-df8d-4aec-887d-aed0d5fc95f8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47d734c5-df8d-4aec-887d-aed0d5fc95f8,segment=NetworkSegment(059c5280-b27d-48fd-b176-f9986f2a565b),segment_id=059c5280-b27d-48fd-b176-f9986f2a565b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:33.697947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.707312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Deleting port 2bb16348-ab6d-4543-b5dc-64dd03668919 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:33.707690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.709484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:33.799422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Attempting to bind port 97a69f42-d693-4280-86d0-f125f10bb6a1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.800046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Attempting to bind port 97a69f42-d693-4280-86d0-f125f10bb6a1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'f0491332-5680-464a-ad8a-d7da7cbc9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.800593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Attempting to bind port 97a69f42-d693-4280-86d0-f125f10bb6a1 on network a57d9c26-f6d6-4028-94f1-fbe418802564 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:33.823019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Deleting subnet 2f5c5b24-1efe-448b-b804-256696c9a7e1 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:33.839250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:33.840065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Checking segment: {'id': 'f0491332-5680-464a-ad8a-d7da7cbc9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:33.844587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.844587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Bound using segment: {'id': 'f0491332-5680-464a-ad8a-d7da7cbc9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:33.844587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Bound port: 97a69f42-d693-4280-86d0-f125f10bb6a1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0491332-5680-464a-ad8a-d7da7cbc9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a57d9c26-f6d6-4028-94f1-fbe418802564'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:33.844587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.846672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050bd85-9078-439a-87aa-f138c243f070 req-bad1a200-d252-43a7-9947-0e8df992cf0f tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:33.848246 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a050bd85-9078-439a-87aa-f138c243f070 req-bad1a200-d252-43a7-9947-0e8df992cf0f tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 944 time: 0.1805937 Jun 22 09:28:33.868226 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 8 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:33.887365 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a050bd85-9078-439a-87aa-f138c243f070 req-b0c0a85d-ef4f-41a7-9693-3e05a9dc14c7 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326564 Jun 22 09:28:33.898333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-b27b2051-0704-4030-bd61-14d1fb0c2db2 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539663 Jun 22 09:28:33.902601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Calling delete_port for 47d734c5-df8d-4aec-887d-aed0d5fc95f8 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:33.929847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:33.934843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:33.959451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 7a0c1d9b-0523-4ef9-8de9-bc69c807928e yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:33.972819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:33.973156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:33.973496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:34.021071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.029514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] Routers {'3f20c841-28ad-4e8e-9114-daf59cf3e4c6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:34.030389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['3f20c841-28ad-4e8e-9114-daf59cf3e4c6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:34.034181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:34.034520 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:34.036071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.041478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 9 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:34.057300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-88cb2ab0-1bbe-47bd-8c37-084446a99bb9 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/3f20c841-28ad-4e8e-9114-daf59cf3e4c6 HTTP/1.1" status: 200 len: 921 time: 0.6521549 Jun 22 09:28:34.059124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50322) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:34.066726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658964b9-9fd1-4dde-b2d8-23325f56624b']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:34.086976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059c5280-b27d-48fd-b176-f9986f2a565b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:34.094301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059c5280-b27d-48fd-b176-f9986f2a565b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:34.094301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:34.094301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:34.094301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:34.094665 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e0e2beaa-993f-4052-a472-2809a2ad9933 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f20c841-28ad-4e8e-9114-daf59cf3e4c6 HTTP/1.1" status: 200 len: 205 time: 0.0303636 Jun 22 09:28:34.096782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50324) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:34.110099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.120035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:34.120381 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:34.129767 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempt 10 to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d Jun 22 09:28:34.137072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Transition to ACTIVE for port object a1314945-9965-40a9-801e-fab819082212 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:34.143823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:34.144584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b174fd7-f1b6-4d18-916b-15c5aaadb5cc None None] The sync data for ids ['3f20c841-28ad-4e8e-9114-daf59cf3e4c6'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:34.154075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.172019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11aa2ac-7c60-44e8-b333-d44e26fa719b req-98d80146-035c-4af5-86ac-448e57f43d7b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:34.173532 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f11aa2ac-7c60-44e8-b333-d44e26fa719b req-98d80146-035c-4af5-86ac-448e57f43d7b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 943 time: 0.3092208 Jun 22 09:28:34.178173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:34.179141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:34.179141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempting to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:34.184308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:34.184308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:34.187420 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:34.212168 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6040d151-fc8c-453d-8766-ae13c740349b req-98471dfa-35bf-4f34-8e04-1c7007105299 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860928 Jun 22 09:28:34.219744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Transition to ACTIVE for port object a1314945-9965-40a9-801e-fab819082212 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:34.234759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] For port 2bb16348-ab6d-4543-b5dc-64dd03668919, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2bb16348-ab6d-4543-b5dc-64dd03668919,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:34.235300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.246056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:28:34.246392 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Failed to bind port 077ef911-4ab9-40f1-aae9-d71f8106251d on host hv-neutron-7971 for vnic_type normal using segments [{'id': '5d07f1e9-a989-4de9-874a-8625f3db8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddd3eceb-e809-405f-8422-6abe6ed842b7'}] Jun 22 09:28:34.246757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.295567 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f11aa2ac-7c60-44e8-b333-d44e26fa719b req-71490008-bbe6-4f9d-839e-f8a1c2a29d38 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128006 Jun 22 09:28:34.346361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Calling delete_port for 2bb16348-ab6d-4543-b5dc-64dd03668919 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:34.353374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] For port 077ef911-4ab9-40f1-aae9-d71f8106251d, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:34.354104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attempted to set empty binding levels {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:28:34.365894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.369002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.375478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.377681 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] 10.222.0.65 "DELETE /v2.0/networks/658964b9-9fd1-4dde-b2d8-23325f56624b HTTP/1.1" status: 204 len: 168 time: 2.2953892 Jun 22 09:28:34.379043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:34.379202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:34.397909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Pushing event deleted for resources: {'Network': ['ID=658964b9-9fd1-4dde-b2d8-23325f56624b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:34.401190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:34.417674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] For port 97a69f42-d693-4280-86d0-f125f10bb6a1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:34.457046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.470500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:34.520667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.522804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] In _notify_port_updated(), no bound segment for port 077ef911-4ab9-40f1-aae9-d71f8106251d on network ddd3eceb-e809-405f-8422-6abe6ed842b7 {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:28:34.524933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:34.525596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.527581 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "PUT /v2.0/ports/077ef911-4ab9-40f1-aae9-d71f8106251d HTTP/1.1" status: 200 len: 976 time: 3.4815586 Jun 22 09:28:34.530317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50330) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:34.566068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event updated for resources: {'Port': ['ID=077ef911-4ab9-40f1-aae9-d71f8106251d,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:34.569066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:34.618222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] For port 97a69f42-d693-4280-86d0-f125f10bb6a1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=97a69f42-d693-4280-86d0-f125f10bb6a1,segment=NetworkSegment(f0491332-5680-464a-ad8a-d7da7cbc9301),segment_id=f0491332-5680-464a-ad8a-d7da7cbc9301)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:34.623097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84367bc-39a3-4936-b504-16fb74c8ec9c req-ad3d25c4-d395-4187-b957-e01ca27c0196 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:34.624626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c84367bc-39a3-4936-b504-16fb74c8ec9c req-ad3d25c4-d395-4187-b957-e01ca27c0196 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 944 time: 0.6122396 Jun 22 09:28:34.641954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Deleting port 077ef911-4ab9-40f1-aae9-d71f8106251d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:34.642659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.642826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Network 1ecff6e5-982a-4481-975f-7e9966518770 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:34.646655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.659186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:34.662131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:34.682106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Pushing event updated for resources: {'Port': ['ID=a1314945-9965-40a9-801e-fab819082212,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:34.684031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.684911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:34.685490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Network 658964b9-9fd1-4dde-b2d8-23325f56624b is not hosted by any dhcp agent {{(pid=93951) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:28:34.685939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] No DVR routers for this DVR port 47d734c5-df8d-4aec-887d-aed0d5fc95f8 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:34.686989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::24b (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/a2356da8-a4a7-4090-b36e-94f90c85755f/7a0c1d9b-0523-4ef9-8de9-bc69c807928e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:34.693887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:34.720926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] For port 077ef911-4ab9-40f1-aae9-d71f8106251d, host hv-neutron-7971, got binding levels [] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:34.721411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.752792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.755101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Pushing event deleted for resources: {'Port': ['ID=47d734c5-df8d-4aec-887d-aed0d5fc95f8,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:34.758528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:34.759423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-671d6a32-b2cb-4082-b066-8de5633aa93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:34.765295 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c84367bc-39a3-4936-b504-16fb74c8ec9c req-bd6c3a46-520f-4fcd-adda-d895cb10e78b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267991 Jun 22 09:28:34.782810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.811003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Calling delete_port for 077ef911-4ab9-40f1-aae9-d71f8106251d owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:34.914835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Attempting to bind port a1314945-9965-40a9-801e-fab819082212 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:34.914835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Attempting to bind port a1314945-9965-40a9-801e-fab819082212 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4a806539-2026-4df8-9dc5-127e99e2e6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1ecff6e5-982a-4481-975f-7e9966518770'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:34.914835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Attempting to bind port a1314945-9965-40a9-801e-fab819082212 on network 1ecff6e5-982a-4481-975f-7e9966518770 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:34.936151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Pushing event updated for resources: {'Port': ['ID=97a69f42-d693-4280-86d0-f125f10bb6a1,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:34.939545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:34.943082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:34.943556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Checking segment: {'id': '4a806539-2026-4df8-9dc5-127e99e2e6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1ecff6e5-982a-4481-975f-7e9966518770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:34.944185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.944639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Bound using segment: {'id': '4a806539-2026-4df8-9dc5-127e99e2e6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1ecff6e5-982a-4481-975f-7e9966518770'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:34.945348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Bound port: a1314945-9965-40a9-801e-fab819082212, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a806539-2026-4df8-9dc5-127e99e2e6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1ecff6e5-982a-4481-975f-7e9966518770'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:34.945733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:34.965020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b5eb3-9df0-4ede-87d9-91ad96f46d15 None None] Network a57d9c26-f6d6-4028-94f1-fbe418802564 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:34.970557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.002103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.005644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2bb16348-ab6d-4543-b5dc-64dd03668919 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:35.031088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.036629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-11b59b4e-521c-413f-ba38-435d8c4b31aa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.059786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.077034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.081320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50336) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.089920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 2bb16348-ab6d-4543-b5dc-64dd03668919 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:35.090118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2bb16348-ab6d-4543-b5dc-64dd03668919 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:35.093884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] No DVR routers for this DVR port 2bb16348-ab6d-4543-b5dc-64dd03668919 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:35.097398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Pushing event deleted for resources: {'Port': ['ID=077ef911-4ab9-40f1-aae9-d71f8106251d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:35.114174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:35.114285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Pushing event deleted for resources: {'Port': ['ID=2bb16348-ab6d-4543-b5dc-64dd03668919,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:35.114285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:35.133312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.137579 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "DELETE /v2.0/ports/077ef911-4ab9-40f1-aae9-d71f8106251d HTTP/1.1" status: 204 len: 168 time: 0.6038108 Jun 22 09:28:35.139738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50340) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.151661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382bf0f8-ab48-46e1-ba42-5faec26f8fae None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:35.178918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.191541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf036a8-5f6f-4f81-91d1-2c26eaea42ac req-657e1a70-3094-4ffe-9d7f-7ac31cce8e05 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:35.193368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cbf036a8-5f6f-4f81-91d1-2c26eaea42ac req-657e1a70-3094-4ffe-9d7f-7ac31cce8e05 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 944 time: 0.1110518 Jun 22 09:28:35.230346 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b712af2-3ea5-412e-b2ba-467d7e4de6a6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:28:35.233471 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1b712af2-3ea5-412e-b2ba-467d7e4de6a6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] 10.222.0.65 "GET /v2.0/ports/077ef911-4ab9-40f1-aae9-d71f8106251d HTTP/1.1" status: 404 len: 333 time: 0.0831354 Jun 22 09:28:35.239612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50342) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.253209 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cbf036a8-5f6f-4f81-91d1-2c26eaea42ac req-d4cc54c0-9d1d-4fad-938f-a7a478d672c2 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512483 Jun 22 09:28:35.269689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.296638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 7a0c1d9b-0523-4ef9-8de9-bc69c807928e will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:35.361885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.379454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e31f6e4e-55ea-4930-bf21-7e21ee8ed1ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4add5bf94d541b49cc251e0b8a76366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841620 Jun 22 09:28:35.379630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50346) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.395209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'a2356da8-a4a7-4090-b36e-94f90c85755f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:35.395800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.435135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.436874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Deleting port 7419df68-6027-44b6-b1c4-9a5f8af12c73 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:35.437210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.473079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] For port a1314945-9965-40a9-801e-fab819082212, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:35.495326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] For port a1314945-9965-40a9-801e-fab819082212, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a1314945-9965-40a9-801e-fab819082212,segment=NetworkSegment(4a806539-2026-4df8-9dc5-127e99e2e6d8),segment_id=4a806539-2026-4df8-9dc5-127e99e2e6d8)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:35.497032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.502833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.513683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd3eceb-e809-405f-8422-6abe6ed842b7']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:35.517851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.528041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.531394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d07f1e9-a989-4de9-874a-8625f3db8461') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:35.531680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d07f1e9-a989-4de9-874a-8625f3db8461') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:35.547741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.548450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.552256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/subnets/2f5c5b24-1efe-448b-b804-256696c9a7e1 HTTP/1.1" status: 204 len: 168 time: 1.8579712 Jun 22 09:28:35.556618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50348) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.556732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/a2356da8-a4a7-4090-b36e-94f90c85755f/7a44d4df-84a7-47d6-835f-ed652ceb6c1d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:35.558694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5c5b24-1efe-448b-b804-256696c9a7e1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:35.570250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:35.572486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.597409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.600491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.609865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.611905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:35.612288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.613025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a975c9fe-9a9f-4efa-b426-d464851d1625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:35.616956 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:35.635784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:35.656108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:35.659072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.671003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:35.676740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:35.676916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.691926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=7a0c1d9b-0523-4ef9-8de9-bc69c807928e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:35.699974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Pushing event updated for resources: {'Port': ['ID=a1314945-9965-40a9-801e-fab819082212,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:35.705502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:35.715362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a31af-39d5-4890-b9b8-3a1b077563d8 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:35.720168 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1b1a31af-39d5-4890-b9b8-3a1b077563d8 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1586986 Jun 22 09:28:35.723390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50350) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.760970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Calling delete_port for 7419df68-6027-44b6-b1c4-9a5f8af12c73 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:35.763173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:35.775623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a766820-e8a6-48ad-b28d-b550d8c819d2 req-12b1f867-59f0-49c2-9081-42aaf9e839bd tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:35.777241 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2a766820-e8a6-48ad-b28d-b550d8c819d2 req-12b1f867-59f0-49c2-9081-42aaf9e839bd tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 943 time: 0.3439791 Jun 22 09:28:35.796049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.805386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Transition to ACTIVE for port object 7a44d4df-84a7-47d6-835f-ed652ceb6c1d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:35.821567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Transition to ACTIVE for port object 7a44d4df-84a7-47d6-835f-ed652ceb6c1d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:35.826901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 72ca689d-4317-4d00-87dc-3227dddab34d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:28:35.830527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 22221038-7f10-450c-9edd-02627b86500c up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:35.851994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.872464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.884571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.889291 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] 10.222.0.65 "DELETE /v2.0/networks/ddd3eceb-e809-405f-8422-6abe6ed842b7 HTTP/1.1" status: 204 len: 168 time: 0.6462278 Jun 22 09:28:35.890714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7bc5d92-c491-4332-9b6a-b123deb02c8f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.931186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Pushing event deleted for resources: {'Network': ['ID=ddd3eceb-e809-405f-8422-6abe6ed842b7,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:35.936031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:35.948281 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4242723 Jun 22 09:28:35.952586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50356) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:35.957706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:35.965759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:35.998243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.006220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.006220 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f1fa78d-ddc4-4c05-a9fc-693f7bed3c50 HTTP/1.1" status: 204 len: 168 time: 0.6196861 Jun 22 09:28:36.031316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-250576b3-995e-47a9-b42d-880733c2f10c tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:36.054507 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2a766820-e8a6-48ad-b28d-b550d8c819d2 req-e486963b-db86-4815-9b5f-a4599065b1ea tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660758 Jun 22 09:28:36.055554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1fa78d-ddc4-4c05-a9fc-693f7bed3c50,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:36.058517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:36.078327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:36.086332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Deleting port a1314945-9965-40a9-801e-fab819082212 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:36.086674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.113248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:36.128575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:36.128575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Pushing event updated for resources: {'Port': ['ID=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:36.141252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:36.177048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91ab2b-b8e5-4580-a848-4e4131c96355 req-6cbc7c0b-3ba4-49b8-8e6d-86289587945e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:36.178948 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a91ab2b-b8e5-4580-a848-4e4131c96355 req-6cbc7c0b-3ba4-49b8-8e6d-86289587945e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 944 time: 0.2383130 Jun 22 09:28:36.183010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 22221038-7f10-450c-9edd-02627b86500c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:36.188054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 72ca689d-4317-4d00-87dc-3227dddab34d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=72ca689d-4317-4d00-87dc-3227dddab34d,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:36.199312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 22221038-7f10-450c-9edd-02627b86500c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:36.199827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.233381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] For port a1314945-9965-40a9-801e-fab819082212, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a1314945-9965-40a9-801e-fab819082212,segment=NetworkSegment(4a806539-2026-4df8-9dc5-127e99e2e6d8),segment_id=4a806539-2026-4df8-9dc5-127e99e2e6d8)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:36.233754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.238660 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a91ab2b-b8e5-4580-a848-4e4131c96355 req-84211f8e-c687-4795-bf46-0753e898b315 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500515 Jun 22 09:28:36.254634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d611f1-655f-4cc1-8143-66a7ee630a3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:36.271642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d611f1-655f-4cc1-8143-66a7ee630a3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:36.277225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-37d611f1-655f-4cc1-8143-66a7ee630a3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.3235762 Jun 22 09:28:36.277802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50360) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:36.297290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Attempting to bind port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:36.297681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Attempting to bind port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:36.311941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Attempting to bind port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:36.311941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '72ca689d-4317-4d00-87dc-3227dddab34d', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'port_id': '72ca689d-4317-4d00-87dc-3227dddab34d', 'mac_address': 'fa:16:3e:69:85:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:28:36.319490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Calling delete_port for a1314945-9965-40a9-801e-fab819082212 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:36.327681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:36.328109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:36.328882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.329290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:36.329789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Bound port: 7a44d4df-84a7-47d6-835f-ed652ceb6c1d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:36.330487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.365116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.369273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fda2f300-440c-47af-8b32-f2d90ab5a2e6 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:36.422578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event deleted for resources: {'Port': ['ID=7419df68-6027-44b6-b1c4-9a5f8af12c73,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:36.424898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:36.459707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.493726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ca689d-4317-4d00-87dc-3227dddab34d {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:36.506120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.533440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] For port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:36.534584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 7a0c1d9b-0523-4ef9-8de9-bc69c807928e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:36.534922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.544578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 72ca689d-4317-4d00-87dc-3227dddab34d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=72ca689d-4317-4d00-87dc-3227dddab34d,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:36.552763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] For port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:36.560399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22221038-7f10-450c-9edd-02627b86500c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:36.589539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.640871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 22221038-7f10-450c-9edd-02627b86500c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=22221038-7f10-450c-9edd-02627b86500c,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:36.682804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dc241-b563-4dec-bc62-5d1c9788ccea req-af314cdc-3f6f-46e2-b075-c9f8ec2198c4 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:36.689846 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc6dc241-b563-4dec-bc62-5d1c9788ccea req-af314cdc-3f6f-46e2-b075-c9f8ec2198c4 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 944 time: 0.2792425 Jun 22 09:28:36.745391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.745510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.745625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.746084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:36.777991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cd2922-5fa5-44aa-ade7-ba67b909dd85" -d '{"events": [{"server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "name": "network-vif-plugged", "status": "completed", "tag": "22221038-7f10-450c-9edd-02627b86500c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:36.796752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.796752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:28:36.797670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Port': ['ID=a1314945-9965-40a9-801e-fab819082212,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:36.797670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:36.797670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] No DVR routers for this DVR port a1314945-9965-40a9-801e-fab819082212 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:36.805278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.812049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-540d4df7-c0bc-40a3-a632-89bb2283a75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:36.842698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc6dc241-b563-4dec-bc62-5d1c9788ccea req-9903d478-d3f2-4a85-8a94-c5d54946fb5b tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1518698 Jun 22 09:28:36.859320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.873664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50382) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:36.891723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.895282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.907713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecff6e5-982a-4481-975f-7e9966518770']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:36.918992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a806539-2026-4df8-9dc5-127e99e2e6d8') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:36.919301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a806539-2026-4df8-9dc5-127e99e2e6d8') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:36.956211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:36.984654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 7a0c1d9b-0523-4ef9-8de9-bc69c807928e owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:36.988759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.011051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:37.011462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:37.025973 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:37.034758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=72ca689d-4317-4d00-87dc-3227dddab34d,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:37.106148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6495b6b9-725d-46d0-8c38-848764cf99ff x-openstack-request-id: req-6495b6b9-725d-46d0-8c38-848764cf99ff {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:37.106456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "name": "network-vif-plugged", "status": "completed", "tag": "22221038-7f10-450c-9edd-02627b86500c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:37.106695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6495b6b9-725d-46d0-8c38-848764cf99ff {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:37.107152 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22221038-7f10-450c-9edd-02627b86500c', 'code': 200} Jun 22 09:28:37.136130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.139835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Fanout notify agent at l3_agent the message router_deleted on router 3f20c841-28ad-4e8e-9114-daf59cf3e4c6 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:28:37.163250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.168349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/3f20c841-28ad-4e8e-9114-daf59cf3e4c6 HTTP/1.1" status: 204 len: 168 time: 3.0668223 Jun 22 09:28:37.168576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50390) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:37.173773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'name': 'tempest-snat-router-607175751', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': False}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:37.231111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:37.238736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Pushing event updated for resources: {'Port': ['ID=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:37.253024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:37.266239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:37.268545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6796dc9-ab11-4fb3-aac2-e44ea771a876 None None] Network 1ecff6e5-982a-4481-975f-7e9966518770 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:37.352524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.356484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:37.397951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.400825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'port_id': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'mac_address': 'fa:16:3e:d9:74:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:28:37.405233 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/networks/1ecff6e5-982a-4481-975f-7e9966518770 HTTP/1.1" status: 204 len: 168 time: 1.6769392 Jun 22 09:28:37.406633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50398) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:37.409083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Network': ['ID=1ecff6e5-982a-4481-975f-7e9966518770,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:37.420301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:37.426154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5e351317-8bec-4dce-a337-31cfeae597f2 None None] Could not find standard attr ID for object a1314945-9965-40a9-801e-fab819082212. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:28:37.437002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.449280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d8c96711-9256-4c3d-a798-761d281bf091 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:37.564421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.565685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.571265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=7a0c1d9b-0523-4ef9-8de9-bc69c807928e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:37.578495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=22221038-7f10-450c-9edd-02627b86500c,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:37.594532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:37.603795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:37.604653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.696s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:37.605220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:37.607415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.609466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.639915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.640236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:28:37.641989 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/7a0c1d9b-0523-4ef9-8de9-bc69c807928e HTTP/1.1" status: 204 len: 168 time: 1.3630652 Jun 22 09:28:37.659275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50402) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:37.663527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:37.690237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208661c2-3de7-4321-a688-851b57b403e8 req-2980129e-1fab-494d-bd9d-af3ae6080127 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:37.691760 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-208661c2-3de7-4321-a688-851b57b403e8 req-2980129e-1fab-494d-bd9d-af3ae6080127 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 945 time: 0.1368194 Jun 22 09:28:37.692118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2c0c-e597-4075-ad4f-0a6c2cca88de req-b3b3fd11-6607-4112-b5a8-9d2ed85c4ca4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:37.693652 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b0dc2c0c-e597-4075-ad4f-0a6c2cca88de req-b3b3fd11-6607-4112-b5a8-9d2ed85c4ca4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 943 time: 0.3469751 Jun 22 09:28:37.715210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd9ad2-d7e6-4e60-8ce4-c684c874de79 None None] DHCP port deletion for 1ecff6e5-982a-4481-975f-7e9966518770 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:37.736562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Deleting port 97a69f42-d693-4280-86d0-f125f10bb6a1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:37.736562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.777561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.789079 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ba6182dd-b461-4886-873c-9b52438c72f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70ecd5086e78408680adbc5fd4048ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9131634 Jun 22 09:28:37.794364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50406) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:37.812860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9df97-fd69-4d5d-a9b3-cce640370a85 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:37.814918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9df97-fd69-4d5d-a9b3-cce640370a85 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:37.815320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.816597 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6ea9df97-fd69-4d5d-a9b3-cce640370a85 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1527498 Jun 22 09:28:37.818694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:37.828255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50408) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:37.849227 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-208661c2-3de7-4321-a688-851b57b403e8 req-edfab28a-8a94-4abb-8db5-2c0055d7a9d4 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476698 Jun 22 09:28:37.921257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50412) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:37.938135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] For port 97a69f42-d693-4280-86d0-f125f10bb6a1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=97a69f42-d693-4280-86d0-f125f10bb6a1,segment=NetworkSegment(f0491332-5680-464a-ad8a-d7da7cbc9301),segment_id=f0491332-5680-464a-ad8a-d7da7cbc9301)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:37.938572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:37.944550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:37.950394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:38.054631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Calling delete_port for 97a69f42-d693-4280-86d0-f125f10bb6a1 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:38.101299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-708876183'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:38.155577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['72ca689d-4317-4d00-87dc-3227dddab34d'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:28:38.190472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.203715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:28:38.221835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c0c9d-edd2-401b-a0db-2be21c36209a req-7a44412a-6489-439b-81fb-04d1c365d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:38.223356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4d6c0c9d-edd2-401b-a0db-2be21c36209a req-7a44412a-6489-439b-81fb-04d1c365d6ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 1098 time: 0.3672643 Jun 22 09:28:38.258203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.280030 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b0dc2c0c-e597-4075-ad4f-0a6c2cca88de req-496d0d90-8826-4fd3-ae0b-44cdc7f3c834 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5215228 Jun 22 09:28:38.281503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4d6c0c9d-edd2-401b-a0db-2be21c36209a req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.318569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:38.323284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.353091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.369741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.380601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec38ef4-aeea-4547-b6d8-c7dfed9499e1 req-ba269ccd-a628-444a-aad9-6b31a4a83bd4 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:38.383075 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1ec38ef4-aeea-4547-b6d8-c7dfed9499e1 req-ba269ccd-a628-444a-aad9-6b31a4a83bd4 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.3249664 Jun 22 09:28:38.399643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet a2356da8-a4a7-4090-b36e-94f90c85755f {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:38.404059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.447415 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1ec38ef4-aeea-4547-b6d8-c7dfed9499e1 req-fab0d899-5eca-4945-901f-5e4d898390fa tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512516 Jun 22 09:28:38.454502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.467964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.474985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-caaea7ba-bf60-49a2-aa49-2f6819e65bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:38.509104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Port': ['ID=97a69f42-d693-4280-86d0-f125f10bb6a1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:38.513647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:38.515573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] No DVR routers for this DVR port 97a69f42-d693-4280-86d0-f125f10bb6a1 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:38.614596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.615543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.628717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57d9c26-f6d6-4028-94f1-fbe418802564']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:38.650853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0491332-5680-464a-ad8a-d7da7cbc9301') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:38.651158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0491332-5680-464a-ad8a-d7da7cbc9301') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:38.666691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4d6c0c9d-edd2-401b-a0db-2be21c36209a req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.669520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.682595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.689070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:38.689512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:38.692956 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:38.729332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.731941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.733235 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c89502c-471f-4bb0-b8f8-881592f60ddb HTTP/1.1" status: 204 len: 168 time: 0.9374390 Jun 22 09:28:38.736330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7dd79e18-ff3d-416f-922e-de234295c145 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:38.746116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-991c4f4c-784f-4932-ade9-fa1b955397c5 None None] Provisioning for port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:38.754214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c89502c-471f-4bb0-b8f8-881592f60ddb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:38.757379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:38.818367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4d6c0c9d-edd2-401b-a0db-2be21c36209a req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.822929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:38.832892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.846988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-241a130e-bef3-4e51-b8e8-5f2e8db42dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:38.852771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.854811 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/a2356da8-a4a7-4090-b36e-94f90c85755f HTTP/1.1" status: 204 len: 168 time: 1.0314872 Jun 22 09:28:38.858759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50418) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:38.859226 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4d6c0c9d-edd2-401b-a0db-2be21c36209a req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6267364 Jun 22 09:28:38.864699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a9f07c34-c406-400e-a1e4-bfee4459107d None None] Could not find standard attr ID for object 7a0c1d9b-0523-4ef9-8de9-bc69c807928e. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:28:38.884894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=393160d4-116a-49ff-98f9-e4a457ac48d0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:38.891463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:38.900729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.905063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.914812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:38.916971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/networks/a57d9c26-f6d6-4028-94f1-fbe418802564 HTTP/1.1" status: 204 len: 168 time: 1.5090351 Jun 22 09:28:38.921699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50422) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:38.922468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:38.940024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=a2356da8-a4a7-4090-b36e-94f90c85755f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:38.944014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d1cac4-1238-4690-a8c5-e612991c9306 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:38.952196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Network': ['ID=a57d9c26-f6d6-4028-94f1-fbe418802564,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:38.954736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:38.965182 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fc5f6a4d-818c-49a7-b421-8d638ee73ed4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011291 Jun 22 09:28:38.966080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50424) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:38.966894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:39.033236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.182346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7a44d4df-84a7-47d6-835f-ed652ceb6c1d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:39.248239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Allocated IP 172.26.6.143 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/7680b417-e7f8-4127-b10d-447c595e31f2) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:39.291603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c4477-075e-479a-a53f-a1cc02a9a76f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:39.296186 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bd2c4477-075e-479a-a53f-a1cc02a9a76f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3282988 Jun 22 09:28:39.303112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50428) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:39.328712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.347506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.377982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.391143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda493b-cb11-4eb8-b509-427cd8c44b0c req-e71d3196-1df8-4db8-8c5a-5f97f1f47c2e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:39.392023 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dfda493b-cb11-4eb8-b509-427cd8c44b0c req-e71d3196-1df8-4db8-8c5a-5f97f1f47c2e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 945 time: 0.2643309 Jun 22 09:28:39.409680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:39.420698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:39.430073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:39.431110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.454055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c4e27-d915-4b8d-844a-389962f0b1a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:39.456342 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-976c4e27-d915-4b8d-844a-389962f0b1a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1549137 Jun 22 09:28:39.461259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50432) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:39.481692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.493546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:39.505234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd74486-d188-46f7-bced-d22dfcad174b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:39.505484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd74486-d188-46f7-bced-d22dfcad174b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:39.515816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.524348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Deleting port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:39.524726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.533608 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b94d3a82-5ccc-41ac-9bf3-a889c53f1723 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657961 Jun 22 09:28:39.534705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.535541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dfda493b-cb11-4eb8-b509-427cd8c44b0c req-e7579aea-57dc-477d-9b52-1e4fa4b92b06 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276801 Jun 22 09:28:39.536032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50436) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:39.552336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:39.552743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.552881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:39.564266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.610271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.634258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] For port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:39.634518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:39.679150 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:39.684932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.694366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:39.723362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Calling delete_port for 7a44d4df-84a7-47d6-835f-ed652ceb6c1d owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:39.730701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:39.737984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50438) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:39.744017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f73b24-7187-403f-82f5-89b767a11dcc,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:39.746022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:39.766052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b229-25cf-4878-9c8d-322a88cbd808 req-fe3f5819-33b0-4702-bbee-bd46e2b991e6 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:39.767633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9629b229-25cf-4878-9c8d-322a88cbd808 req-fe3f5819-33b0-4702-bbee-bd46e2b991e6 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 944 time: 0.1185491 Jun 22 09:28:39.799943 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-feccd567-e881-4c0e-84a6-53470dd853c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ece286aac03403889894e52a49896bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606444 Jun 22 09:28:39.803856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50440) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:39.814105 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9629b229-25cf-4878-9c8d-322a88cbd808 req-8df0417b-2aff-470c-847e-793df2dff33b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Jun 22 09:28:39.829052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.834174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:39.840695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acd01b-3967-43db-91f4-07329f2d6a5a req-240cf2e4-fed5-4c7d-a787-e4b0385b557c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:39.843246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:39.843645 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-22acd01b-3967-43db-91f4-07329f2d6a5a req-240cf2e4-fed5-4c7d-a787-e4b0385b557c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.1343863 Jun 22 09:28:39.848781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.854287 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/networks/ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae HTTP/1.1" status: 204 len: 168 time: 0.9116855 Jun 22 09:28:39.854453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50442) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:39.863921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Network': ['ID=ebba17f6-38ce-4b04-85c6-0fd7ee1ed6ae,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:39.868021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:39.869118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.869484 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 19ab9fb8-d042-4c5c-9b22-c07037f5787b of type vlan for network ee55d3df-8b06-47f9-8d8e-46a4842c4912 Jun 22 09:28:39.882745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 72ca689d-4317-4d00-87dc-3227dddab34d up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:39.908599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.913294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88beb170-e7ba-4e4e-95f3-d4cc361e1018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:39.915705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.934850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.940530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a1314945-9965-40a9-801e-fab819082212 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:39.942795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ce0c8ed-4134-4dff-ae23-2cdb51da1912 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:39.945198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:39.948603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:39.968814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: a1314945-9965-40a9-801e-fab819082212 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:39.969177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a1314945-9965-40a9-801e-fab819082212 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:39.996872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.000329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:40.003073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.004895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:40.031429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Pushing event deleted for resources: {'Port': ['ID=7a44d4df-84a7-47d6-835f-ed652ceb6c1d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.033277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] No DVR routers for this DVR port 7a44d4df-84a7-47d6-835f-ed652ceb6c1d on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:40.034661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:40.042697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.048122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:40.048734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.050298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fca10-aaba-45fc-88e4-6eec4b15b5fc None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:28:40.051989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:40.081810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 72ca689d-4317-4d00-87dc-3227dddab34d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:40.094061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:40.100798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 72ca689d-4317-4d00-87dc-3227dddab34d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:40.101709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.110497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:40.125802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.130317 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-22acd01b-3967-43db-91f4-07329f2d6a5a req-5d9da60a-5217-4200-840a-afc25de5d7ae tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2593060 Jun 22 09:28:40.134755 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=ee55d3df-8b06-47f9-8d8e-46a4842c4912,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.144888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:40.151743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:40.154402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:40.154730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.176431 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2539177 Jun 22 09:28:40.179753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50444) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:40.189580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'name': 'tempest-PortsTestJSON-71753624'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:40.199426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Port': ['ID=7680b417-e7f8-4127-b10d-447c595e31f2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.212763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:40.235631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.296525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51fca10-aaba-45fc-88e4-6eec4b15b5fc None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:28:40.331786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.414097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:40.418497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.426497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:40.429435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46e2f13-a5f1-428a-bf91-4d4571a7580f" -d '{"events": [{"server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "name": "network-vif-plugged", "status": "completed", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:40.457164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 8abd31ad-d59a-4a09-be55-942d02a8f392 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:40.464515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.474188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 72ca689d-4317-4d00-87dc-3227dddab34d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=72ca689d-4317-4d00-87dc-3227dddab34d,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:40.487025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc146d9-a440-4216-bfea-639459b0e0da']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:40.499034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f598c66-6fd2-4cc7-a779-6f67d8e17c0a x-openstack-request-id: req-8f598c66-6fd2-4cc7-a779-6f67d8e17c0a {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:40.499330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "name": "network-vif-plugged", "status": "completed", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:40.499587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f598c66-6fd2-4cc7-a779-6f67d8e17c0a {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:40.500058 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d', 'code': 200} Jun 22 09:28:40.536011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc7d4af-f717-46fd-9234-ee339fa3689f') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:40.536234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc7d4af-f717-46fd-9234-ee339fa3689f') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:40.572860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.590737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.597281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:40.597686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:40.601559 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:40.636420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.637532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:40.659616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:40.678946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.701184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.704421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.705683 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a58621b7-9a10-4d12-9600-29a5df7d03b1 HTTP/1.1" status: 204 len: 168 time: 0.8994553 Jun 22 09:28:40.706633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:40.725774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58621b7-9a10-4d12-9600-29a5df7d03b1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.738947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:40.821649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.821966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=72ca689d-4317-4d00-87dc-3227dddab34d,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.826867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.828178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e0ab6ebd-18f7-4701-b0fa-bdc33e39af61 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:40.832204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:40.835323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.843859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5cd25-13bd-4b01-96b7-d0c31c3578c9 req-5427111b-39c2-4188-b5b6-dda036a705ce tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:40.845521 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b2c5cd25-13bd-4b01-96b7-d0c31c3578c9 req-5427111b-39c2-4188-b5b6-dda036a705ce tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.1220117 Jun 22 09:28:40.849473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:40.893310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.897461 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] 10.222.0.65 "DELETE /v2.0/networks/ccc146d9-a440-4216-bfea-639459b0e0da HTTP/1.1" status: 204 len: 168 time: 1.0394588 Jun 22 09:28:40.969161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:40.971893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=8abd31ad-d59a-4a09-be55-942d02a8f392,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:40.983350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:40.983732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:40.996651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:40.997031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.001403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.001853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.002237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.002615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.002978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.003337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.003833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.004212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.004563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.008311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.026320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:41.031839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7a44d4df-84a7-47d6-835f-ed652ceb6c1d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:41.037571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '19ab9fb8-d042-4c5c-9b22-c07037f5787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:41.039429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: ee55d3df-8b06-47f9-8d8e-46a4842c4912, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:41.057214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 7a44d4df-84a7-47d6-835f-ed652ceb6c1d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:41.057509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7a44d4df-84a7-47d6-835f-ed652ceb6c1d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:41.073671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:41.078275 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b2c5cd25-13bd-4b01-96b7-d0c31c3578c9 req-c01f8c35-26e5-4b83-b2ac-d6b6f6a63793 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216511 Jun 22 09:28:41.079357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:41.089555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ccd8e-9789-43e6-877b-453f2f10d9a1 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:41.101575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:41.102553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.114226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=96ef5385-6ee4-426c-bd0f-ed37f6665425,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:41.132707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.177165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7424-e937-4bf1-b9d3-13fad5002f36 req-73413916-7473-4d29-8a3f-f6d6d4bdd5cc tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:41.179728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fcab7424-e937-4bf1-b9d3-13fad5002f36 req-73413916-7473-4d29-8a3f-f6d6d4bdd5cc tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 944 time: 0.1045375 Jun 22 09:28:41.187017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.187914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.189782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:41.191597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.192883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.196160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.197039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.197587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.198048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.198512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.198968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.199423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.199894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:41.210607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:41.217958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f0fe024e-d7a3-4094-8e9b-4f012059722f tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:41.256092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Pushing event deleted for resources: {'Network': ['ID=ccc146d9-a440-4216-bfea-639459b0e0da,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:41.268273 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fcab7424-e937-4bf1-b9d3-13fad5002f36 req-34e4dd2e-65a8-4cfa-b32d-905ba525b697 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728779 Jun 22 09:28:41.268521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:41.320291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3065f8-a812-4b20-b987-4f7d5f53d341 req-770a15c9-2e59-4496-bbba-38c7d8c19c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:41.324013 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6f3065f8-a812-4b20-b987-4f7d5f53d341 req-770a15c9-2e59-4496-bbba-38c7d8c19c9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 1099 time: 0.1418591 Jun 22 09:28:41.365921 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8186972 Jun 22 09:28:41.370400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50460) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:41.378225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ee55d3df-8b06-47f9-8d8e-46a4842c4912) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:41.382374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '96ef5385-6ee4-426c-bd0f-ed37f6665425', 'ip_address': '2001:db8::6069:6b2:92fc:3b69'}], 'name': 'tempest-NetworksTestDHCPv6-922556696'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:41.390395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:41.392160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.407547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:41.408690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.416871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283b314-749c-4c19-8790-87b7f57a7ab7 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:41.417406 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6f3065f8-a812-4b20-b987-4f7d5f53d341 req-be8065cf-fd02-4615-9446-23f959b0ba18 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877419 Jun 22 09:28:41.508858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:41.524882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '96ef5385-6ee4-426c-bd0f-ed37f6665425'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:41.525745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.592885 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4118049 Jun 22 09:28:41.603934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50470) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:41.611970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-86963736'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:41.657456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.662548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:41.678053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50474) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:41.755122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:41.759831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:41.765576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/96ef5385-6ee4-426c-bd0f-ed37f6665425/6ed05f32-0535-4e76-926b-04a622ad22e8) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:41.839643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:41.848515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.905810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:41.914808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336534-7648-476a-8a12-9bcc7dcfdc74 req-bf1c82c8-4cff-456d-b95f-0b9915bd3b0d tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:41.916381 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5336534-7648-476a-8a12-9bcc7dcfdc74 req-bf1c82c8-4cff-456d-b95f-0b9915bd3b0d tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.5569477 Jun 22 09:28:41.945251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.945670 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 7c709244-5fb3-461d-bfe7-b69d96a13fa1 of type vlan for network 19bbfbf0-fa81-408f-849a-e95052c5ab83 Jun 22 09:28:41.946896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:41.957198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Transition to ACTIVE for port object 6ed05f32-0535-4e76-926b-04a622ad22e8 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:41.974305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Transition to ACTIVE for port object 6ed05f32-0535-4e76-926b-04a622ad22e8 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:41.996148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.000091 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b9122304-b563-4f38-84e1-2d4ac87a4cd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4660b65fc3ca44fba82bd9cfb0796a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177075 Jun 22 09:28:42.000902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50482) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:42.011418 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5336534-7648-476a-8a12-9bcc7dcfdc74 req-148db358-f970-4919-9ea9-7fd29bdd256c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860431 Jun 22 09:28:42.016716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.082599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.086075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ed5c7ecd-863d-4510-b567-b724fabfb443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:42.133018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:42.133018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:42.134629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:42.148930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Pushing event updated for resources: {'Port': ['ID=6ed05f32-0535-4e76-926b-04a622ad22e8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:42.152848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:42.164585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.190532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.207968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:42.214017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Attempting to bind port 6ed05f32-0535-4e76-926b-04a622ad22e8 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:42.219412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Attempting to bind port 6ed05f32-0535-4e76-926b-04a622ad22e8 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:42.219412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Attempting to bind port 6ed05f32-0535-4e76-926b-04a622ad22e8 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:42.222470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:42.222983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:42.223489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.224021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:42.224589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Bound port: 6ed05f32-0535-4e76-926b-04a622ad22e8, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:42.225113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.229577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aad5b-bbda-4eb8-96e1-23254948c8d1 req-bc779346-77b5-4cf1-97e5-279224fc9f8f tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:42.231217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a15aad5b-bbda-4eb8-96e1-23254948c8d1 req-bc779346-77b5-4cf1-97e5-279224fc9f8f tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.0871532 Jun 22 09:28:42.239964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50490) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:42.245101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Request body: {'floatingip': {'port_id': '22221038-7f10-450c-9edd-02627b86500c'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:42.323918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.328371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] For port 6ed05f32-0535-4e76-926b-04a622ad22e8, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:42.333950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] For port 6ed05f32-0535-4e76-926b-04a622ad22e8, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6ed05f32-0535-4e76-926b-04a622ad22e8,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:42.342351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:42.343195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.347011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:42.352101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.386137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.414206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port a896ac47-3c10-4990-a2df-3fb0a5ca184e yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:42.428028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12036b7a-0f49-4d9f-a0f4-c821d81a3b0d req-61a1726a-ad4a-43ee-8a0f-2e59d61cd36f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:42.429872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12036b7a-0f49-4d9f-a0f4-c821d81a3b0d req-61a1726a-ad4a-43ee-8a0f-2e59d61cd36f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.1628258 Jun 22 09:28:42.494491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50496) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:42.500887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:42.504817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb5371-b708-44b6-a5eb-9af388823975" -d '{"events": [{"server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "name": "network-vif-plugged", "status": "completed", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:42.570471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=19bbfbf0-fa81-408f-849a-e95052c5ab83,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:42.576245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:42.584337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 19bbfbf0-fa81-408f-849a-e95052c5ab83 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:42.607102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12036b7a-0f49-4d9f-a0f4-c821d81a3b0d req-51887eaf-0003-437d-8485-7c14194e44a4 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581194 Jun 22 09:28:42.652714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc67f-3ab6-43a9-b0fc-d0939c8c4bb3 req-6b539bba-f83e-4bdb-905e-0dfdcb50f2a3 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:42.660067 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-046cc67f-3ab6-43a9-b0fc-d0939c8c4bb3 req-6b539bba-f83e-4bdb-905e-0dfdcb50f2a3 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2340100 Jun 22 09:28:42.679858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.683340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.686895 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f5440b0-c77a-4515-be19-0b1afe425cf7 HTTP/1.1" status: 204 len: 168 time: 0.6824214 Jun 22 09:28:42.695348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:42.700295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:42.705909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:42.713713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Router 8389c1d9-6ad6-4618-90b6-2119bf96e609 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:28:42.745732 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1403387 Jun 22 09:28:42.750953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50504) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:42.761359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b59c5-8959-485e-a67a-374392c0464d x-openstack-request-id: req-071b59c5-8959-485e-a67a-374392c0464d {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:42.761780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "name": "network-vif-plugged", "status": "completed", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:42.761967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-071b59c5-8959-485e-a67a-374392c0464d {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:42.765731 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'code': 200} Jun 22 09:28:42.767071 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-046cc67f-3ab6-43a9-b0fc-d0939c8c4bb3 req-a92be8c8-39e3-456f-8e61-b0dde9aab09a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060030 Jun 22 09:28:42.778257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'ports': [{'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'}, {'network_id': '19bbfbf0-fa81-408f-849a-e95052c5ab83'}]} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:42.778572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:42.779079 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': '19bbfbf0-fa81-408f-849a-e95052c5ab83'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:42.790226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5440b0-c77a-4515-be19-0b1afe425cf7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:42.795525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:42.830838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::6069:6b2:92fc:3b69 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/96ef5385-6ee4-426c-bd0f-ed37f6665425/a896ac47-3c10-4990-a2df-3fb0a5ca184e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:42.866670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Pushing event updated for resources: {'Port': ['ID=6ed05f32-0535-4e76-926b-04a622ad22e8,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:42.871456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:42.955159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1230537844'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:43.171966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:43.183363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.203321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:43.212828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.219355 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Sync routers for ids ['8389c1d9-6ad6-4618-90b6-2119bf96e609'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:43.239255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Routers {'8389c1d9-6ad6-4618-90b6-2119bf96e609'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:43.239682 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8389c1d9-6ad6-4618-90b6-2119bf96e609'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:43.299016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.315025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object a896ac47-3c10-4990-a2df-3fb0a5ca184e will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:43.357539 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Set router 8389c1d9-6ad6-4618-90b6-2119bf96e609 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:43.383504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.386117 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2157061 Jun 22 09:28:43.389205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50510) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:43.514575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.546727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.550910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7b445a75-ac4a-458c-b656-bda133ea88c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:43.579492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8389c1d9-6ad6-4618-90b6-2119bf96e609', 'name': 'tempest-snat-router-607175751', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.143'}], 'enable_snat': False}, 'gw_port_id': '7680b417-e7f8-4127-b10d-447c595e31f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:37Z', 'updated_at': '2021-06-22T09:28:40Z', 'revision_number': 3, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port': {'id': '7680b417-e7f8-4127-b10d-447c595e31f2', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8389c1d9-6ad6-4618-90b6-2119bf96e609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:28:39Z', 'updated_at': '2021-06-22T09:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:43.610800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:43.615112 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Checking router: 8389c1d9-6ad6-4618-90b6-2119bf96e609 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:43.615710 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Updating router 8389c1d9-6ad6-4618-90b6-2119bf96e609 port 7680b417-e7f8-4127-b10d-447c595e31f2 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:28:43.619811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:43.644851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:43.655435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:43.656151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.660223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.665612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=a896ac47-3c10-4990-a2df-3fb0a5ca184e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:43.671475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:43.695149 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.782181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.799774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:43.825231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.825573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Added segment 2a5ffc22-0a84-4543-9e3f-528cb88c7d56 of type vlan for network c9700191-51bf-47a6-8b0e-18925192f1cf Jun 22 09:28:43.844017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:43.865274 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4936733 Jun 22 09:28:43.884806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50522) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:43.932537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:43.993716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9833a6-efbd-4b23-aa17-44f6d2b486e2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:44.008253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:44.028749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.056312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 2} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:44.062081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.143581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5e26e-7c5e-4c95-a004-f621d705dbae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.150248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5e26e-7c5e-4c95-a004-f621d705dbae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.152266 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-16f5e26e-7c5e-4c95-a004-f621d705dbae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2434759 Jun 22 09:28:44.155861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50530) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:44.174758 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.187408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.188844 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Transition to ACTIVE for port object 7680b417-e7f8-4127-b10d-447c595e31f2 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:44.196772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd2aec-11bc-465b-8bc3-543adfe8fbdc req-b9dc9057-bd03-4905-9bc3-0fcc4ca4f5d8 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.198345 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04fd2aec-11bc-465b-8bc3-543adfe8fbdc req-b9dc9057-bd03-4905-9bc3-0fcc4ca4f5d8 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.3370326 Jun 22 09:28:44.218671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.229199 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4d8769fa-6f90-4ac7-ba9c-1a73d4271b0f tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/8389c1d9-6ad6-4618-90b6-2119bf96e609 HTTP/1.1" status: 200 len: 908 time: 0.8386793 Jun 22 09:28:44.232559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Floating IP 2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd associated. External IP: 172.26.6.57, port: 22221038-7f10-450c-9edd-02627b86500c. Jun 22 09:28:44.232965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.233584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.235920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:44.242380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50532) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:44.265861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'name': 'tempest-snat-router-607175751', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': True}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:44.277637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ceec05b4-917a-48fe-9cd1-0d399e45259b None None] Provisioning for port 6ed05f32-0535-4e76-926b-04a622ad22e8 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:44.313471 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.329199 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5e28f9cc-0e10-4e97-a579-91b53e93f76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:44.363389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port a986d94c-7354-4c85-828d-e2ddce157c9d yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:44.365260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Network': ['ID=c9700191-51bf-47a6-8b0e-18925192f1cf,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:44.370565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:44.377987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c9700191-51bf-47a6-8b0e-18925192f1cf details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:44.384495 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04fd2aec-11bc-465b-8bc3-543adfe8fbdc req-d618522f-ecd6-42da-b097-0d72fa3e16fb tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667149 Jun 22 09:28:44.386863 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384e499-1844-41bc-abd9-f3861bc6bf4a None None] Pushing event updated for resources: {'Port': ['ID=7680b417-e7f8-4127-b10d-447c595e31f2,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:44.432787 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Attempting to bind port 7680b417-e7f8-4127-b10d-447c595e31f2 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:44.433327 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Attempting to bind port 7680b417-e7f8-4127-b10d-447c595e31f2 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:44.434164 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Attempting to bind port 7680b417-e7f8-4127-b10d-447c595e31f2 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:44.438469 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9365129 Jun 22 09:28:44.440624 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:44.441245 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:44.442142 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.442690 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:44.443452 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Bound port: 7680b417-e7f8-4127-b10d-447c595e31f2, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:44.444243 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.444569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50540) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:44.458387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'subnet': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:44.500896 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] For port 7680b417-e7f8-4127-b10d-447c595e31f2, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:44.504587 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] For port 7680b417-e7f8-4127-b10d-447c595e31f2, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7680b417-e7f8-4127-b10d-447c595e31f2,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:44.513587 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b384e499-1844-41bc-abd9-f3861bc6bf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:44.532130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.589033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50542) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:44.632506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e28046-7c25-4759-912c-f4d064b94f5d req-ff4816db-1f46-4e93-9a05-342e15644e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.634544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e3e28046-7c25-4759-912c-f4d064b94f5d req-ff4816db-1f46-4e93-9a05-342e15644e0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.7479429 Jun 22 09:28:44.637766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port a896ac47-3c10-4990-a2df-3fb0a5ca184e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:44.638112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.644511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 94b4906a-256b-42cf-bcdf-663b1f0aa7b6 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:44.679143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8086c536-dd5e-4e7a-9e64-95ab8a0300b6 None None] Provisioning for port a896ac47-3c10-4990-a2df-3fb0a5ca184e completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:44.679361 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.690918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.691853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8086c536-dd5e-4e7a-9e64-95ab8a0300b6 None None] Provisioning complete for port a896ac47-3c10-4990-a2df-3fb0a5ca184e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:44.692022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.692640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8086c536-dd5e-4e7a-9e64-95ab8a0300b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.693611 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a2eae564-596e-44b9-a21b-ca739ae5c119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:44.706148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ede868-1556-4853-a4f8-6631b1cdc79c req-fa04d9d8-980e-4317-a5f8-3023bcf20183 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.707712 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9ede868-1556-4853-a4f8-6631b1cdc79c req-fa04d9d8-980e-4317-a5f8-3023bcf20183 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.6566527 Jun 22 09:28:44.763840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8086c536-dd5e-4e7a-9e64-95ab8a0300b6 None None] Port a896ac47-3c10-4990-a2df-3fb0a5ca184e cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:44.775789 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e3e28046-7c25-4759-912c-f4d064b94f5d req-8863c83e-4375-416b-a930-36fc811b0844 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271689 Jun 22 09:28:44.798328 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384e499-1844-41bc-abd9-f3861bc6bf4a None None] Pushing event updated for resources: {'Port': ['ID=7680b417-e7f8-4127-b10d-447c595e31f2,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:44.801577 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b384e499-1844-41bc-abd9-f3861bc6bf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:44.809257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a69ef-16b7-48da-813c-a1bbf9861902 req-e9463ce9-aa8f-4871-934c-9edfad49bfb4 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:44.810789 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f86a69ef-16b7-48da-813c-a1bbf9861902 req-e9463ce9-aa8f-4871-934c-9edfad49bfb4 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.2455266 Jun 22 09:28:44.818316 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Routers {'8389c1d9-6ad6-4618-90b6-2119bf96e609'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:44.819101 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8389c1d9-6ad6-4618-90b6-2119bf96e609'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:44.819964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50546) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:44.823599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a123733f-1040-48f4-b0e5-1cb05af7fad2 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] Request body: {'port': {'network_id': '06a2f738-b0c0-4d96-a651-3785032ed186', 'name': 'tempest-NetworksNegativeTestJSON-1189695910'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:44.828005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.835329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Request body: {'floatingip': {'port_id': '72ca689d-4317-4d00-87dc-3227dddab34d'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:44.837541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:44.840969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.851490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9ede868-1556-4853-a4f8-6631b1cdc79c req-53959662-8150-4f4d-8383-75b4daaaee0e tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350267 Jun 22 09:28:44.884038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:44.936916 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-a123733f-1040-48f4-b0e5-1cb05af7fad2 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] POST failed (client error): The resource could not be found. Jun 22 09:28:44.938048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a123733f-1040-48f4-b0e5-1cb05af7fad2 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:44.938505 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a123733f-1040-48f4-b0e5-1cb05af7fad2 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3472831 Jun 22 09:28:44.958735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50548) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:44.971989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] Set router 8389c1d9-6ad6-4618-90b6-2119bf96e609 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:44.981933 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4b8777-f623-4762-b767-fc96eb5fc741 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] DELETE failed (client error): The resource could not be found. Jun 22 09:28:44.982550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4b8777-f623-4762-b767-fc96eb5fc741 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:44.984286 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc4b8777-f623-4762-b767-fc96eb5fc741 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "DELETE /v2.0/networks/aa43a1eb-3403-402e-9db3-c7c6422a8f0c HTTP/1.1" status: 404 len: 339 time: 0.0245850 Jun 22 09:28:44.991921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50550) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.015524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.036679 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ab1e02-8402-448c-9bf7-79afc8cbe727 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] DELETE failed (client error): The resource could not be found. Jun 22 09:28:45.038445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ab1e02-8402-448c-9bf7-79afc8cbe727 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:45.039661 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d8ab1e02-8402-448c-9bf7-79afc8cbe727 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "DELETE /v2.0/ports/7630251f-8621-4a93-9e06-5f0f494827b8 HTTP/1.1" status: 404 len: 333 time: 0.0453687 Jun 22 09:28:45.045970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6ed05f32-0535-4e76-926b-04a622ad22e8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:45.050634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50552) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.076836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for a896ac47-3c10-4990-a2df-3fb0a5ca184e owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:45.081613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-90317ae9-adb4-4fcd-8dab-d82d9b94cd3a tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] DELETE failed (client error): The resource could not be found. Jun 22 09:28:45.082080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90317ae9-adb4-4fcd-8dab-d82d9b94cd3a tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:45.087300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-90317ae9-adb4-4fcd-8dab-d82d9b94cd3a tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "DELETE /v2.0/subnets/6543308b-3a65-42d0-943d-6e4c1c2a0b82 HTTP/1.1" status: 404 len: 337 time: 0.0322230 Jun 22 09:28:45.090042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.092663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50554) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.128407 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d244c0ce-b6f9-457a-8f6e-3271673c4525 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] GET failed (client error): The resource could not be found. Jun 22 09:28:45.131931 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d244c0ce-b6f9-457a-8f6e-3271673c4525 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "GET /v2.0/networks/09adadea-be09-4e0b-aac6-701d1369e134 HTTP/1.1" status: 404 len: 339 time: 0.0381260 Jun 22 09:28:45.137688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50556) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.151613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:28:45.175225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6ed05f32-0535-4e76-926b-04a622ad22e8 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:45.192124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6ed05f32-0535-4e76-926b-04a622ad22e8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:45.192308 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-022b6554-2d8f-49c0-98ec-c88a16af3fb6 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] GET failed (client error): The resource could not be found. Jun 22 09:28:45.192395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.192469 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-022b6554-2d8f-49c0-98ec-c88a16af3fb6 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "GET /v2.0/ports/df206f16-42b1-4f49-abb2-c94d610543ec HTTP/1.1" status: 404 len: 333 time: 0.0474179 Jun 22 09:28:45.192469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50558) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.213995 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8389c1d9-6ad6-4618-90b6-2119bf96e609', 'name': 'tempest-snat-router-607175751', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.143'}], 'enable_snat': False}, 'gw_port_id': '7680b417-e7f8-4127-b10d-447c595e31f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:37Z', 'updated_at': '2021-06-22T09:28:40Z', 'revision_number': 3, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port': {'id': '7680b417-e7f8-4127-b10d-447c595e31f2', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8389c1d9-6ad6-4618-90b6-2119bf96e609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:28:39Z', 'updated_at': '2021-06-22T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:45.242062 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fad01d-82df-48ec-afc3-55ec6e5df45a tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] GET failed (client error): The resource could not be found. Jun 22 09:28:45.247166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e7fad01d-82df-48ec-afc3-55ec6e5df45a tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "GET /v2.0/subnets/af4d50cb-46b4-4785-8949-44a1fe015f9d HTTP/1.1" status: 404 len: 337 time: 0.0504096 Jun 22 09:28:45.247958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50560) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.249035 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbc55ef-69fe-45c1-b84a-a785eecfec97 None None] The sync data for ids ['8389c1d9-6ad6-4618-90b6-2119bf96e609'] in dv-neutron-797120-3-hyperv is: [{'id': '8389c1d9-6ad6-4618-90b6-2119bf96e609', 'name': 'tempest-snat-router-607175751', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.143'}], 'enable_snat': False}, 'gw_port_id': '7680b417-e7f8-4127-b10d-447c595e31f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:37Z', 'updated_at': '2021-06-22T09:28:40Z', 'revision_number': 3, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port': {'id': '7680b417-e7f8-4127-b10d-447c595e31f2', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8389c1d9-6ad6-4618-90b6-2119bf96e609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:28:39Z', 'updated_at': '2021-06-22T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:45.256343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a979b9b4-4609-4073-a538-8b5f020e9fcf tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:45.273186 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a979b9b4-4609-4073-a538-8b5f020e9fcf tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] PUT failed (client error): The resource could not be found. Jun 22 09:28:45.274511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a979b9b4-4609-4073-a538-8b5f020e9fcf tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:45.276637 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a979b9b4-4609-4073-a538-8b5f020e9fcf tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "PUT /v2.0/networks/15a1cbd7-c864-49d1-8f1e-ea8d2a84fb46 HTTP/1.1" status: 404 len: 339 time: 0.0276363 Jun 22 09:28:45.310080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50562) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.321104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.323890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-54f3d507-aa3e-483d-837a-ecb6a3aad576 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:45.352922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.359197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb1e9daf-ab5c-4dfb-a5cc-c5df2227926a tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:45.362140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 6ed05f32-0535-4e76-926b-04a622ad22e8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6ed05f32-0535-4e76-926b-04a622ad22e8,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:45.362802 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f3d507-aa3e-483d-837a-ecb6a3aad576 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] PUT failed (client error): The resource could not be found. Jun 22 09:28:45.363562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f3d507-aa3e-483d-837a-ecb6a3aad576 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:45.364731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-54f3d507-aa3e-483d-837a-ecb6a3aad576 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "PUT /v2.0/ports/f8c41854-9b1c-4d25-8f5e-cc3ceecc4501 HTTP/1.1" status: 404 len: 333 time: 0.0536058 Jun 22 09:28:45.372308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50564) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:45.379726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7167cdaa-87c5-4f9a-843a-98251c565fb0 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:45.474351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:45.475438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7167cdaa-87c5-4f9a-843a-98251c565fb0 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] PUT failed (client error): The resource could not be found. Jun 22 09:28:45.476154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7167cdaa-87c5-4f9a-843a-98251c565fb0 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:45.480474 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7167cdaa-87c5-4f9a-843a-98251c565fb0 tempest-NetworksNegativeTestJSON-1598694016 tempest-NetworksNegativeTestJSON-1598694016-project] 10.222.0.65 "PUT /v2.0/subnets/5eaa1a69-eb01-49dd-a1d1-9eb2fd3d51bd HTTP/1.1" status: 404 len: 337 time: 0.1041789 Jun 22 09:28:45.482610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:45.489812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:45.489812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.490737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.495128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:45.530706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=a986d94c-7354-4c85-828d-e2ddce157c9d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:45.533684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:45.540077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:45.573570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:45.578277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.585931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] Sync routers for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:45.634992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '7c709244-5fb3-461d-bfe7-b69d96a13fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '19bbfbf0-fa81-408f-849a-e95052c5ab83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:45.635230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:45.635357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: 19bbfbf0-fa81-408f-849a-e95052c5ab83, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:45.636747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:45.652891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=94b4906a-256b-42cf-bcdf-663b1f0aa7b6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:45.655728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:45.668562 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-69b216f1-f389-4ed9-a4e5-de784d23615e tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "PUT /v2.0/floatingips/2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd HTTP/1.1" status: 200 len: 990 time: 3.4274147 Jun 22 09:28:45.671072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'tag': '22221038-7f10-450c-9edd-02627b86500c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:45.673518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "tag": "22221038-7f10-450c-9edd-02627b86500c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:45.725696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.729341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=6ed05f32-0535-4e76-926b-04a622ad22e8,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:45.747244 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.747682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.748062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.748489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.748889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.749411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.749813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.750205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.750745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.750988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.751390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.751774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:45.768020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:45.775117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network 19bbfbf0-fa81-408f-849a-e95052c5ab83 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:45.795500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0bb61-d46f-465d-bc45-def980432d82 x-openstack-request-id: req-6dd0bb61-d46f-465d-bc45-def980432d82 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:45.796000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "tag": "22221038-7f10-450c-9edd-02627b86500c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:45.796376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dd0bb61-d46f-465d-bc45-def980432d82 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:45.797146 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'tag': '22221038-7f10-450c-9edd-02627b86500c', 'status': 'completed', 'code': 200} Jun 22 09:28:45.850989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:45.870672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 19bbfbf0-fa81-408f-849a-e95052c5ab83) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:45.880558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:45.893769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:45.906947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:45.907803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:45.948910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefca99-f040-44c1-86f9-9bfc934a3333 None None] Network 19bbfbf0-fa81-408f-849a-e95052c5ab83 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:46.014423 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2599778 Jun 22 09:28:46.017195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50576) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:46.155226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.158187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-5476f8cf-4df4-4108-88a7-c554c406d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:46.159759 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-5476f8cf-4df4-4108-88a7-c554c406d48c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40e122a63db947e881280f5b03e3b0ae&device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 1098 time: 0.2270780 Jun 22 09:28:46.169548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-db136e61-c2ea-4712-926d-bde69044b03d tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:46.277893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=a896ac47-3c10-4990-a2df-3fb0a5ca184e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:46.282446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.296010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:46.314407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ec667-bebc-40c5-8976-94754e2c1144 req-ada8f1a9-e1fc-4217-b015-b54b80398074 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:46.316031 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-943ec667-bebc-40c5-8976-94754e2c1144 req-ada8f1a9-e1fc-4217-b015-b54b80398074 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2802799 Jun 22 09:28:46.345501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d3d4f8d-a175-4557-bdfa-3b08172b01ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:46.367220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 94b4906a-256b-42cf-bcdf-663b1f0aa7b6 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:46.367442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.458537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50580) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:46.524447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'floating_ip_address': '172.26.6.57', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'port_id': '22221038-7f10-450c-9edd-02627b86500c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'mac_address': 'fa:16:3e:63:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:27:59Z', 'updated_at': '2021-06-22T09:28:43Z', 'revision_number': 1, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:06Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:46.553831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-b5facdaa-0a99-4687-9038-8d01bbb9fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:46.555316 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-b5facdaa-0a99-4687-9038-8d01bbb9fbbb service neutron] 10.222.0.24 "GET /v2.0/networks?id=02b91d7e-e733-4392-b517-b8f88abb265d HTTP/1.1" status: 200 len: 907 time: 0.3733985 Jun 22 09:28:46.569783 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-943ec667-bebc-40c5-8976-94754e2c1144 req-8f29fffd-fdac-431f-935e-482872256738 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405236 Jun 22 09:28:46.577048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.604003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] Checking router: d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:46.621250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:46.622137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:46.699074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.701415 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/a896ac47-3c10-4990-a2df-3fb0a5ca184e HTTP/1.1" status: 204 len: 168 time: 2.5441434 Jun 22 09:28:46.710143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50584) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:46.719219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.782090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 94b4906a-256b-42cf-bcdf-663b1f0aa7b6 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:46.797676 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-d2077feb-bed5-4915-8549-a5bd7cc90114 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22221038-7f10-450c-9edd-02627b86500c HTTP/1.1" status: 200 len: 998 time: 0.2175488 Jun 22 09:28:46.823200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:28:46.881818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Subnet': ['ID=3e5a2e46-5692-43e8-a169-ac2004180952,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:46.892882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:46.909722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Checking segment: {'id': '2a5ffc22-0a84-4543-9e3f-528cb88c7d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:46.910702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network hostable DHCP agents. Network: c9700191-51bf-47a6-8b0e-18925192f1cf, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:46.926879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28735be8-f699-4d34-9256-c9cba473a11f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:46.928787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28735be8-f699-4d34-9256-c9cba473a11f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:46.930351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28735be8-f699-4d34-9256-c9cba473a11f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2119255 Jun 22 09:28:46.941530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:46.944819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50586) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:46.962718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:46.967575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-614a1890-0d7d-4b47-9ea0-cccfa2f4134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:46.970726 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-614a1890-0d7d-4b47-9ea0-cccfa2f4134a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853bc325-ebb9-4be1-9c02-79651b77cf6d HTTP/1.1" status: 200 len: 845 time: 0.1654093 Jun 22 09:28:47.066619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.117772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 96ef5385-6ee4-426c-bd0f-ed37f6665425 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:47.123082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.169667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7680b417-e7f8-4127-b10d-447c595e31f2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:47.171087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:47.171693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.178921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.222253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-abe58bdd-62f3-49c5-a49d-6b97fa1a6008 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:47.245384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.277578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.286355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.301831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=94b4906a-256b-42cf-bcdf-663b1f0aa7b6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:47.305436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:47.310797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:47.322398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.325397 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/94b4906a-256b-42cf-bcdf-663b1f0aa7b6 HTTP/1.1" status: 204 len: 168 time: 1.3054714 Jun 22 09:28:47.336354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 7680b417-e7f8-4127-b10d-447c595e31f2 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:47.339429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50590) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:47.352620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7680b417-e7f8-4127-b10d-447c595e31f2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:47.353213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.385058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'floating_ip_address': '172.26.6.57', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'port_id': '22221038-7f10-450c-9edd-02627b86500c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'mac_address': 'fa:16:3e:63:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:27:59Z', 'updated_at': '2021-06-22T09:28:43Z', 'revision_number': 1, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:06Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:47.394824 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4cfb8639f9a6400d902932bd5efd3210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9225557 Jun 22 09:28:47.398807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-656c6d79-66fc-40cc-8d41-43b9bb525986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:47.400622 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-656c6d79-66fc-40cc-8d41-43b9bb525986 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02b91d7e-e733-4392-b517-b8f88abb265d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2249599 Jun 22 09:28:47.402393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50592) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:47.414430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997c0304-8ed1-49ab-bc6b-b4f76bac93bc,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:47.417795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:47.427317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0f88a-fc51-4f30-aaa3-d43e6c7697f9 None None] The sync data for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'floating_ip_address': '172.26.6.57', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'port_id': '22221038-7f10-450c-9edd-02627b86500c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'mac_address': 'fa:16:3e:63:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:27:59Z', 'updated_at': '2021-06-22T09:28:43Z', 'revision_number': 1, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:06Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:47.494478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.523184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 7680b417-e7f8-4127-b10d-447c595e31f2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7680b417-e7f8-4127-b10d-447c595e31f2,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:47.567690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.600970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5110e-143d-44f7-91bd-e28dcdf71bf1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:47.607109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5110e-143d-44f7-91bd-e28dcdf71bf1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:47.608772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-82f5110e-143d-44f7-91bd-e28dcdf71bf1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.2616582 Jun 22 09:28:47.612779 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-530a9d0a-5a76-4328-92e1-9de71ec6e33a service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999695 Jun 22 09:28:47.613233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50596) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:47.620757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.622819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6ed05f32-0535-4e76-926b-04a622ad22e8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:47.626577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d0be838-917d-47ab-b621-5d894fa5d72c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:47.658579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c9700191-51bf-47a6-8b0e-18925192f1cf) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:47.666101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.672447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.696566 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Floating IP d83ee666-ab4c-4c67-8cb2-b78319a795af associated. External IP: 172.26.6.109, port: 72ca689d-4317-4d00-87dc-3227dddab34d. Jun 22 09:28:47.702670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30530dbe-d5a2-4393-b26d-c40d4dccb1e2 None None] Network c9700191-51bf-47a6-8b0e-18925192f1cf requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:47.791222 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7494d53d-90d1-4a64-9a5a-be976898fdb2 None None] New status for floating IP 2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:28:47.806222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:47.806816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:47.838153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=7680b417-e7f8-4127-b10d-447c595e31f2,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:47.850794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:47.867995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6ed05f32-0535-4e76-926b-04a622ad22e8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:47.868689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.020708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c9700191-51bf-47a6-8b0e-18925192f1cf', 'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'tenant_id': '7d15bbffafc14630a75e343375b37aad', 'fixed_ips': [{'subnet_id': '3e5a2e46-5692-43e8-a169-ac2004180952'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:48.021382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.036702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5843723 Jun 22 09:28:48.040304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50598) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:48.042241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Router bb043085-8103-4f99-9e91-794ba6247f01 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:28:48.051417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'name': 'tempest-AllowedAddressPairTestJSON-549832651'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:48.058199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.221046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Allocated IP 172.20.0.2 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/1a372b6e-f58c-42b9-a54c-5193edf6aca5) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:48.253162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Allocated IP 172.26.6.96 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/c29c350f-4aa9-49aa-b73a-0fc46423a85e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:48.337501 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-449d99c7-2f93-4ac6-aca2-a361f2c1d4f2 req-81a377b6-a186-4249-a613-b9eb704d07de service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081494 Jun 22 09:28:48.356860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573024-ff9c-46ca-a073-cd652a37958f req-2f0800e5-8ee6-431c-985e-e9742f65f8b4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:48.358429 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1a573024-ff9c-46ca-a073-cd652a37958f req-2f0800e5-8ee6-431c-985e-e9742f65f8b4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1985588 Jun 22 09:28:48.369495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:48.374686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.382215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] Sync routers for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:48.387927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port a986d94c-7354-4c85-828d-e2ddce157c9d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:48.388264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.420538 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3b8785de-67a8-48ee-ad0e-5b8b4b717ed0 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "PUT /v2.0/floatingips/d83ee666-ab4c-4c67-8cb2-b78319a795af HTTP/1.1" status: 200 len: 992 time: 3.5911868 Jun 22 09:28:48.421146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:48.423804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693582ba-39a0-4ce0-a74d-71f6a3aff075" -d '{"events": [{"name": "network-changed", "server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:48.436236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:48.448598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.449596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:48.451504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21ac7dc8-17cf-4ee0-8f48-c6da17dd612c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:48.463744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.467494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/96ef5385-6ee4-426c-bd0f-ed37f6665425 HTTP/1.1" status: 204 len: 168 time: 1.5197046 Jun 22 09:28:48.468736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50606) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:48.483727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c1c62f-2b7b-4ed9-b40b-585a3c41aefd None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:48.484142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.486996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.488150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/997c0304-8ed1-49ab-bc6b-b4f76bac93bc HTTP/1.1" status: 204 len: 168 time: 1.0837975 Jun 22 09:28:48.515748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:48.517170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e92ec11-c4e9-42c8-b4ec-17941415db3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:48.519802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.536289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1a573024-ff9c-46ca-a073-cd652a37958f req-0d6337f7-83bb-4ca9-948b-56fa18c6e8ed tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661158 Jun 22 09:28:48.555797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c0304-8ed1-49ab-bc6b-b4f76bac93bc,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:48.560868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:48.562776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.572908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.629458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=96ef5385-6ee4-426c-bd0f-ed37f6665425,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:48.638481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:48.640049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2827d01-1f6b-4e0c-8843-c8b24a11ee52 x-openstack-request-id: req-e2827d01-1f6b-4e0c-8843-c8b24a11ee52 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:48.640498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:48.640654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2827d01-1f6b-4e0c-8843-c8b24a11ee52 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:48.641128 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d', 'status': 'completed', 'code': 200} Jun 22 09:28:48.644807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Transition to ACTIVE for port object 1a372b6e-f58c-42b9-a54c-5193edf6aca5 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:48.651430 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a25a7f69-df3a-4e82-be88-58ee6b8daab1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1818349 Jun 22 09:28:48.657827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50612) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:48.664960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:48.678161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] device_id is not set on port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:48.704908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for a986d94c-7354-4c85-828d-e2ddce157c9d owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:48.711730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Transition to ACTIVE for port object 1a372b6e-f58c-42b9-a54c-5193edf6aca5 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:48.717378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:48.818193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.824382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:48.886774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:48.915820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:48.917294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47913007-7cdd-439b-ae8d-45aea5f885fa req-0cf85b30-aa2a-4e6f-a23c-9e0a8df2b09e tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:48.918945 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-47913007-7cdd-439b-ae8d-45aea5f885fa req-0cf85b30-aa2a-4e6f-a23c-9e0a8df2b09e tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1439283 Jun 22 09:28:48.921552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Pushing event updated for resources: {'Port': ['ID=1a372b6e-f58c-42b9-a54c-5193edf6aca5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:48.925439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:48.933855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-5bafe40c-eecb-4fb7-bc7b-6d08a2c835f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:48.933855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-5bafe40c-eecb-4fb7-bc7b-6d08a2c835f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=93850074255045b1947cdc666a7a360f&device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 1099 time: 0.1551080 Jun 22 09:28:48.941614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Allocated IP 172.20.0.13 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/66ff0600-989a-4e3a-9280-5a61ce8a7d98) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:48.941614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50616) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:48.951593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Request body: {'floatingip': {'port_id': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:48.997173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.011319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.029848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9592d022-78e9-4c6d-82d6-b5cae074b129 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:49.045124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:49.048314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:49.049486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7680b417-e7f8-4127-b10d-447c595e31f2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:49.067656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.074872 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/a986d94c-7354-4c85-828d-e2ddce157c9d HTTP/1.1" status: 204 len: 168 time: 1.4552307 Jun 22 09:28:49.074872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=a986d94c-7354-4c85-828d-e2ddce157c9d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:49.081054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50620) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:49.088998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:49.170824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:49.176547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.186367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-227e23e1-1d5a-483f-b1c4-ce2be2352d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:49.189662 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-227e23e1-1d5a-483f-b1c4-ce2be2352d24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d261d077-659e-4425-9f07-bd5d67553feb HTTP/1.1" status: 200 len: 913 time: 0.2485294 Jun 22 09:28:49.200369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:49.215491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Attempting to bind port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:49.215836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Attempting to bind port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '2a5ffc22-0a84-4543-9e3f-528cb88c7d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:49.216235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Attempting to bind port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 on network c9700191-51bf-47a6-8b0e-18925192f1cf {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:49.243300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:49.243686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Checking segment: {'id': '2a5ffc22-0a84-4543-9e3f-528cb88c7d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:49.244114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.244519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Bound using segment: {'id': '2a5ffc22-0a84-4543-9e3f-528cb88c7d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:49.245013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Bound port: 1a372b6e-f58c-42b9-a54c-5193edf6aca5, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5ffc22-0a84-4543-9e3f-528cb88c7d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:49.245398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.264785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7680b417-e7f8-4127-b10d-447c595e31f2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:49.265161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.279979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-d44fce17-617a-4503-b72f-c91dfecd6b83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72ca689d-4317-4d00-87dc-3227dddab34d HTTP/1.1" status: 200 len: 1000 time: 0.0838621 Jun 22 09:28:49.336168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-5ff73368-2673-49f3-84c1-a896b98830e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:49.337802 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-5ff73368-2673-49f3-84c1-a896b98830e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ac3aeb4-2323-4afa-8a0e-98fb56319cc2 HTTP/1.1" status: 200 len: 851 time: 0.0514588 Jun 22 09:28:49.341584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'd83ee666-ab4c-4c67-8cb2-b78319a795af', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'floating_ip_address': '172.26.6.109', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'port_id': '72ca689d-4317-4d00-87dc-3227dddab34d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'mac_address': 'fa:16:3e:69:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:28:05Z', 'updated_at': '2021-06-22T09:28:46Z', 'revision_number': 1, 'project_id': '93850074255045b1947cdc666a7a360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:05Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:49.417154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-cb766956-fdec-4804-9a5c-0213060a4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:49.419203 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-cb766956-fdec-4804-9a5c-0213060a4e52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d261d077-659e-4425-9f07-bd5d67553feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753274 Jun 22 09:28:49.436705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7fe63-a08d-4a79-8921-2ad47ee5db42 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:49.438451 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bbe7fe63-a08d-4a79-8921-2ad47ee5db42 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3550069 Jun 22 09:28:49.445935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50628) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:49.523798 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca7729b-85d5-4985-9bef-489070e06f11 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:28:49.528656 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4ca7729b-85d5-4985-9bef-489070e06f11 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/94b4906a-256b-42cf-bcdf-663b1f0aa7b6 HTTP/1.1" status: 404 len: 333 time: 0.0351410 Jun 22 09:28:49.530880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50632) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:49.539216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] Checking router: bb043085-8103-4f99-9e91-794ba6247f01 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:49.560006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-579c3af5-a85c-427e-9344-044dd9090b28 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:28:49.564530 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-579c3af5-a85c-427e-9344-044dd9090b28 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/a986d94c-7354-4c85-828d-e2ddce157c9d HTTP/1.1" status: 404 len: 333 time: 0.0326977 Jun 22 09:28:49.565123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50634) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:49.576905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] For port 1a372b6e-f58c-42b9-a54c-5193edf6aca5, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:49.579113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:49.580265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:49.582341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Deleting port 6ed05f32-0535-4e76-926b-04a622ad22e8 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:49.582925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.589209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] For port 1a372b6e-f58c-42b9-a54c-5193edf6aca5, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1a372b6e-f58c-42b9-a54c-5193edf6aca5,segment=NetworkSegment(2a5ffc22-0a84-4543-9e3f-528cb88c7d56),segment_id=2a5ffc22-0a84-4543-9e3f-528cb88c7d56)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:49.607316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.616723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:49.675382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-b3e05eba-bcb3-4e22-8238-90470fd8ebe7 service neutron] 10.222.0.24 "GET /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482235 Jun 22 09:28:49.679712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.772009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.777107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] For port 6ed05f32-0535-4e76-926b-04a622ad22e8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6ed05f32-0535-4e76-926b-04a622ad22e8,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:49.777588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.781567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:49.817132 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-693582ba-39a0-4ce0-a74d-71f6a3aff075 req-d9b72028-9338-45c0-bc4b-20ffbdc64097 service neutron] 10.222.0.24 "GET /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341560 Jun 22 09:28:49.876875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.917791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.918015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Calling delete_port for 6ed05f32-0535-4e76-926b-04a622ad22e8 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:49.930602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bbfbf0-fa81-408f-849a-e95052c5ab83']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:49.942989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:49.943529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c709244-5fb3-461d-bfe7-b69d96a13fa1') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:49.943839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c709244-5fb3-461d-bfe7-b69d96a13fa1') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:49.956513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.963527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:49.970951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Transition to ACTIVE for port object 66ff0600-989a-4e3a-9280-5a61ce8a7d98 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:49.979548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.979774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:49.982531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:49.988508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:28:49.988828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:28:49.993042 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:28:50.021073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Port': ['ID=c29c350f-4aa9-49aa-b73a-0fc46423a85e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.025175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.049167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Pushing event updated for resources: {'Port': ['ID=1a372b6e-f58c-42b9-a54c-5193edf6aca5,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.053962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.156950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50648) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:50.220590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.224659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:28:50.228307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ded53706-0773-4c89-96e7-8d42b06d2904 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:50.234136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.240843 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/19bbfbf0-fa81-408f-849a-e95052c5ab83 HTTP/1.1" status: 204 len: 168 time: 0.6729476 Jun 22 09:28:50.260175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50652) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:50.290983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-154336913'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:50.295898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=19bbfbf0-fa81-408f-849a-e95052c5ab83,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.298734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.308473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.320424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:50.333115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-711609741'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:50.336557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.338631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.367020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:50.372352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.397294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Pushing event deleted for resources: {'Port': ['ID=6ed05f32-0535-4e76-926b-04a622ad22e8,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.402493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:50.404993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.413794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] No DVR routers for this DVR port 6ed05f32-0535-4e76-926b-04a622ad22e8 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:50.414106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:50.418978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:50.431895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:50.431895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.432607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:50.433426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:50.433426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=2574956c-c503-47af-84a8-3b8a5d4926b5,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.433426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:50.433677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.435455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.437688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0629c36e-2751-48da-9c14-dc40c5d55273 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:50.448958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990fd4e-22dc-4192-88a4-fbe96dc8807c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:50.469145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:50.483783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.484677 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment e8b26435-84f5-4045-8435-2844a0ecc2ea of type vlan for network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 Jun 22 09:28:50.495223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.502156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'd83ee666-ab4c-4c67-8cb2-b78319a795af', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'floating_ip_address': '172.26.6.109', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'port_id': '72ca689d-4317-4d00-87dc-3227dddab34d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'mac_address': 'fa:16:3e:69:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:28:05Z', 'updated_at': '2021-06-22T09:28:46Z', 'revision_number': 1, 'project_id': '93850074255045b1947cdc666a7a360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:05Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:50.538104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc304c-6762-4282-afcf-13ac7900cbb4 None None] The sync data for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv is: [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'd83ee666-ab4c-4c67-8cb2-b78319a795af', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'floating_ip_address': '172.26.6.109', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'port_id': '72ca689d-4317-4d00-87dc-3227dddab34d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'mac_address': 'fa:16:3e:69:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:28:05Z', 'updated_at': '2021-06-22T09:28:46Z', 'revision_number': 1, 'project_id': '93850074255045b1947cdc666a7a360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:05Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:50.540766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.567419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=66ff0600-989a-4e3a-9280-5a61ce8a7d98,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.609560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.617199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:50.622114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.622810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:50.623527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.632890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.676582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '2574956c-c503-47af-84a8-3b8a5d4926b5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:50.676582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.736316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.745288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:50.745946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:50.751822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:50.847231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/2574956c-c503-47af-84a8-3b8a5d4926b5/461c985c-98ab-4a04-be0e-aa9d2dfcbb48) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:50.857012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=75ea75d1-b677-4b62-81f1-aa5bc5afb4c4,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:50.861770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:50.883862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:51.002727 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbcf00-7abb-49c3-a433-3fa9831586ef None None] New status for floating IP d83ee666-ab4c-4c67-8cb2-b78319a795af: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:28:51.079703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1a372b6e-f58c-42b9-a54c-5193edf6aca5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:51.122889 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4638774 Jun 22 09:28:51.125535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50658) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:51.131948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '2574956c-c503-47af-84a8-3b8a5d4926b5', 'ip_address': '2001:db8::8cae:668a:9500:654'}], 'name': 'tempest-NetworksTestDHCPv6-190635823'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:51.178804 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Floating IP 26ca801b-4c30-4920-895c-819ef15ccbab associated. External IP: 172.26.6.207, port: 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5. Jun 22 09:28:51.193891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.205050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Transition to ACTIVE for port object 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:51.224285 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1759658 Jun 22 09:28:51.227495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50660) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:51.232944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'name': 'tempest-AllowedAddressPairTestJSON-1059843021', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:de:18:ff'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:51.234860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.248129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Transition to ACTIVE for port object 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:51.311298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:51.346540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.352973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:51.423172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d364b94-af80-4328-ac2a-1f081f8b2e44 None None] Network c9700191-51bf-47a6-8b0e-18925192f1cf requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:51.424916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6ed05f32-0535-4e76-926b-04a622ad22e8 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:51.453891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:51.456986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.501342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6ed05f32-0535-4e76-926b-04a622ad22e8 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:51.501696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6ed05f32-0535-4e76-926b-04a622ad22e8 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:51.503301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:51.513709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:51.532569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Pushing event updated for resources: {'Port': ['ID=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:51.555663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:51.576290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.580577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:51.600038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:51.611966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Provisioning for port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:51.613941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Attempting to bind port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:51.614337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Attempting to bind port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:51.614691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Attempting to bind port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:51.618304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec6e12c-45d7-4a8b-87e1-4d8cb23cb240,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:51.621600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.622039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment befdf460-8a68-4fcc-b341-eecc09c3d07e of type vlan for network 03d66da6-39d6-4778-b60f-c91894e0f941 Jun 22 09:28:51.623597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:51.630615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Provisioning complete for port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:51.631173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.636419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:28:51.642075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.662620 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3750882 Jun 22 09:28:51.668171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:51.668691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:51.669184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.669676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:51.670333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Bound port: 461c985c-98ab-4a04-be0e-aa9d2dfcbb48, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:51.670457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50662) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:51.670795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.680892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:51.688635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.844410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:51.857726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:51.863931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.864608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.876112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:51.876848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:51.914691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:51.924129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed2303f1-4f8c-4c21-83a0-069db0241c77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "PUT /v2.0/floatingips/26ca801b-4c30-4920-895c-819ef15ccbab HTTP/1.1" status: 200 len: 991 time: 2.9845457 Jun 22 09:28:51.924916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:28:51.927651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d90f9e8-8b4c-4563-8b38-f03258a231a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:28:51.980486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] For port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:51.985444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] Sync routers for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:51.993064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Router 33f02c83-5184-46d2-85e1-37570cec377e is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:28:52.010015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:52.020575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] For port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:52.035714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:52.035714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:52.038247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.095353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b41635-97c4-48db-aeb2-2ade817283d1 x-openstack-request-id: req-a0b41635-97c4-48db-aeb2-2ade817283d1 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:28:52.095786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:28:52.096219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0b41635-97c4-48db-aeb2-2ade817283d1 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:28:52.096741 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'status': 'completed', 'code': 200} Jun 22 09:28:52.143563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=03d66da6-39d6-4778-b60f-c91894e0f941,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:52.161505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] For port 1a372b6e-f58c-42b9-a54c-5193edf6aca5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1a372b6e-f58c-42b9-a54c-5193edf6aca5,segment=NetworkSegment(2a5ffc22-0a84-4543-9e3f-528cb88c7d56),segment_id=2a5ffc22-0a84-4543-9e3f-528cb88c7d56)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:52.166300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.171729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:52.180218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:52.183575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:28:52.183935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:52.206433 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Sync routers for ids ['33f02c83-5184-46d2-85e1-37570cec377e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:28:52.228765 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Routers {'33f02c83-5184-46d2-85e1-37570cec377e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:52.229610 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['33f02c83-5184-46d2-85e1-37570cec377e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:52.302979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.307650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:52.314603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.320703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.322629 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.0771823 Jun 22 09:28:52.327233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50672) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:52.363218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.393726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.415440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Pushing event updated for resources: {'Port': ['ID=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:52.426999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:52.439331 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Set router 33f02c83-5184-46d2-85e1-37570cec377e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:52.441697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:52.449668 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2916377 Jun 22 09:28:52.458458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50674) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:52.462754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 9ded086b-895b-46da-a377-b7c0ea1b5a0a yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:52.472633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'name': 'tempest-PortsIpV6TestJSON-63954884'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:52.525566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:52.652398 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7d3ead9f-cf1a-44fd-a299-e3b1327f528e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/33f02c83-5184-46d2-85e1-37570cec377e HTTP/1.1" status: 200 len: 906 time: 0.3231349 Jun 22 09:28:52.656602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50676) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:52.713687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2437348a-9641-44a6-bd3c-40f291109cf0 None None] Provisioning complete for port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:52.714321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2437348a-9641-44a6-bd3c-40f291109cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.754911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Pushing event updated for resources: {'Port': ['ID=1a372b6e-f58c-42b9-a54c-5193edf6aca5,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:52.773169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:52.809998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.836881 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f02c83-5184-46d2-85e1-37570cec377e', 'name': 'tempest-snat-router-607175751', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': 'c29c350f-4aa9-49aa-b73a-0fc46423a85e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:44Z', 'updated_at': '2021-06-22T09:28:50Z', 'revision_number': 3, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port': {'id': 'c29c350f-4aa9-49aa-b73a-0fc46423a85e', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f02c83-5184-46d2-85e1-37570cec377e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:28:47Z', 'updated_at': '2021-06-22T09:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:52.841359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] device_id is not set on port 64c4879f-bea5-4585-b9b1-4fe0caead434 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:52.866911 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Checking router: 33f02c83-5184-46d2-85e1-37570cec377e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:52.867648 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Updating router 33f02c83-5184-46d2-85e1-37570cec377e port c29c350f-4aa9-49aa-b73a-0fc46423a85e binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:28:52.883617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:52.887599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.925098 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:52.949744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 0f3fb527-e57d-4398-8783-40439eb28d32 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:53.017702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.062889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '26ca801b-4c30-4920-895c-819ef15ccbab', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'port_id': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'mac_address': 'fa:16:3e:d9:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:28:10Z', 'updated_at': '2021-06-22T09:28:50Z', 'revision_number': 1, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:53.106665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-28861381-4262-4895-b631-881fa1f3508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:53.108369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-28861381-4262-4895-b631-881fa1f3508d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.9164140 Jun 22 09:28:53.111776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] Checking router: 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:28:53.119968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2437348a-9641-44a6-bd3c-40f291109cf0 None None] Provisioning for port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:53.141710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2437348a-9641-44a6-bd3c-40f291109cf0 None None] Provisioning complete for port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:53.142245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2437348a-9641-44a6-bd3c-40f291109cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.145188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:53.145925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:53.249532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:53.281148 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.295621 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Transition to ACTIVE for port object c29c350f-4aa9-49aa-b73a-0fc46423a85e will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:53.330552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2437348a-9641-44a6-bd3c-40f291109cf0 None None] Port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:53.357219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.374732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.390971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Deleting port c29c350f-4aa9-49aa-b73a-0fc46423a85e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:53.392217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.431538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:53.478650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.478650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b384e499-1844-41bc-abd9-f3861bc6bf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:53.496118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ff05fb47-3ec2-4dd2-a591-9fc124a4111f None None] Provisioning complete for port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:53.496680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff05fb47-3ec2-4dd2-a591-9fc124a4111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.586563 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Pushing event updated for resources: {'Port': ['ID=c29c350f-4aa9-49aa-b73a-0fc46423a85e,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:53.586771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:53.590521 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Attempting to bind port c29c350f-4aa9-49aa-b73a-0fc46423a85e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:53.591278 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Attempting to bind port c29c350f-4aa9-49aa-b73a-0fc46423a85e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:53.591865 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Attempting to bind port c29c350f-4aa9-49aa-b73a-0fc46423a85e on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:53.595423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1a372b6e-f58c-42b9-a54c-5193edf6aca5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:53.609094 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.610193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.610666 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.611117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.611612 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.612107 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.612570 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.613031 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.613653 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.614144 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.614602 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.615115 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:28:53.621038 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:53.621315 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:53.621636 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.625181 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:53.625698 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Bound port: c29c350f-4aa9-49aa-b73a-0fc46423a85e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:53.628264 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.642663 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:53.643154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.646447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ff05fb47-3ec2-4dd2-a591-9fc124a4111f None None] Port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:53.661514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:53.745154 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] For port c29c350f-4aa9-49aa-b73a-0fc46423a85e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:53.748565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] For port c29c350f-4aa9-49aa-b73a-0fc46423a85e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c29c350f-4aa9-49aa-b73a-0fc46423a85e,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:53.768077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.783048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-b5be385b-27c5-47fd-bfb9-3fe4accfdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:53.784828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-b5be385b-27c5-47fd-bfb9-3fe4accfdb99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.6322961 Jun 22 09:28:53.799057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': 'befdf460-8a68-4fcc-b341-eecc09c3d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:53.799420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: 03d66da6-39d6-4778-b60f-c91894e0f941, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:53.803989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:53.849682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=0f3fb527-e57d-4398-8783-40439eb28d32,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:53.861176 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.863657 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:53.872930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:53.872930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:53.898473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Calling delete_port for c29c350f-4aa9-49aa-b73a-0fc46423a85e owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:53.907094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:53.955240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '26ca801b-4c30-4920-895c-819ef15ccbab', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'port_id': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'mac_address': 'fa:16:3e:d9:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:28:10Z', 'updated_at': '2021-06-22T09:28:50Z', 'revision_number': 1, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:53.967682 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Pushing event updated for resources: {'Port': ['ID=c29c350f-4aa9-49aa-b73a-0fc46423a85e,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:53.971795 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Routers {'33f02c83-5184-46d2-85e1-37570cec377e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:28:53.972417 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['33f02c83-5184-46d2-85e1-37570cec377e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:53.974989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:53.981786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=7078f2da-89df-4aaf-97d6-b36ca823e1b1,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:54.004571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::8cae:668a:9500:654 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/2574956c-c503-47af-84a8-3b8a5d4926b5/9ded086b-895b-46da-a377-b7c0ea1b5a0a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:54.011353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47df121-c49e-4483-89d4-4ab8d639e652 None None] The sync data for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv is: [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '26ca801b-4c30-4920-895c-819ef15ccbab', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'port_id': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'mac_address': 'fa:16:3e:d9:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:28:10Z', 'updated_at': '2021-06-22T09:28:50Z', 'revision_number': 1, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:54.034264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:54.096222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:54.124902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Provisioning for port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:54.124902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Provisioning complete for port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:54.124902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.154228 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] Set router 33f02c83-5184-46d2-85e1-37570cec377e gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:28:54.172338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Allocated IP 172.20.0.5 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/64c4879f-bea5-4585-b9b1-4fe0caead434) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:54.212610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 03d66da6-39d6-4778-b60f-c91894e0f941) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:54.214397 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-52deb924-899e-467b-9096-a2df334c112b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 999 time: 0.4034116 Jun 22 09:28:54.218389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:54.225680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f5ee5-f35a-43f4-8efc-6268e09d578c None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:54.225940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:54.226647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.291665 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f02c83-5184-46d2-85e1-37570cec377e', 'name': 'tempest-snat-router-607175751', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:44Z', 'updated_at': '2021-06-22T09:28:53Z', 'revision_number': 4, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:28:54.344243 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198db5cf-c21b-46e0-a201-7737c9ad29dc None None] The sync data for ids ['33f02c83-5184-46d2-85e1-37570cec377e'] in dv-neutron-797120-3-hyperv is: [{'id': '33f02c83-5184-46d2-85e1-37570cec377e', 'name': 'tempest-snat-router-607175751', 'tenant_id': '7f8dda245dd448158ef21077e8b44f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:28:44Z', 'updated_at': '2021-06-22T09:28:53Z', 'revision_number': 4, 'project_id': '7f8dda245dd448158ef21077e8b44f19', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:28:54.363285 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9035599 Jun 22 09:28:54.367461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50686) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:54.379032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1668606498'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:54.394179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': 'e8b26435-84f5-4045-8435-2844a0ecc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:54.394889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:54.416477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.434971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.437289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:54.445078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.447003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb666264-1945-437b-95ea-bcccc46ca5b0 None None] New status for floating IP 26ca801b-4c30-4920-895c-819ef15ccbab: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:28:54.484343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event deleted for resources: {'Port': ['ID=c29c350f-4aa9-49aa-b73a-0fc46423a85e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:54.488535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:54.510590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-090101bc-2535-4ccb-8681-500a45fbc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:54.512398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-090101bc-2535-4ccb-8681-500a45fbc22f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.2755144 Jun 22 09:28:54.532621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:54.536742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.551814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 9ded086b-895b-46da-a377-b7c0ea1b5a0a will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:54.609873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:28:54.619346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.669993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.669993 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment f8497b57-6f38-4904-b6fe-149462f6e435 of type vlan for network 1e069f8b-dada-416b-95b1-6dca1da3f4d2 Jun 22 09:28:54.716388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.735187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Transition to ACTIVE for port object 64c4879f-bea5-4585-b9b1-4fe0caead434 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:54.760665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] For port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:54.762302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.783722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.783978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:54.824861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-56ad988c-8489-4bd9-bd88-5cdaaac27940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:54.826438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-56ad988c-8489-4bd9-bd88-5cdaaac27940 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2761359 Jun 22 09:28:54.837830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.853865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.858377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-561bd1e7-dcd9-4d2e-a23c-d1a8eada473e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:54.885114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:54.888758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.893357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:54.894294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.898195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4316ca9-92e8-43db-8037-edb5550725ea tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:54.898452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c08cbb-5650-413d-b243-e2be0dde93c0 None None] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:54.952197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.953223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33f02c83-5184-46d2-85e1-37570cec377e {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:28:54.959461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.963591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:54.965471 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/routers/33f02c83-5184-46d2-85e1-37570cec377e HTTP/1.1" status: 204 len: 168 time: 2.3078120 Jun 22 09:28:54.966404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50692) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:54.971035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:54.985628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:54.992364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=64c4879f-bea5-4585-b9b1-4fe0caead434,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:54.999293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:55.007731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:55.008570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-983d6d5f-d400-4e76-afde-c3ad1702e006 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:55.028803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.031740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Pushing event updated for resources: {'Port': ['ID=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:55.035664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:55.041442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.042090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.051658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:55.088468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=9ded086b-895b-46da-a377-b7c0ea1b5a0a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:55.122356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4486380 Jun 22 09:28:55.125528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50694) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:55.132474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.133532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.134466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4', 'name': 'tempest-PortsTestJSON-425153481'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:55.136010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:55.138025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:55.141919 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-1fe84a0d-f355-4873-9c33-f92ebcd342ea service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074119 Jun 22 09:28:55.145786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:55.150877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:55.156623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.157289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.200480 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8318105 Jun 22 09:28:55.211220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-75ea75d1-b677-4b62-81f1-aa5bc5afb4c4', 'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': '7078f2da-89df-4aaf-97d6-b36ca823e1b1'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:28:55.212408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.213293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50696) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:55.218912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'ports': [{'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'}, {'network_id': '1e069f8b-dada-416b-95b1-6dca1da3f4d2'}]} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:55.219217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:55.219705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '1e069f8b-dada-416b-95b1-6dca1da3f4d2'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:55.244163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=1e069f8b-dada-416b-95b1-6dca1da3f4d2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:55.247089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:55.263909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1e069f8b-dada-416b-95b1-6dca1da3f4d2 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:28:55.283452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.306911 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.0781701 Jun 22 09:28:55.311673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50698) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:55.439486 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3128171 Jun 22 09:28:55.495420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50700) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:55.562121 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d90f9e8-8b4c-4563-8b38-f03258a231a5 req-e058201f-548b-4224-89e6-6e6ce9f9c3a2 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017401 Jun 22 09:28:55.571724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Allocated IP 172.20.0.2 (75ea75d1-b677-4b62-81f1-aa5bc5afb4c4/7078f2da-89df-4aaf-97d6-b36ca823e1b1/3a4cc34f-d0aa-4d57-a575-33f5d9302293) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:55.636923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-af9fc92e-2448-4f4d-944c-2fa27f207845 None None] Provisioning for port 64c4879f-bea5-4585-b9b1-4fe0caead434 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:55.644160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-af9fc92e-2448-4f4d-944c-2fa27f207845 None None] Provisioning complete for port 64c4879f-bea5-4585-b9b1-4fe0caead434 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:55.644606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af9fc92e-2448-4f4d-944c-2fa27f207845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.652379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb633800-51cb-4ceb-9a1a-2e2140493d8d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.668091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb633800-51cb-4ceb-9a1a-2e2140493d8d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.676631 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cb633800-51cb-4ceb-9a1a-2e2140493d8d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1773002 Jun 22 09:28:55.676631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 2} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:55.693658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.698022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50706) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:55.699860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-af9fc92e-2448-4f4d-944c-2fa27f207845 None None] Port 64c4879f-bea5-4585-b9b1-4fe0caead434 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:55.717515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ff752-1080-42b4-8223-5cce3e146a0b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.732454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ff752-1080-42b4-8223-5cce3e146a0b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.738338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ff752-1080-42b4-8223-5cce3e146a0b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:55.750991 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-946ff752-1080-42b4-8223-5cce3e146a0b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4274390 Jun 22 09:28:55.760167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50708) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:55.789571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.800432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Transition to ACTIVE for port object 3a4cc34f-d0aa-4d57-a575-33f5d9302293 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:55.827155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.827730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Transition to ACTIVE for port object 3a4cc34f-d0aa-4d57-a575-33f5d9302293 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:55.869957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.909045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.914514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:55.969637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:55.975733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:55.977013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:55.981472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ed135aa-a4aa-46e5-a8b4-37faf2bc2f2c None None] Provisioning for port 9ded086b-895b-46da-a377-b7c0ea1b5a0a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:55.983896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:55.991722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Pushing event updated for resources: {'Port': ['ID=3a4cc34f-d0aa-4d57-a575-33f5d9302293,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:55.991940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:55.997390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:56.000416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ed135aa-a4aa-46e5-a8b4-37faf2bc2f2c None None] Provisioning complete for port 9ded086b-895b-46da-a377-b7c0ea1b5a0a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:56.000593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ed135aa-a4aa-46e5-a8b4-37faf2bc2f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.012467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 80a29ab5-8729-48b1-908b-ffcf207bfb83 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:56.041473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 1e46a7d8-6463-4b1e-82c5-c3ff8c26664c yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:56.072672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port 64c4879f-bea5-4585-b9b1-4fe0caead434 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:56.073012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.089819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 9ded086b-895b-46da-a377-b7c0ea1b5a0a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:56.090165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.095700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Attempting to bind port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:28:56.098673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Attempting to bind port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e8b26435-84f5-4045-8435-2844a0ecc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:28:56.098673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Attempting to bind port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 on network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:28:56.099947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ed135aa-a4aa-46e5-a8b4-37faf2bc2f2c None None] Port 9ded086b-895b-46da-a377-b7c0ea1b5a0a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:28:56.105836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:28:56.106168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Checking segment: {'id': 'e8b26435-84f5-4045-8435-2844a0ecc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:56.106585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.106977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Bound using segment: {'id': 'e8b26435-84f5-4045-8435-2844a0ecc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:28:56.107455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Bound port: 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b26435-84f5-4045-8435-2844a0ecc2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '75ea75d1-b677-4b62-81f1-aa5bc5afb4c4'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:28:56.107908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.185552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] For port 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:28:56.186428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Deleting port 7680b417-e7f8-4127-b10d-447c595e31f2 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:56.186949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.188496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] For port 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a4cc34f-d0aa-4d57-a575-33f5d9302293,segment=NetworkSegment(e8b26435-84f5-4045-8435-2844a0ecc2ea),segment_id=e8b26435-84f5-4045-8435-2844a0ecc2ea)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:28:56.237690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.4 (75ea75d1-b677-4b62-81f1-aa5bc5afb4c4/7078f2da-89df-4aaf-97d6-b36ca823e1b1/1e46a7d8-6463-4b1e-82c5-c3ff8c26664c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:56.284749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.290131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:56.310491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.311163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] For port 7680b417-e7f8-4127-b10d-447c595e31f2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7680b417-e7f8-4127-b10d-447c595e31f2,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:56.311533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.330006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.343790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.355280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Pushing event updated for resources: {'Port': ['ID=3a4cc34f-d0aa-4d57-a575-33f5d9302293,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:56.372872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:56.423846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Calling delete_port for 7680b417-e7f8-4127-b10d-447c595e31f2 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:56.444854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for 64c4879f-bea5-4585-b9b1-4fe0caead434 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:56.525182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 9ded086b-895b-46da-a377-b7c0ea1b5a0a owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:56.572612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.590160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 877e678c-e27f-462f-a315-0b4838a9c891 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:56.635886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 1e46a7d8-6463-4b1e-82c5-c3ff8c26664c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:56.690785 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:28:56.810366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.815135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08315cdb-941d-4a7c-886f-17774e8e073b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:56.860203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:56.863184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.863647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:56.869921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:56.894855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=1e46a7d8-6463-4b1e-82c5-c3ff8c26664c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:56.901802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.907006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:56.907507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:56.946394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event deleted for resources: {'Port': ['ID=7680b417-e7f8-4127-b10d-447c595e31f2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:56.949439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:56.969875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:56.975020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:56.984640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:56.985301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.007348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.012258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=64c4879f-bea5-4585-b9b1-4fe0caead434,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:57.014670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:57.015627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:57.019210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.049880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.092600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=9ded086b-895b-46da-a377-b7c0ea1b5a0a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:57.142091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-592f9e1d-4035-4eb5-a470-fbce9dae779b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0117223 Jun 22 09:28:57.147918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:57.176409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50718) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:57.190408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a75267ef-bcc7-43d4-b8e6-328750e5e42b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:57.200039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.213961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a4cc34f-d0aa-4d57-a575-33f5d9302293 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:57.248358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.294459 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.297626 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/9ded086b-895b-46da-a377-b7c0ea1b5a0a HTTP/1.1" status: 204 len: 168 time: 1.5980389 Jun 22 09:28:57.304127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=80a29ab5-8729-48b1-908b-ffcf207bfb83,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:57.308272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:57.313400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:57.314283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50720) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:57.340790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:57.395636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:57.395636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.408431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cef32e93-b5f4-4760-a0bc-38557081abd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:57.426098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 1e46a7d8-6463-4b1e-82c5-c3ff8c26664c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:57.426459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.437968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:57.443291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:57.462854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=877e678c-e27f-462f-a315-0b4838a9c891,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:57.477731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:57.507355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.510224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8389c1d9-6ad6-4618-90b6-2119bf96e609 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:28:57.517886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.522376 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "DELETE /v2.0/routers/8389c1d9-6ad6-4618-90b6-2119bf96e609 HTTP/1.1" status: 204 len: 168 time: 2.5517976 Jun 22 09:28:57.522998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50722) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:57.527598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:57.528021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.530343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2085200860', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:57.569879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42365d13-0efe-4a0a-a59f-05b85dd628a5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:57.571535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42365d13-0efe-4a0a-a59f-05b85dd628a5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:57.573126 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-42365d13-0efe-4a0a-a59f-05b85dd628a5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2521985 Jun 22 09:28:57.577355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50724) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:57.595509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.669391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.672061 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a80f418c-1783-47dd-b9b2-1b9dd121d390 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/ports/64c4879f-bea5-4585-b9b1-4fe0caead434 HTTP/1.1" status: 204 len: 168 time: 1.9035156 Jun 22 09:28:57.673727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': 'f8497b57-6f38-4904-b6fe-149462f6e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1e069f8b-dada-416b-95b1-6dca1da3f4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:28:57.675208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: 1e069f8b-dada-416b-95b1-6dca1da3f4d2, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:28:57.677543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50726) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:57.689615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09b1cb-e652-4d4a-8a8c-d543c6329c69 None None] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:57.696577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 1e46a7d8-6463-4b1e-82c5-c3ff8c26664c owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:57.707316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.708502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.722900 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b82dc0-a088-467c-b7b1-25cbfadbbb59 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] GET failed (client error): The resource could not be found. Jun 22 09:28:57.731365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-70b82dc0-a088-467c-b7b1-25cbfadbbb59 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "GET /v2.0/ports/64c4879f-bea5-4585-b9b1-4fe0caead434 HTTP/1.1" status: 404 len: 333 time: 0.0512662 Jun 22 09:28:57.732240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50728) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:57.738845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'name': 'tempest-AllowedAddressPairTestJSON-1372536315'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:57.785617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 2574956c-c503-47af-84a8-3b8a5d4926b5 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:57.815957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.849436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 1e069f8b-dada-416b-95b1-6dca1da3f4d2 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:28:57.895054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Provisioning for port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:28:57.899847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Provisioning complete for port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:57.900259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.924170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.924754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:57.941560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 1e069f8b-dada-416b-95b1-6dca1da3f4d2) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:57.952651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:57.953715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d0c6f3-4255-4457-826f-ed57d3f788d3 None None] Network 1e069f8b-dada-416b-95b1-6dca1da3f4d2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:57.955721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:57.968759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:57.969922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.051312 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8362632 Jun 22 09:28:58.054428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50730) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:58.083192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.248903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] For port 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a4cc34f-d0aa-4d57-a575-33f5d9302293,segment=NetworkSegment(e8b26435-84f5-4045-8435-2844a0ecc2ea),segment_id=e8b26435-84f5-4045-8435-2844a0ecc2ea)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:58.261667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 877e678c-e27f-462f-a315-0b4838a9c891 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:58.263392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.307910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.311011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:58.317151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:58.319458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.346934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.357844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.363569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] device_id is not set on port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:28:58.372590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Pushing event updated for resources: {'Port': ['ID=3a4cc34f-d0aa-4d57-a575-33f5d9302293,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:58.386256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:58.434520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-62200be9-6f15-4626-8bd3-1a98156d09f0 None None] Provisioning complete for port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:58.435074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62200be9-6f15-4626-8bd3-1a98156d09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.536438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Allocated IP 172.20.0.14 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/2b0b7921-c961-4f5d-b44e-c215b7a11fc3) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:58.539156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.544440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-afc0b47d-dd43-40d8-ba23-f55cba16a6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:58.556497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-62200be9-6f15-4626-8bd3-1a98156d09f0 None None] Could not find standard attr ID for object 1e46a7d8-6463-4b1e-82c5-c3ff8c26664c. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:28:58.579335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=1e46a7d8-6463-4b1e-82c5-c3ff8c26664c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:58.585771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:58.668561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.687968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.704156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-05afefaa-ad00-4b95-84ae-92e4efc10d5e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:58.760991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c2d0a-5bc8-4a7f-ad6d-24dccea3b49a None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:28:58.761720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 877e678c-e27f-462f-a315-0b4838a9c891 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:58.766353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=2574956c-c503-47af-84a8-3b8a5d4926b5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:58.766353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.770559 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/2574956c-c503-47af-84a8-3b8a5d4926b5 HTTP/1.1" status: 204 len: 168 time: 1.1912494 Jun 22 09:28:58.773637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50738) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:58.807499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:58.814756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.819864 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/1e46a7d8-6463-4b1e-82c5-c3ff8c26664c HTTP/1.1" status: 204 len: 168 time: 1.6419444 Jun 22 09:28:58.822877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50740) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:58.845974 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2e625def-9795-4609-8030-fa30d8d2d845 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687280 Jun 22 09:28:58.846778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50742) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:58.853922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:58.864033 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c449c64-2bff-43a5-ba8e-66b918d645a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:28:58.864655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c449c64-2bff-43a5-ba8e-66b918d645a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:28:58.869744 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8c449c64-2bff-43a5-ba8e-66b918d645a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/1e46a7d8-6463-4b1e-82c5-c3ff8c26664c HTTP/1.1" status: 404 len: 333 time: 0.0419021 Jun 22 09:28:58.870944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50744) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:58.917591 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-80092b70-0b9a-4ed4-a65a-ec5c2d9424d9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:28:58.919174 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-80092b70-0b9a-4ed4-a65a-ec5c2d9424d9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/1e46a7d8-6463-4b1e-82c5-c3ff8c26664c HTTP/1.1" status: 404 len: 333 time: 0.0480742 Jun 22 09:28:58.925457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50746) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:58.958627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:58.977684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Transition to ACTIVE for port object 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:28:58.988921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:28:59.043351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a4cc34f-d0aa-4d57-a575-33f5d9302293 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:28:59.055456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 7078f2da-89df-4aaf-97d6-b36ca823e1b1 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:28:59.061120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.066559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Deleting port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:59.066952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.090957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.101124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.112402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.124991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:28:59.128569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.158002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] For port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:28:59.158525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.167160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.172492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-794db8a5-a69f-4a5f-b111-e4fe3286edb5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:59.178868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.190478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1b62e7d6-6547-4d85-9057-76224ae446f3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:59.203832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:28:59.204246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.222563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=877e678c-e27f-462f-a315-0b4838a9c891,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:59.230073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:59.230776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Calling delete_port for 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:28:59.249456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:28:59.254663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.256947 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/877e678c-e27f-462f-a315-0b4838a9c891 HTTP/1.1" status: 204 len: 168 time: 1.2013955 Jun 22 09:28:59.257710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:28:59.259574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50748) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:59.263486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:28:59.344933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=2b0b7921-c961-4f5d-b44e-c215b7a11fc3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:59.353609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:59.401774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Allocated IP 172.26.6.239 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/55ed6060-6010-4b7c-8522-584e02ce5d00) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:28:59.424277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:59.424935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.444711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.453994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.469665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0318d83d-69f5-47b3-9ad2-19a9531bd9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:28:59.516830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a105dad-5a4d-4cbb-bf0f-2316778e1513 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:59.525010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a105dad-5a4d-4cbb-bf0f-2316778e1513 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:28:59.530701 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8a105dad-5a4d-4cbb-bf0f-2316778e1513 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2655065 Jun 22 09:28:59.534753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50754) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:59.541218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Pushing event deleted for resources: {'Port': ['ID=461c985c-98ab-4a04-be0e-aa9d2dfcbb48,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:28:59.544666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1557-cc03-4755-b54c-b5c461c9b854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.546418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:28:59.555085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] No DVR routers for this DVR port 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:28:59.555085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7680b417-e7f8-4127-b10d-447c595e31f2 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:28:59.595622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 7680b417-e7f8-4127-b10d-447c595e31f2 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:28:59.596539 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8621032 Jun 22 09:28:59.596638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7680b417-e7f8-4127-b10d-447c595e31f2 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:28:59.597956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50758) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:28:59.608395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:de:18:ff'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:28:59.749354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:28:59.765572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 80a29ab5-8729-48b1-908b-ffcf207bfb83 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:28:59.765916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.023778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.024322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.025055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 80a29ab5-8729-48b1-908b-ffcf207bfb83 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:00.039902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.055432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8e219f6-aae6-4ee8-a37c-47003fa40bc0 None None] Provisioning for port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:00.059461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8e219f6-aae6-4ee8-a37c-47003fa40bc0 None None] Provisioning complete for port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:00.059844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8e219f6-aae6-4ee8-a37c-47003fa40bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.096901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f8e219f6-aae6-4ee8-a37c-47003fa40bc0 None None] Port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:00.141229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.142560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.144804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9333074b-ac85-4134-be34-2f9dc179ab91 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:00.204373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.206315 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/7078f2da-89df-4aaf-97d6-b36ca823e1b1 HTTP/1.1" status: 204 len: 168 time: 1.2798686 Jun 22 09:29:00.208887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:00.209345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50760) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:00.210625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c17dda-ad8f-4cbf-9964-3a60fddbf765 None None] Network 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:00.212725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:00.215620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:00.216255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.226679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37299713-e141-49da-b5a2-7484f6f12b01 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:00.237109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=8ad984ad-3f2d-4647-abcc-d27ffee0cb33,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:00.264530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=7078f2da-89df-4aaf-97d6-b36ca823e1b1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:00.266772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:00.267373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:00.267812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:00.298610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.312677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.316618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f996c54a-0cf9-4b59-b100-ac1b7aacafa1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:00.332149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.334797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.338206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-18848f7c-48a9-4f99-9c2c-ef0073f908ac tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:00.345913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=80a29ab5-8729-48b1-908b-ffcf207bfb83,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:00.352533 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-254ca006-249f-4164-bccf-1492a53e4576 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5011535 Jun 22 09:29:00.352533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:00.358449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50762) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:00.360943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '8ad984ad-3f2d-4647-abcc-d27ffee0cb33', 'ip_address': '2001:db8::7bfe:e236:f969:494d'}], 'name': 'tempest-NetworksTestDHCPv6-1873753024'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:00.368276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.372310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/80a29ab5-8729-48b1-908b-ffcf207bfb83 HTTP/1.1" status: 204 len: 168 time: 0.7971861 Jun 22 09:29:00.380044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50764) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:00.435780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:00.603572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:00.638589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '8ad984ad-3f2d-4647-abcc-d27ffee0cb33'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:00.639539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.777939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.786808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] DHCP port deletion for 75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:00.799426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port dcc8abcd-836a-4535-9520-43798387b6b6 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:00.820910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:00.832576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:00.840247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=2b0b7921-c961-4f5d-b44e-c215b7a11fc3,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:00.882677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Deleting port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:00.883077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.916908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] In _notify_port_updated(), no bound segment for port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 on network c9700191-51bf-47a6-8b0e-18925192f1cf {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:00.923030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:00.923207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c3681cf0-dfc5-4ecc-ad97-ea38300de1b6 None None] Provisioning complete for port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:00.923308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.923410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3681cf0-dfc5-4ecc-ad97-ea38300de1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.929533 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-26022ca6-64d6-4d42-b4e4-75e1b5583e34 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "PUT /v2.0/ports/2b0b7921-c961-4f5d-b44e-c215b7a11fc3 HTTP/1.1" status: 200 len: 995 time: 1.3240974 Jun 22 09:29:00.929843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50772) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:00.929944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:00.930172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:00.979033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c3681cf0-dfc5-4ecc-ad97-ea38300de1b6 None None] Port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:01.019894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] For port 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a4cc34f-d0aa-4d57-a575-33f5d9302293,segment=NetworkSegment(e8b26435-84f5-4045-8435-2844a0ecc2ea),segment_id=e8b26435-84f5-4045-8435-2844a0ecc2ea)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:01.020363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.034454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a4cc34f-d0aa-4d57-a575-33f5d9302293 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:01.039521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/8ad984ad-3f2d-4647-abcc-d27ffee0cb33/6dd40941-8ad8-4166-a233-d595e0e54fc3) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:01.078977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:01.078977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.090302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0df33e-d05e-4b2a-802a-46b009b8950c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:01.094256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-de0df33e-d05e-4b2a-802a-46b009b8950c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.7104006 Jun 22 09:29:01.094256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event updated for resources: {'Port': ['ID=55ed6060-6010-4b7c-8522-584e02ce5d00,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:01.094787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50774) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:01.118335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Calling delete_port for 3a4cc34f-d0aa-4d57-a575-33f5d9302293 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:01.133806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:01.136119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.795s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.136241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:01.148704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a4cc34f-d0aa-4d57-a575-33f5d9302293,segment=NetworkSegment(e8b26435-84f5-4045-8435-2844a0ecc2ea),segment_id=e8b26435-84f5-4045-8435-2844a0ecc2ea)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:01.149235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.176764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.177352 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb87c22f-7a2e-4c05-ba64-b15e7c8a8e72 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:01.178556 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fb87c22f-7a2e-4c05-ba64-b15e7c8a8e72 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/877e678c-e27f-462f-a315-0b4838a9c891 HTTP/1.1" status: 404 len: 333 time: 0.0779414 Jun 22 09:29:01.181456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50776) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:01.220338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33f04aa-e2c3-465f-b17a-b2e375dc73c2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:01.224392 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e33f04aa-e2c3-465f-b17a-b2e375dc73c2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/80a29ab5-8729-48b1-908b-ffcf207bfb83 HTTP/1.1" status: 404 len: 333 time: 0.0391250 Jun 22 09:29:01.241558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 3a4cc34f-d0aa-4d57-a575-33f5d9302293 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:01.243288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50778) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:01.281769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for 2b0b7921-c961-4f5d-b44e-c215b7a11fc3 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:01.288698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.368050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 3a4cc34f-d0aa-4d57-a575-33f5d9302293, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a4cc34f-d0aa-4d57-a575-33f5d9302293,segment=NetworkSegment(e8b26435-84f5-4045-8435-2844a0ecc2ea),segment_id=e8b26435-84f5-4045-8435-2844a0ecc2ea)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:01.369967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.392069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.506042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.508036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:01.516442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7d7ff38d-a97d-4aab-88db-ba1ac08e0d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.539306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.550973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:01.551325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 461c985c-98ab-4a04-be0e-aa9d2dfcbb48 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:01.556874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e069f8b-dada-416b-95b1-6dca1da3f4d2']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:01.573016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8497b57-6f38-4904-b6fe-149462f6e435') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:01.573312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8497b57-6f38-4904-b6fe-149462f6e435') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:01.578827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=3a4cc34f-d0aa-4d57-a575-33f5d9302293,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:01.581805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:01.586141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.594619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.602339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.602976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Transition to ACTIVE for port object 6dd40941-8ad8-4166-a233-d595e0e54fc3 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:01.606399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.629982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.637056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=2b0b7921-c961-4f5d-b44e-c215b7a11fc3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:01.640773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:01.641215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:01.641619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: items = [ Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:01.644575 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:01.683976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.695455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.697685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] No DVR routers for this DVR port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:01.726653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Pushing event deleted for resources: {'Port': ['ID=3a4cc34f-d0aa-4d57-a575-33f5d9302293,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:01.737128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:01.738130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.745941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-44cf7bcf-8591-49d3-a384-663099a8b229 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.779677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port 3a4cc34f-d0aa-4d57-a575-33f5d9302293 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:01.781365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=3a4cc34f-d0aa-4d57-a575-33f5d9302293,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:01.789330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:01.808704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.813519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/ports/2b0b7921-c961-4f5d-b44e-c215b7a11fc3 HTTP/1.1" status: 204 len: 168 time: 0.8824716 Jun 22 09:29:01.813965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50782) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:01.821767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Transition to ACTIVE for port object 6dd40941-8ad8-4166-a233-d595e0e54fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:01.855801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.856781 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd45e50-8280-4674-841f-3526747b9262 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] GET failed (client error): The resource could not be found. Jun 22 09:29:01.862552 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4bd45e50-8280-4674-841f-3526747b9262 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "GET /v2.0/ports/2b0b7921-c961-4f5d-b44e-c215b7a11fc3 HTTP/1.1" status: 404 len: 333 time: 0.0441053 Jun 22 09:29:01.863545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50784) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:01.869470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'name': 'tempest-AllowedAddressPairTestJSON-117731142'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:01.884705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.888829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.919768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:01.929380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.935093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/1e069f8b-dada-416b-95b1-6dca1da3f4d2 HTTP/1.1" status: 204 len: 168 time: 0.6869509 Jun 22 09:29:01.937709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:01.939199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:01.941145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50788) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:01.943958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:01.951993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:01.968819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2143470424'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:01.995014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Pushing event updated for resources: {'Port': ['ID=6dd40941-8ad8-4166-a233-d595e0e54fc3,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.000120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=1e069f8b-dada-416b-95b1-6dca1da3f4d2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.013774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:02.031229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::7bfe:e236:f969:494d (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/8ad984ad-3f2d-4647-abcc-d27ffee0cb33/dcc8abcd-836a-4535-9520-43798387b6b6) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:02.036201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ea75d1-b677-4b62-81f1-aa5bc5afb4c4']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:02.040787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:02.051808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b26435-84f5-4045-8435-2844a0ecc2ea') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:02.052306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b26435-84f5-4045-8435-2844a0ecc2ea') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:02.063590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Attempting to bind port 6dd40941-8ad8-4166-a233-d595e0e54fc3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:02.063995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Attempting to bind port 6dd40941-8ad8-4166-a233-d595e0e54fc3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:02.064410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Attempting to bind port 6dd40941-8ad8-4166-a233-d595e0e54fc3 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:02.071227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:02.071601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:02.072048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.072437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.078047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:02.078047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Bound port: 6dd40941-8ad8-4166-a233-d595e0e54fc3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:02.078047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.083094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:02.087684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.108361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.114676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.120820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:02.121268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:02.125902 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:02.160277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] For port 6dd40941-8ad8-4166-a233-d595e0e54fc3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:02.203712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2e7e25-44db-4ef4-be41-416edb787917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.235990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:02.257442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.270490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object dcc8abcd-836a-4535-9520-43798387b6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:02.278874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.281475 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment 1b89c659-4117-43d9-a12d-299419ade7dc of type vlan for network b464270b-ecee-4721-bca2-d3e3a3104cf2 Jun 22 09:29:02.286505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:02.290399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.322452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] device_id is not set on port 46397c51-847f-4f10-8e7d-65a48eef5096 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:02.329187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] For port 6dd40941-8ad8-4166-a233-d595e0e54fc3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6dd40941-8ad8-4166-a233-d595e0e54fc3,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:02.333919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.338063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.345425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.352249 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/75ea75d1-b677-4b62-81f1-aa5bc5afb4c4 HTTP/1.1" status: 204 len: 168 time: 2.1368475 Jun 22 09:29:02.352249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-956b40f0-ef55-4e20-856f-819bf2ea16fa tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:02.357275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50792) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:02.361958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1473107425'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:02.374770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=75ea75d1-b677-4b62-81f1-aa5bc5afb4c4,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.377098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:02.422698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.427642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6e856694-1599-4d43-ab54-4b0cffed8987 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:02.445034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.447996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-93a2c420-21bb-4f98-a110-85397c6a0ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:02.481662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:02.490437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:02.495737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Allocated IP 172.20.0.4 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/46397c51-847f-4f10-8e7d-65a48eef5096) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:02.498122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:02.503970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:02.504599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.510382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Pushing event updated for resources: {'Port': ['ID=6dd40941-8ad8-4166-a233-d595e0e54fc3,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.513570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:02.516812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Router aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:02.518786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.525940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:02.529444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.541444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:02.542113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.548756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b9030f9-79c7-4883-8b83-dd0b1310e7f3 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:02.554635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=dcc8abcd-836a-4535-9520-43798387b6b6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.561426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:02.595836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:02.623094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.629200 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 39fa809a-2ce4-4bc0-b91e-8d6f70aa5424 of type vlan for network d03422a5-dc1a-4a13-9a99-14585019f6ec Jun 22 09:29:02.661756 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3056366 Jun 22 09:29:02.664255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50794) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:02.671619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.715309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.739389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=b464270b-ecee-4721-bca2-d3e3a3104cf2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.752160 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8084326 Jun 22 09:29:02.753166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50796) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:02.754170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:02.755215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:02.761410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:02.783538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.797854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Transition to ACTIVE for port object 46397c51-847f-4f10-8e7d-65a48eef5096 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:02.878073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.883855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:02.884600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.888100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:02.905614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1305a6-6dd3-4f56-9a1d-77ccd5e5009d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:02.911470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1305a6-6dd3-4f56-9a1d-77ccd5e5009d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:02.916728 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ef1305a6-6dd3-4f56-9a1d-77ccd5e5009d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2464483 Jun 22 09:29:02.916728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:02.917412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:02.926401 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] Sync routers for ids ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:02.937959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.952782 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] Routers {'aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:02.953565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:02.994737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=d03422a5-dc1a-4a13-9a99-14585019f6ec,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:02.999508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:02.999508 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4744596 Jun 22 09:29:03.004502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50802) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:03.010526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': False}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:03.011007 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:03.016633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:03.017144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5ad767aa-4aed-48d3-bb72-6e5e17ab74fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:03.025967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d03422a5-dc1a-4a13-9a99-14585019f6ec details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:03.031416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:03.051286 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] Routers {'aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:03.051972 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:03.079333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7213218 Jun 22 09:29:03.093428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50804) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:03.108331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:03.113004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:03.123251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:03.132709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.138819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:03.144008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6dd40941-8ad8-4166-a233-d595e0e54fc3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:03.216906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:03.220701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.274904 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:03.276355 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289fdd0-6685-479e-b5a0-302536639e0f None None] The sync data for ids ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:03.366091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=46397c51-847f-4f10-8e7d-65a48eef5096,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:03.376120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:03.411406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.434250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port dcc8abcd-836a-4535-9520-43798387b6b6 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:03.434589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.443744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6dd40941-8ad8-4166-a233-d595e0e54fc3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:03.448941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5842810 Jun 22 09:29:03.459087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50810) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:03.503165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:de:18:ff'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:03.552309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:03.556865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.620721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-015e0195-d3d2-4894-a224-6aa743fa8d16 None None] Provisioning for port 46397c51-847f-4f10-8e7d-65a48eef5096 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:03.625904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-015e0195-d3d2-4894-a224-6aa743fa8d16 None None] Provisioning complete for port 46397c51-847f-4f10-8e7d-65a48eef5096 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:03.626329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-015e0195-d3d2-4894-a224-6aa743fa8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.685058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-015e0195-d3d2-4894-a224-6aa743fa8d16 None None] Port 46397c51-847f-4f10-8e7d-65a48eef5096 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:03.873072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.875717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1dca6726-9c3d-4be8-a575-5233f6506f7a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:03.906818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Provisioning for port 6dd40941-8ad8-4166-a233-d595e0e54fc3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:03.912262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Provisioning complete for port 6dd40941-8ad8-4166-a233-d595e0e54fc3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:03.912262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:03.941595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=819cb434-55a7-49dc-9a4e-9ee336cf7daf,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:03.946275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:03.954737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:03.954975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: d03422a5-dc1a-4a13-9a99-14585019f6ec, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:03.995393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.028801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] For port 6dd40941-8ad8-4166-a233-d595e0e54fc3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6dd40941-8ad8-4166-a233-d595e0e54fc3,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:04.030296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.049642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network d03422a5-dc1a-4a13-9a99-14585019f6ec is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:04.112768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.115654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:04.141360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d03422a5-dc1a-4a13-9a99-14585019f6ec) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:04.146353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:04.146962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.155785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d609fc-04df-4f2d-b602-6365c38f66d4 None None] Network d03422a5-dc1a-4a13-9a99-14585019f6ec requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:04.162721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for dcc8abcd-836a-4535-9520-43798387b6b6 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:04.167897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.218435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1215754 Jun 22 09:29:04.224406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50814) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:04.228869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Pushing event updated for resources: {'Port': ['ID=6dd40941-8ad8-4166-a233-d595e0e54fc3,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:04.232114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:04.234725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec', 'security_groups': [], 'name': 'tempest-PortsTestJSON-649732179'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:04.299543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.307230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:04.346245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d03422a5-dc1a-4a13-9a99-14585019f6ec', 'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': '819cb434-55a7-49dc-9a4e-9ee336cf7daf'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:04.346245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.370077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1793f03c-ee7b-4d77-8987-a6e3d176dd6d None None] Provisioning for port dcc8abcd-836a-4535-9520-43798387b6b6 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:04.376412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1793f03c-ee7b-4d77-8987-a6e3d176dd6d None None] Provisioning complete for port dcc8abcd-836a-4535-9520-43798387b6b6 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:04.376917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1793f03c-ee7b-4d77-8987-a6e3d176dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.402798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.478510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1793f03c-ee7b-4d77-8987-a6e3d176dd6d None None] Port dcc8abcd-836a-4535-9520-43798387b6b6 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:04.478998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=44d19108-7191-48ea-810b-ef5cf0507196,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:04.484046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:04.490029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:04.495344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.513981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port e30f8483-bff3-4f49-b90c-666d8bfdb2cd yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:04.534797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Allocated IP 172.20.0.2 (d03422a5-dc1a-4a13-9a99-14585019f6ec/819cb434-55a7-49dc-9a4e-9ee336cf7daf/21646ec4-451b-426e-a8f1-d63f1acf2d65) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:04.639134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': '1b89c659-4117-43d9-a12d-299419ade7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:04.639538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: b464270b-ecee-4721-bca2-d3e3a3104cf2, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:04.693699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.698795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.705677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:04.706785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Transition to ACTIVE for port object 21646ec4-451b-426e-a8f1-d63f1acf2d65 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:04.722208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Transition to ACTIVE for port object 21646ec4-451b-426e-a8f1-d63f1acf2d65 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:04.746209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=dcc8abcd-836a-4535-9520-43798387b6b6,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:04.751797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:04.754263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.781066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:04.789817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.794103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/dcc8abcd-836a-4535-9520-43798387b6b6 HTTP/1.1" status: 204 len: 168 time: 1.8675165 Jun 22 09:29:04.795423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50820) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:04.815704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.819675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-00444ef7-a271-4c9d-956f-664825cbbf36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:04.859821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Network d03422a5-dc1a-4a13-9a99-14585019f6ec is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:04.860907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, b464270b-ecee-4721-bca2-d3e3a3104cf2) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:04.864168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:04.866214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:04.866844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.872562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:04.875398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.878182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16fda0-daa8-4e35-91f8-425ce409899a None None] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:04.887212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.889450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03498f-a074-4960-8b40-33d3fb705269 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:04.891214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce03498f-a074-4960-8b40-33d3fb705269 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:04.891527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-005786ff-c4d9-48b9-9530-57d11178c5b1 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:04.893179 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ce03498f-a074-4960-8b40-33d3fb705269 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0964298 Jun 22 09:29:04.896155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50822) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:04.961771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 8ad984ad-3f2d-4647-abcc-d27ffee0cb33 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:04.965902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:04.992248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Pushing event updated for resources: {'Port': ['ID=21646ec4-451b-426e-a8f1-d63f1acf2d65,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:04.999950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:05.021807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.042541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=46397c51-847f-4f10-8e7d-65a48eef5096,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:05.042923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Attempting to bind port 21646ec4-451b-426e-a8f1-d63f1acf2d65 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:05.043321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Attempting to bind port 21646ec4-451b-426e-a8f1-d63f1acf2d65 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:05.043711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Attempting to bind port 21646ec4-451b-426e-a8f1-d63f1acf2d65 on network d03422a5-dc1a-4a13-9a99-14585019f6ec {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:05.046142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:05.047182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] In _notify_port_updated(), no bound segment for port 46397c51-847f-4f10-8e7d-65a48eef5096 on network c9700191-51bf-47a6-8b0e-18925192f1cf {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:05.053713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:05.054379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.055703 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "PUT /v2.0/ports/46397c51-847f-4f10-8e7d-65a48eef5096 HTTP/1.1" status: 200 len: 995 time: 1.5625508 Jun 22 09:29:05.056362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:05.056751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Checking segment: {'id': '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:05.057166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.057571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Bound using segment: {'id': '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:05.058060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Bound port: 21646ec4-451b-426e-a8f1-d63f1acf2d65, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd03422a5-dc1a-4a13-9a99-14585019f6ec'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:05.058549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.058829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50824) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:05.061766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6dd40941-8ad8-4166-a233-d595e0e54fc3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:05.079224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.14 (d03422a5-dc1a-4a13-9a99-14585019f6ec/819cb434-55a7-49dc-9a4e-9ee336cf7daf/e30f8483-bff3-4f49-b90c-666d8bfdb2cd) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:05.198498 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4387586 Jun 22 09:29:05.200021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50826) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:05.205048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2', 'name': 'tempest-PortsIpV6TestJSON-255706955'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:05.256557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] For port 21646ec4-451b-426e-a8f1-d63f1acf2d65, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:05.260549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] For port 21646ec4-451b-426e-a8f1-d63f1acf2d65, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=21646ec4-451b-426e-a8f1-d63f1acf2d65,segment=NetworkSegment(39fa809a-2ce4-4bc0-b91e-8d6f70aa5424),segment_id=39fa809a-2ce4-4bc0-b91e-8d6f70aa5424)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:05.275282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.292471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6dd40941-8ad8-4166-a233-d595e0e54fc3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:05.292927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.296563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-b464270b-ecee-4721-bca2-d3e3a3104cf2', 'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': '44d19108-7191-48ea-810b-ef5cf0507196'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:05.297486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.304876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port 46397c51-847f-4f10-8e7d-65a48eef5096 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:05.305217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.357607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b70b7274-bc85-4509-84a6-7bf99fd866a1 None None] Provisioning complete for port 46397c51-847f-4f10-8e7d-65a48eef5096 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:05.358088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b70b7274-bc85-4509-84a6-7bf99fd866a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.380214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.385523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:05.454203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.557211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for 46397c51-847f-4f10-8e7d-65a48eef5096 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:05.580416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.615576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.667433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b70b7274-bc85-4509-84a6-7bf99fd866a1 None None] Port 46397c51-847f-4f10-8e7d-65a48eef5096 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:05.709501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Pushing event updated for resources: {'Port': ['ID=21646ec4-451b-426e-a8f1-d63f1acf2d65,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:05.715400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:05.774031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Allocated IP 2001:db8::2 (b464270b-ecee-4721-bca2-d3e3a3104cf2/44d19108-7191-48ea-810b-ef5cf0507196/844f17cf-1537-48f5-b22e-d50afc3d1ff4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:05.851813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.872909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object e30f8483-bff3-4f49-b90c-666d8bfdb2cd will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:05.881159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Router aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:05.964491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.969478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.982476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:05.987376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c66be8ac-4b88-4a8c-acd0-bd21fa3297ad tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:05.989029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be4b816c-cfe1-43b9-91eb-5a11f0db5149 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:05.992841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:05.996453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.001681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Transition to ACTIVE for port object 844f17cf-1537-48f5-b22e-d50afc3d1ff4 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:06.025922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Transition to ACTIVE for port object 844f17cf-1537-48f5-b22e-d50afc3d1ff4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:06.031565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.035584 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/8ad984ad-3f2d-4647-abcc-d27ffee0cb33 HTTP/1.1" status: 204 len: 168 time: 1.1382101 Jun 22 09:29:06.036976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad984ad-3f2d-4647-abcc-d27ffee0cb33,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:06.040890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50834) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.049205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:06.051646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.055729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfece6-1084-491d-9ba7-0d9ce45da1fc None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:06.056819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7a52f254-3418-4f6e-a447-d3f53c531e13 tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:06.068311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=46397c51-847f-4f10-8e7d-65a48eef5096,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:06.077309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:06.105581 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ed5a601c-e2fe-41c4-8da7-3afea3607a0e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611324 Jun 22 09:29:06.106726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50836) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.128980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 1e5c62d6-c4a1-4f04-9f60-3ba909816108 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:06.148463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.153628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:06.197247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network d03422a5-dc1a-4a13-9a99-14585019f6ec is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:06.208122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:06.215277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:06.221238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:06.227786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=e30f8483-bff3-4f49-b90c-666d8bfdb2cd,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:06.237010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:06.239510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:06.252893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:06.257011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:06.259828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.261920 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/ports/46397c51-847f-4f10-8e7d-65a48eef5096 HTTP/1.1" status: 204 len: 168 time: 1.2021160 Jun 22 09:29:06.267247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50838) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.271114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.272640 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5df4bcf2-5e2f-41d1-bb43-b9ceae6dcef3 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "PUT /v2.0/routers/aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 HTTP/1.1" status: 200 len: 922 time: 3.2662625 Jun 22 09:29:06.277920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50840) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.313086 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] Sync routers for ids ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:06.316538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0cf3ba-6b19-4002-8b9a-ae2945844311 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:06.317328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Pushing event updated for resources: {'Port': ['ID=844f17cf-1537-48f5-b22e-d50afc3d1ff4,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:06.321261 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7c0cf3ba-6b19-4002-8b9a-ae2945844311 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2103777 Jun 22 09:29:06.324808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50842) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.326659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:06.367365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c78003-9467-48a8-81c7-5ca6214dfd79 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] GET failed (client error): The resource could not be found. Jun 22 09:29:06.375061 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c6c78003-9467-48a8-81c7-5ca6214dfd79 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "GET /v2.0/ports/46397c51-847f-4f10-8e7d-65a48eef5096 HTTP/1.1" status: 404 len: 333 time: 0.1066046 Jun 22 09:29:06.379518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50844) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.387283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'name': 'tempest-AllowedAddressPairTestJSON-660613869'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:06.402144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:06.402878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.406001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] Routers {'aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:06.406679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:06.446503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7bae0-7da0-449b-b55b-cd6b68339f4c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:06.450416 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eaa7bae0-7da0-449b-b55b-cd6b68339f4c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1215813 Jun 22 09:29:06.450547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Attempting to bind port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:06.450547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Attempting to bind port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '1b89c659-4117-43d9-a12d-299419ade7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:06.450547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Attempting to bind port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 on network b464270b-ecee-4721-bca2-d3e3a3104cf2 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:06.450826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50846) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.454745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:06.455845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Checking segment: {'id': '1b89c659-4117-43d9-a12d-299419ade7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:06.456355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.457592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Bound using segment: {'id': '1b89c659-4117-43d9-a12d-299419ade7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:06.457592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Bound port: 844f17cf-1537-48f5-b22e-d50afc3d1ff4, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b89c659-4117-43d9-a12d-299419ade7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b464270b-ecee-4721-bca2-d3e3a3104cf2'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:06.457840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.459771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:06.467320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::277 (b464270b-ecee-4721-bca2-d3e3a3104cf2/44d19108-7191-48ea-810b-ef5cf0507196/1e5c62d6-c4a1-4f04-9f60-3ba909816108) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:06.502084 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-533334de-ca09-41ab-be86-43377890fb1c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464199 Jun 22 09:29:06.502314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50848) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.507563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] Routers {'aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:06.507791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:06.508299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:06.514193 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e891bbd5-a413-4c74-87ae-24c3c258db7c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 HTTP/1.1" status: 200 len: 922 time: 0.2267616 Jun 22 09:29:06.515015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50850) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.545351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3175142 Jun 22 09:29:06.548193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50852) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.552850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:06.556014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d80a1e-892f-4d68-b39f-623c35d512b5 None None] The sync data for ids ['aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:06.589309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:06.599960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] For port 844f17cf-1537-48f5-b22e-d50afc3d1ff4, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:06.635124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] For port 844f17cf-1537-48f5-b22e-d50afc3d1ff4, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=844f17cf-1537-48f5-b22e-d50afc3d1ff4,segment=NetworkSegment(1b89c659-4117-43d9-a12d-299419ade7dc),segment_id=1b89c659-4117-43d9-a12d-299419ade7dc)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:06.668226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Deleting port 6dd40941-8ad8-4166-a233-d595e0e54fc3 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:06.668704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.713834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.719582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c68469e2-c367-4d9d-9e71-82fb87e88490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:06.785823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d9411-429c-4889-b70c-4db5edd1f8f8 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:06.791725 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fc7d9411-429c-4889-b70c-4db5edd1f8f8 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2759328 Jun 22 09:29:06.792870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50856) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:06.793953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.804263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] For port 6dd40941-8ad8-4166-a233-d595e0e54fc3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6dd40941-8ad8-4166-a233-d595e0e54fc3,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:06.804677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.821490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port e30f8483-bff3-4f49-b90c-666d8bfdb2cd {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:06.821490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.827700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:06.832113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:06.868531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object 1e5c62d6-c4a1-4f04-9f60-3ba909816108 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:06.965483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Calling delete_port for 6dd40941-8ad8-4166-a233-d595e0e54fc3 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:06.985168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Pushing event updated for resources: {'Port': ['ID=844f17cf-1537-48f5-b22e-d50afc3d1ff4,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:07.004248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:07.096975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.131137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 21646ec4-451b-426e-a8f1-d63f1acf2d65 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:07.140475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed734ae0-266c-4a85-9863-a30f2c12ba6d None None] Network d03422a5-dc1a-4a13-9a99-14585019f6ec requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:07.217863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.259991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for e30f8483-bff3-4f49-b90c-666d8bfdb2cd owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:07.268783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9eb2130b-df76-4310-843f-781538649b79 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:07.366587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d80ecc89-23f0-41e5-aee6-2d66319ba445 None None] Provisioning for port 21646ec4-451b-426e-a8f1-d63f1acf2d65 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:07.401745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:07.405628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.417184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 21646ec4-451b-426e-a8f1-d63f1acf2d65 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:07.419184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.423060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:07.423928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:07.427807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=1e5c62d6-c4a1-4f04-9f60-3ba909816108,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:07.431613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:07.432644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 21646ec4-451b-426e-a8f1-d63f1acf2d65 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:07.432816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:07.433032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.435209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:07.441292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:07.442102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.468773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] device_id is not set on port b9b56805-d86e-4c48-bd8a-4aff550f9faa yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:07.475654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] No DVR routers for this DVR port 6dd40941-8ad8-4166-a233-d595e0e54fc3 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:07.477559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Pushing event deleted for resources: {'Port': ['ID=6dd40941-8ad8-4166-a233-d595e0e54fc3,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:07.483163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:07.559929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.576243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e30496-50e2-4fea-b6c8-511d13be6082 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:07.577651 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-29e30496-50e2-4fea-b6c8-511d13be6082 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.7424734 Jun 22 09:29:07.581349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50862) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:07.600926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 21646ec4-451b-426e-a8f1-d63f1acf2d65, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=21646ec4-451b-426e-a8f1-d63f1acf2d65,segment=NetworkSegment(39fa809a-2ce4-4bc0-b91e-8d6f70aa5424),segment_id=39fa809a-2ce4-4bc0-b91e-8d6f70aa5424)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:07.614378 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4132621 Jun 22 09:29:07.618088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50864) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:07.618539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ba585ac3-3200-4cb5-b070-a5c8270e830a tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 HTTP/1.1" status: 200 len: 205 time: 0.0354187 Jun 22 09:29:07.625221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50866) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:07.669424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.674299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d96cceb9-2f4c-4376-9935-e9316895dfb7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:07.678395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.682531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f487a0e-1873-4bcd-815c-e7a8e9775741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:07.708093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Allocated IP 172.20.0.8 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/b9b56805-d86e-4c48-bd8a-4aff550f9faa) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:07.717502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=e30f8483-bff3-4f49-b90c-666d8bfdb2cd,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:07.749285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:07.767939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=21646ec4-451b-426e-a8f1-d63f1acf2d65,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:07.782664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6dd40941-8ad8-4166-a233-d595e0e54fc3 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:07.784866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:07.825303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6dd40941-8ad8-4166-a233-d595e0e54fc3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:07.829964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6dd40941-8ad8-4166-a233-d595e0e54fc3 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:07.849800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cf789dcf-a8de-45f9-a58b-f0d8c2b07d94 None None] Provisioning complete for port 21646ec4-451b-426e-a8f1-d63f1acf2d65 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:07.849986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf789dcf-a8de-45f9-a58b-f0d8c2b07d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.916138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:07.920498 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/e30f8483-bff3-4f49-b90c-666d8bfdb2cd HTTP/1.1" status: 204 len: 168 time: 1.3687110 Jun 22 09:29:07.925370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50868) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:07.949401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cf789dcf-a8de-45f9-a58b-f0d8c2b07d94 None None] Could not find standard attr ID for object e30f8483-bff3-4f49-b90c-666d8bfdb2cd. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:29:07.967624 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-839ca986-9536-413f-abfb-1661e47e1094 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:29:07.973383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-839ca986-9536-413f-abfb-1661e47e1094 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/e30f8483-bff3-4f49-b90c-666d8bfdb2cd HTTP/1.1" status: 404 len: 333 time: 0.0463533 Jun 22 09:29:07.974557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50872) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:07.991521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.008316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 1e5c62d6-c4a1-4f04-9f60-3ba909816108 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:08.008655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.061813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.071406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-63f5462d-2215-4659-bbd3-f6feb6fac091 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:08.154180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 819cb434-55a7-49dc-9a4e-9ee336cf7daf {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:08.160217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.164083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-67d9dc88-1962-459f-89fb-a6987e9735f7 None None] Could not find standard attr ID for object e30f8483-bff3-4f49-b90c-666d8bfdb2cd. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:29:08.214436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:08.224248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.227703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.244339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.262373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Transition to ACTIVE for port object b9b56805-d86e-4c48-bd8a-4aff550f9faa will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:08.319376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=ee95dc38-5f85-4ee4-b29d-88867f129c71,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:08.333491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:08.338596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:08.345989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:08.346591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.357267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb1a9a-619f-4abb-88b3-0e82e1d2a776 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:08.376272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.387460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.394765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.435970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eba5c00a-71c6-4929-b202-ba3f0746a5b8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:08.462942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Deleting port 55ed6060-6010-4b7c-8522-584e02ce5d00 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:08.463166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.464396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678626e-736c-4b0a-ad7a-2cc913af92f2 None None] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:08.469042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 1e5c62d6-c4a1-4f04-9f60-3ba909816108 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:08.519622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:08.527225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:08.558793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.561832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:08.567685 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0644121 Jun 22 09:29:08.571052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50878) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:08.572077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=b9b56805-d86e-4c48-bd8a-4aff550f9faa,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:08.585718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': 'ee95dc38-5f85-4ee4-b29d-88867f129c71', 'ip_address': '2001:db8::e3e0:bc48:4cec:769a'}], 'name': 'tempest-NetworksTestDHCPv6-633604957'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:08.594883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:08.625384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.635183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:08.638595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.657308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Calling delete_port for 55ed6060-6010-4b7c-8522-584e02ce5d00 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:08.667591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-23b60dc8-9d72-42e0-a027-082f60349e1c None None] Provisioning for port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:08.693283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'ee95dc38-5f85-4ee4-b29d-88867f129c71'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:08.696837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.717739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:08.755912 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3729289 Jun 22 09:29:08.758196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50880) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:08.769824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'network_id': 'c9700191-51bf-47a6-8b0e-18925192f1cf', 'name': 'tempest-AllowedAddressPairTestJSON-730374777'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:08.779440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=819cb434-55a7-49dc-9a4e-9ee336cf7daf,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:08.785089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:08.791621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.795851 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/819cb434-55a7-49dc-9a4e-9ee336cf7daf HTTP/1.1" status: 204 len: 168 time: 0.8148477 Jun 22 09:29:08.799240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50882) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:08.811960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50c7c4-d040-4c6b-b261-5c2add0bc1cf None None] Network d03422a5-dc1a-4a13-9a99-14585019f6ec requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:08.820684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:08.826275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98352ffe-5b20-4df4-ad80-a9a1f43f4ed0 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:08.864773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=1e5c62d6-c4a1-4f04-9f60-3ba909816108,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:08.871760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:09.000358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.026939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Made reservation on behalf of 7d15bbffafc14630a75e343375b37aad for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:09.031104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.053866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] device_id is not set on port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:09.105500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d899dd2a-3ebb-4f47-aa6f-beefe6084ffb None None] Provisioning for port b9b56805-d86e-4c48-bd8a-4aff550f9faa completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:09.134913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 21646ec4-451b-426e-a8f1-d63f1acf2d65 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:09.134913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.143423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d899dd2a-3ebb-4f47-aa6f-beefe6084ffb None None] Provisioning complete for port b9b56805-d86e-4c48-bd8a-4aff550f9faa triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:09.143611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d899dd2a-3ebb-4f47-aa6f-beefe6084ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.156319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 844f17cf-1537-48f5-b22e-d50afc3d1ff4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:09.212612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:09.216766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.222433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Allocated IP 172.20.0.14 (c9700191-51bf-47a6-8b0e-18925192f1cf/3e5a2e46-5692-43e8-a169-ac2004180952/bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:09.222636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-634111c2-aad8-4b34-838b-c0404007f054 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:09.257921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/ee95dc38-5f85-4ee4-b29d-88867f129c71/e90c83a3-192e-4e03-8456-ba1322d4f454) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:09.266435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.269175 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/1e5c62d6-c4a1-4f04-9f60-3ba909816108 HTTP/1.1" status: 204 len: 168 time: 1.6500697 Jun 22 09:29:09.273629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50886) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:09.291175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d899dd2a-3ebb-4f47-aa6f-beefe6084ffb None None] Port b9b56805-d86e-4c48-bd8a-4aff550f9faa cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:09.297394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event deleted for resources: {'Port': ['ID=55ed6060-6010-4b7c-8522-584e02ce5d00,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:09.303002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port 21646ec4-451b-426e-a8f1-d63f1acf2d65, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=21646ec4-451b-426e-a8f1-d63f1acf2d65,segment=NetworkSegment(39fa809a-2ce4-4bc0-b91e-8d6f70aa5424),segment_id=39fa809a-2ce4-4bc0-b91e-8d6f70aa5424)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:09.304178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.314865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:09.340181 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-07750a77-1e69-46ae-8fe2-5098bacae191 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:29:09.341362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07750a77-1e69-46ae-8fe2-5098bacae191 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:29:09.343394 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-07750a77-1e69-46ae-8fe2-5098bacae191 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/1e5c62d6-c4a1-4f04-9f60-3ba909816108 HTTP/1.1" status: 404 len: 333 time: 0.0690782 Jun 22 09:29:09.346658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.348530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50888) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:09.453729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:09.467765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:09.468283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.476438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] DHCP port deletion for d03422a5-dc1a-4a13-9a99-14585019f6ec request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:09.477157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 21646ec4-451b-426e-a8f1-d63f1acf2d65 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:09.502841 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ceed9f-3440-4fbb-b3ed-a88945a19522 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:09.504460 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c2ceed9f-3440-4fbb-b3ed-a88945a19522 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/1e5c62d6-c4a1-4f04-9f60-3ba909816108 HTTP/1.1" status: 404 len: 333 time: 0.1530066 Jun 22 09:29:09.512503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50894) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:09.532213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.577337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.582660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Transition to ACTIVE for port object e90c83a3-192e-4e03-8456-ba1322d4f454 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:09.607786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Transition to ACTIVE for port object bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:09.610715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Transition to ACTIVE for port object e90c83a3-192e-4e03-8456-ba1322d4f454 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:09.663464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Deleting port 21646ec4-451b-426e-a8f1-d63f1acf2d65 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:09.664299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.667499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.721413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.724547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.730273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:09.730426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d876d302-771a-4350-8dbe-4e07e05ae656 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:09.796045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:09.807041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:09.808201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:09.811741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] For port 21646ec4-451b-426e-a8f1-d63f1acf2d65, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=21646ec4-451b-426e-a8f1-d63f1acf2d65,segment=NetworkSegment(39fa809a-2ce4-4bc0-b91e-8d6f70aa5424),segment_id=39fa809a-2ce4-4bc0-b91e-8d6f70aa5424)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:09.815353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.823825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Network c9700191-51bf-47a6-8b0e-18925192f1cf is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:09.825715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:09.828412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:09.841338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c97580cd-0081-481a-9fdb-675c98af7b1a None None] Provisioning complete for port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:09.841732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c97580cd-0081-481a-9fdb-675c98af7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.843627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:09.857762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:09.878495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 844f17cf-1537-48f5-b22e-d50afc3d1ff4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=844f17cf-1537-48f5-b22e-d50afc3d1ff4,segment=NetworkSegment(1b89c659-4117-43d9-a12d-299419ade7dc),segment_id=1b89c659-4117-43d9-a12d-299419ade7dc)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:09.900829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:09.901709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.921580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Pushing event updated for resources: {'Port': ['ID=e90c83a3-192e-4e03-8456-ba1322d4f454,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:09.952361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Calling delete_port for 21646ec4-451b-426e-a8f1-d63f1acf2d65 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:09.956085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:09.961566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:09.962432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 21646ec4-451b-426e-a8f1-d63f1acf2d65 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:09.969749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eb94cf4e-68d8-4008-89c4-015121b7bbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:09.978468 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2188530 Jun 22 09:29:09.981282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50896) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:09.987587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:de:18:ff'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e9:ce:c8'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:10.095947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=844f17cf-1537-48f5-b22e-d50afc3d1ff4,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:10.162492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.169025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 44d19108-7191-48ea-810b-ef5cf0507196 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:10.175332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.181408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.219441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.230695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:10.280368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.282406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Attempting to bind port e90c83a3-192e-4e03-8456-ba1322d4f454 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:10.282790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Attempting to bind port e90c83a3-192e-4e03-8456-ba1322d4f454 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:10.283227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Attempting to bind port e90c83a3-192e-4e03-8456-ba1322d4f454 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:10.289032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:10.297539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No active binding found for port 21646ec4-451b-426e-a8f1-d63f1acf2d65 {{(pid=93951) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 09:29:10.297539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 21646ec4-451b-426e-a8f1-d63f1acf2d65 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 22 09:29:10.339082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Pushing event deleted for resources: {'Port': ['ID=21646ec4-451b-426e-a8f1-d63f1acf2d65,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:10.341644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:10.342505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:10.342505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.342824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:10.343286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Bound port: e90c83a3-192e-4e03-8456-ba1322d4f454, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:10.343666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.348405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] No DVR routers for this DVR port 21646ec4-451b-426e-a8f1-d63f1acf2d65 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:10.350103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:10.351460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port 21646ec4-451b-426e-a8f1-d63f1acf2d65 not found, will not notify nova. {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 22 09:29:10.357485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.364870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.366965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 13dde218-c3bf-42fd-8d12-04daee10d209 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:10.381028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.437680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] For port e90c83a3-192e-4e03-8456-ba1322d4f454, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:10.439578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.441617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] For port e90c83a3-192e-4e03-8456-ba1322d4f454, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e90c83a3-192e-4e03-8456-ba1322d4f454,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:10.513826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.522145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-83706037-7b9d-4693-84e9-6af9b4ec7fe9 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:10.550822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.553082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-af24c6ec-f5c3-42af-8748-a134dabb3be2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:10.586950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=21646ec4-451b-426e-a8f1-d63f1acf2d65,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:10.591389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:10.597082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.602560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a776a57-41d8-4138-bad1-f14212bea1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:10.617604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port 21646ec4-451b-426e-a8f1-d63f1acf2d65 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:10.622554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.622554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Fanout notify agent at l3_agent the message router_deleted on router aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:10.638334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.643731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 HTTP/1.1" status: 204 len: 168 time: 3.0132847 Jun 22 09:29:10.644136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50900) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:10.653119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1411380432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:10.667154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8046e879-209f-40b5-9c6b-d27fd1b81af5 None None] Provisioning for port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:10.671834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event updated for resources: {'Port': ['ID=bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:10.679190 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-013d0bd2-5271-423b-ad34-37ba3f585c8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4008684 Jun 22 09:29:10.680478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:10.697593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] In _notify_port_updated(), no bound segment for port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf on network c9700191-51bf-47a6-8b0e-18925192f1cf {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:10.702208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8046e879-209f-40b5-9c6b-d27fd1b81af5 None None] Provisioning complete for port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:10.702595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8046e879-209f-40b5-9c6b-d27fd1b81af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.703102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:10.703774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.708281 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "PUT /v2.0/ports/bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf HTTP/1.1" status: 200 len: 1056 time: 0.7258024 Jun 22 09:29:10.709845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Pushing event updated for resources: {'Port': ['ID=e90c83a3-192e-4e03-8456-ba1322d4f454,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:10.710426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50902) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:10.720034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:10.762864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8046e879-209f-40b5-9c6b-d27fd1b81af5 None None] Port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:10.768017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8046e879-209f-40b5-9c6b-d27fd1b81af5 None None] Could not find standard attr ID for object 1e5c62d6-c4a1-4f04-9f60-3ba909816108. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:29:10.811675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.830083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.831194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.872571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.905637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:10.909210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.955459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:10.988864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03422a5-dc1a-4a13-9a99-14585019f6ec']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:11.029832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:11.030262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fa809a-2ce4-4bc0-b91e-8d6f70aa5424') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:11.036921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ada34c0f-0b72-4905-a4ea-6cc0c90e95df None None] Provisioning complete for port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:11.037342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ada34c0f-0b72-4905-a4ea-6cc0c90e95df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.041973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.044957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::e3e0:bc48:4cec:769a (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/ee95dc38-5f85-4ee4-b29d-88867f129c71/13dde218-c3bf-42fd-8d12-04daee10d209) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:11.071661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.085468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.088345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 844f17cf-1537-48f5-b22e-d50afc3d1ff4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:11.109104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f323c9dc-42e6-496d-93c3-95fa9c8f7867 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:11.133657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.142642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=44d19108-7191-48ea-810b-ef5cf0507196,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:11.150457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:11.152630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ada34c0f-0b72-4905-a4ea-6cc0c90e95df None None] Port bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:11.157867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.166454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.171000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/44d19108-7191-48ea-810b-ef5cf0507196 HTTP/1.1" status: 204 len: 168 time: 1.6543157 Jun 22 09:29:11.177625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50908) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:11.177826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4dff1-73e6-430e-94e8-b807f3a88a77 None None] Network b464270b-ecee-4721-bca2-d3e3a3104cf2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:11.186512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.187698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a107a54-d5d9-41a9-93c1-64abfb1ecf1e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5425992 Jun 22 09:29:11.196263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50910) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:11.205473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:11.227131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:11.249892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:11.250394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:11.254564 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:11.284525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:11.285138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.386125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-a8e10d0e-1946-4a52-92ba-ea38d46300c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:11.386125 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-a8e10d0e-1946-4a52-92ba-ea38d46300c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40e122a63db947e881280f5b03e3b0ae&device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 1098 time: 0.5267658 Jun 22 09:29:11.484003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] DHCP port deletion for b464270b-ecee-4721-bca2-d3e3a3104cf2 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:11.488962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.494913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:11.510926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 21646ec4-451b-426e-a8f1-d63f1acf2d65 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:11.525983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:11.529677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:11.540566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 21646ec4-451b-426e-a8f1-d63f1acf2d65 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:11.540698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 21646ec4-451b-426e-a8f1-d63f1acf2d65 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:11.564596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Deleting port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:11.564990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.613671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.630882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.640731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.646649 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/d03422a5-dc1a-4a13-9a99-14585019f6ec HTTP/1.1" status: 204 len: 168 time: 2.8464823 Jun 22 09:29:11.652634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50914) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:11.656661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:11.666498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'name': 'tempest-PortsTestJSON-512581698'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:11.735481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] For port 844f17cf-1537-48f5-b22e-d50afc3d1ff4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=844f17cf-1537-48f5-b22e-d50afc3d1ff4,segment=NetworkSegment(1b89c659-4117-43d9-a12d-299419ade7dc),segment_id=1b89c659-4117-43d9-a12d-299419ade7dc)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:11.735789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.824971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=d03422a5-dc1a-4a13-9a99-14585019f6ec,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:11.827440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:11.870278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Calling delete_port for 844f17cf-1537-48f5-b22e-d50afc3d1ff4 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:11.896208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.904057 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/ports/bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf HTTP/1.1" status: 204 len: 168 time: 1.1867456 Jun 22 09:29:11.905203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50916) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:11.933067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:11.937763 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccc99a6-574f-48e7-8d61-e0edcd4a20a3 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] GET failed (client error): The resource could not be found. Jun 22 09:29:11.942488 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8ccc99a6-574f-48e7-8d61-e0edcd4a20a3 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "GET /v2.0/ports/bd5ada6d-803d-41b8-9cfc-2aab6e65e9cf HTTP/1.1" status: 404 len: 333 time: 0.0355563 Jun 22 09:29:11.943587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50918) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:11.972992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-441bbfcb-93d0-4203-8127-c472cc39eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:11.974543 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-441bbfcb-93d0-4203-8127-c472cc39eab4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02b91d7e-e733-4392-b517-b8f88abb265d HTTP/1.1" status: 200 len: 907 time: 0.5581331 Jun 22 09:29:11.978900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.044221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 13dde218-c3bf-42fd-8d12-04daee10d209 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:12.063253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port b9b56805-d86e-4c48-bd8a-4aff550f9faa {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:12.063606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.095826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.099166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:12.152415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Pushing event deleted for resources: {'Port': ['ID=844f17cf-1537-48f5-b22e-d50afc3d1ff4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:12.158735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:12.163045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] No DVR routers for this DVR port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:12.166092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:12.167803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.173994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:12.181386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.189337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.215672 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-91119b8f-7c76-4b05-9d74-3d11e5e11b17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22221038-7f10-450c-9edd-02627b86500c HTTP/1.1" status: 200 len: 1000 time: 0.2322557 Jun 22 09:29:12.249679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b96dcd80-3c94-4369-8980-f42ab7494ab6 None None] Provisioning for port e90c83a3-192e-4e03-8456-ba1322d4f454 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:12.261587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for b9b56805-d86e-4c48-bd8a-4aff550f9faa owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:12.310849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 9b449a6f-bb28-439d-830f-f1f7a9cc1d65 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:12.335534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] For port 844f17cf-1537-48f5-b22e-d50afc3d1ff4, host dv-neutron-797120-3-hyperv, got binding levels [] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:12.335901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.384660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-e9c72331-6763-4ae8-93f6-3dd8ebbcd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:12.386185 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-e9c72331-6763-4ae8-93f6-3dd8ebbcd99f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853bc325-ebb9-4be1-9c02-79651b77cf6d HTTP/1.1" status: 200 len: 845 time: 0.1391950 Jun 22 09:29:12.446591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 844f17cf-1537-48f5-b22e-d50afc3d1ff4 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:12.454800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.460928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_backend_mixin [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 was not found and therefore no delete operation was performed {{(pid=93949) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:29:12.464076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-595a4072-92d4-43e9-86a5-5f592e57cd5e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:12.489879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.494908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-593e86a2-baa8-467e-b227-b371a6167111 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:12.497398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.519138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=b9b56805-d86e-4c48-bd8a-4aff550f9faa,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:12.522605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:12.574703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No DVR routers for this DVR port 844f17cf-1537-48f5-b22e-d50afc3d1ff4 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:12.579277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:12.593487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.595501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/ports/b9b56805-d86e-4c48-bd8a-4aff550f9faa HTTP/1.1" status: 204 len: 168 time: 0.6510844 Jun 22 09:29:12.598339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50924) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:12.603031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:12.609333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:12.614937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:12.615587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.630911 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a21f63-e5a7-46d3-966e-2c2aeab58b22 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] GET failed (client error): The resource could not be found. Jun 22 09:29:12.636463 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-66a21f63-e5a7-46d3-966e-2c2aeab58b22 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "GET /v2.0/ports/b9b56805-d86e-4c48-bd8a-4aff550f9faa HTTP/1.1" status: 404 len: 333 time: 0.0338869 Jun 22 09:29:12.637377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:12.650106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=13dde218-c3bf-42fd-8d12-04daee10d209,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:12.694349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:12.696420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-669d5bc7-7b5b-4c41-b5cc-0d5ad5343387 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:12.746789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port 66ff0600-989a-4e3a-9280-5a61ce8a7d98 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:12.747130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.778091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=844f17cf-1537-48f5-b22e-d50afc3d1ff4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:12.794909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:12.824602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.827521 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2549708 Jun 22 09:29:12.832911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50928) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:12.841226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': 'ee95dc38-5f85-4ee4-b29d-88867f129c71', 'ip_address': '2001:db8::e3e0:bc48:4cec:769a'}], 'name': 'tempest-NetworksTestDHCPv6-170536153'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:12.896247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:12.981015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for 66ff0600-989a-4e3a-9280-5a61ce8a7d98 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:13.050235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-245202b9-9067-4e25-bc6a-78f04e566a28 None None] Provisioning for port 13dde218-c3bf-42fd-8d12-04daee10d209 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:13.058525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-245202b9-9067-4e25-bc6a-78f04e566a28 None None] Provisioning complete for port 13dde218-c3bf-42fd-8d12-04daee10d209 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:13.062535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-245202b9-9067-4e25-bc6a-78f04e566a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.100995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e90c83a3-192e-4e03-8456-ba1322d4f454 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:13.164107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-2c3882cd-866f-4e5e-b162-17baeb6d6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:13.165738 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-2c3882cd-866f-4e5e-b162-17baeb6d6ebb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02b91d7e-e733-4392-b517-b8f88abb265d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7470963 Jun 22 09:29:13.167468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b464270b-ecee-4721-bca2-d3e3a3104cf2']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:13.169791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:13.172132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.196605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b89c659-4117-43d9-a12d-299419ade7dc') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:13.196899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b89c659-4117-43d9-a12d-299419ade7dc') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:13.247243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.252752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-57776640-67f8-4950-ab97-fb41a46da530 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:13.279470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.326571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-245202b9-9067-4e25-bc6a-78f04e566a28 None None] Port 13dde218-c3bf-42fd-8d12-04daee10d209 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:13.329359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.340763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.341402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=66ff0600-989a-4e3a-9280-5a61ce8a7d98,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:13.353786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:13.392780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:13.393229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:13.403490 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:13.405433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.409567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port e90c83a3-192e-4e03-8456-ba1322d4f454 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:13.415181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e90c83a3-192e-4e03-8456-ba1322d4f454 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:13.415888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.445602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port b7ad719e-3507-491c-a657-ddf5230755bc yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:13.497057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.532083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.579088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port e90c83a3-192e-4e03-8456-ba1322d4f454, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e90c83a3-192e-4e03-8456-ba1322d4f454,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:13.599356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.601711 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/ports/66ff0600-989a-4e3a-9280-5a61ce8a7d98 HTTP/1.1" status: 204 len: 168 time: 0.9634550 Jun 22 09:29:13.605628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50936) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:13.618557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-b6b012f3-c845-49f5-98c0-5780682d22ab service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364493 Jun 22 09:29:13.661647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.663700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ef66a699-1362-46ec-9c7c-60dbd3961f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:13.720206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting subnet 3e5a2e46-5692-43e8-a169-ac2004180952 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:13.723517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.730307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 844f17cf-1537-48f5-b22e-d50afc3d1ff4 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:13.745134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Allocated IP 172.26.6.236 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/e63bff76-1850-46c4-a4d8-aeb7e6e5222f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:13.762889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 844f17cf-1537-48f5-b22e-d50afc3d1ff4 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:13.763295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 844f17cf-1537-48f5-b22e-d50afc3d1ff4 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:13.766433 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 09:29:13.766938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:29:13.769740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=e90c83a3-192e-4e03-8456-ba1322d4f454,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:13.775830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:13.780065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.782083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.791555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.793114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:13.851618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.858315 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/b464270b-ecee-4721-bca2-d3e3a3104cf2 HTTP/1.1" status: 204 len: 168 time: 2.6717823 Jun 22 09:29:13.859090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50938) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:13.885602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:13.896115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2067296747'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:13.925523 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6dcd0877-8b8b-4240-a860-734da15090bc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0884137 Jun 22 09:29:13.926138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50940) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:13.928024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:13.966023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:14.003586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:14.009931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:14.010537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.013071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=9b449a6f-bb28-439d-830f-f1f7a9cc1d65,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:14.017427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.019314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b12a336a-40dd-456d-9240-52f4bef24599 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:14.028404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:14.037422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-089bc6f3-cc76-4ba5-a4c2-74d19a921da1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:14.046650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5a2e46-5692-43e8-a169-ac2004180952,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:14.050104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:14.051001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.053009 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/subnets/3e5a2e46-5692-43e8-a169-ac2004180952 HTTP/1.1" status: 204 len: 168 time: 0.4466727 Jun 22 09:29:14.056182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50942) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:14.061263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d26437-fefe-40e1-a8d8-c6461a6b9cb4 None None] Network c9700191-51bf-47a6-8b0e-18925192f1cf requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:14.083609 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d09e8c3-cda1-4b5f-8361-f750177394a6 req-6175e8de-eb38-46eb-8941-5d8abef67bdb service neutron] 10.222.0.24 "GET /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453433 Jun 22 09:29:14.089307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=b464270b-ecee-4721-bca2-d3e3a3104cf2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:14.109236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:14.112707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.132011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:14.133843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.178678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:14.195379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.204887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.205594 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment 81131707-7c4a-4dca-9895-cadc62ee101f of type vlan for network 3941977b-29ce-4bec-8158-b6f265252e5e Jun 22 09:29:14.227329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50946) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:14.227924 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5664999 Jun 22 09:29:14.298898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec453162-ed63-4a4c-b841-c9c2e12814e2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:14.307762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec453162-ed63-4a4c-b841-c9c2e12814e2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:14.310304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ec453162-ed63-4a4c-b841-c9c2e12814e2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3759558 Jun 22 09:29:14.318432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50948) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:14.365379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.391063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] DHCP port deletion for c9700191-51bf-47a6-8b0e-18925192f1cf request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:14.453546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Deleting port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:14.453987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.510216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 13dde218-c3bf-42fd-8d12-04daee10d209 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:14.510576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.530699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.564530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] For port 1a372b6e-f58c-42b9-a54c-5193edf6aca5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1a372b6e-f58c-42b9-a54c-5193edf6aca5,segment=NetworkSegment(2a5ffc22-0a84-4543-9e3f-528cb88c7d56),segment_id=2a5ffc22-0a84-4543-9e3f-528cb88c7d56)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:14.565294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.596967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:14.643952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event updated for resources: {'Port': ['ID=e63bff76-1850-46c4-a4d8-aeb7e6e5222f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:14.666576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.672668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:14.673483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.686788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:14.688246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:14.691094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d6da1582-beda-40ef-bbf3-f6cf60b353c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:14.691352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Calling delete_port for 1a372b6e-f58c-42b9-a54c-5193edf6aca5 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:14.764556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Deleting port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:14.764944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.768534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:14.779045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 9b449a6f-bb28-439d-830f-f1f7a9cc1d65 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:14.779388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.784255 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8981166 Jun 22 09:29:14.785311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:14.790414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50954) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:14.795123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:14.801234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=3941977b-29ce-4bec-8158-b6f265252e5e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:14.816639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 3941977b-29ce-4bec-8158-b6f265252e5e details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:14.834203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:14.882275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.890576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0350209b-4fe9-4d19-92cd-371899f17007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:14.907471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] For port 1a372b6e-f58c-42b9-a54c-5193edf6aca5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1a372b6e-f58c-42b9-a54c-5193edf6aca5,segment=NetworkSegment(2a5ffc22-0a84-4543-9e3f-528cb88c7d56),segment_id=2a5ffc22-0a84-4543-9e3f-528cb88c7d56)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:14.907471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.909798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.917159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Pushing event deleted for resources: {'Port': ['ID=1a372b6e-f58c-42b9-a54c-5193edf6aca5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:14.922250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:14.926447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] No DVR routers for this DVR port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:14.971503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:14.996670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Calling delete_port for 1a372b6e-f58c-42b9-a54c-5193edf6aca5 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:15.043111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e90c83a3-192e-4e03-8456-ba1322d4f454 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:15.066613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 9b449a6f-bb28-439d-830f-f1f7a9cc1d65 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:15.075420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 13dde218-c3bf-42fd-8d12-04daee10d209 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:15.098697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e90c83a3-192e-4e03-8456-ba1322d4f454 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:15.099249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.199529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.202127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11c3fad3-51c6-4a22-97eb-d92adf54f51c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:15.229304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Port': ['ID=1a372b6e-f58c-42b9-a54c-5193edf6aca5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:15.231153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] No DVR routers for this DVR port 1a372b6e-f58c-42b9-a54c-5193edf6aca5 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:15.232736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:15.243077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:15.246596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.259504 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1a372b6e-f58c-42b9-a54c-5193edf6aca5 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:15.279803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 1a372b6e-f58c-42b9-a54c-5193edf6aca5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:15.280321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1a372b6e-f58c-42b9-a54c-5193edf6aca5 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:15.314019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.323495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.326060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9700191-51bf-47a6-8b0e-18925192f1cf']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:15.331600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6e9037ed-5d7b-42f6-86ba-c47e9619c89b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:15.360657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=9b449a6f-bb28-439d-830f-f1f7a9cc1d65,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:15.363468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5ffc22-0a84-4543-9e3f-528cb88c7d56') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:15.363765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5ffc22-0a84-4543-9e3f-528cb88c7d56') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:15.371057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:15.382623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.384657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/9b449a6f-bb28-439d-830f-f1f7a9cc1d65 HTTP/1.1" status: 204 len: 168 time: 1.1559582 Jun 22 09:29:15.387033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.388581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50958) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:15.398924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'mac_address': 'fa:16:3e:47:78:33', 'name': 'tempest-PortsTestJSON-1324464630'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:15.493180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.503820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.521526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:15.522261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:15.574643 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:15.613465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.623001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-745f7e74-dca0-4039-b721-68fec9a82d93 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:15.661993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=13dde218-c3bf-42fd-8d12-04daee10d209,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:15.669077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:15.702485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.708318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ad60c6c-7d0e-4e56-a54c-4d4b1bf9148c tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:15.714984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.735953 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] 10.222.0.65 "DELETE /v2.0/networks/c9700191-51bf-47a6-8b0e-18925192f1cf HTTP/1.1" status: 204 len: 168 time: 1.6624894 Jun 22 09:29:15.736534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:15.762287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.766847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/13dde218-c3bf-42fd-8d12-04daee10d209 HTTP/1.1" status: 204 len: 168 time: 1.4414124 Jun 22 09:29:15.773562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50962) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:15.782788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Pushing event deleted for resources: {'Network': ['ID=c9700191-51bf-47a6-8b0e-18925192f1cf,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:15.801609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:15.838442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94913164-ca5e-42b7-9bfe-181af9657372 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:15.840092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94913164-ca5e-42b7-9bfe-181af9657372 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:15.845897 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-94913164-ca5e-42b7-9bfe-181af9657372 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0660672 Jun 22 09:29:15.848247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50964) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:15.928282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.941214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:15.955257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 42ba1baa-9492-463d-ac45-1086672435d5 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:15.956097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:16.002106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet ee95dc38-5f85-4ee4-b29d-88867f129c71 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:16.013017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.116302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.119609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=b4ff779c-c07d-4297-a341-3f36613110cc,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:16.128064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:16.173700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.188869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.201684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.203650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': '81131707-7c4a-4dca-9895-cadc62ee101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:16.204054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: 3941977b-29ce-4bec-8158-b6f265252e5e, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:16.293387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.302961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a27ec66f-7356-4646-b65c-622e07eac4de tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:16.313621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.339704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50972) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:16.357306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:16.360711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:16.364649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:16.371816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:16.372466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.391028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=42ba1baa-9492-463d-ac45-1086672435d5,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:16.394435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:16.415177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 3941977b-29ce-4bec-8158-b6f265252e5e is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:16.479363 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0896943 Jun 22 09:29:16.484641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50976) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:16.526393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-676a7fd9-3bcf-47d7-8d55-6144d368dd49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d15bbffafc14630a75e343375b37aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841559 Jun 22 09:29:16.528611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50978) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:16.540283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd756d01-b62b-4ec9-a3bb-f94df97703d3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:16.541690 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bd756d01-b62b-4ec9-a3bb-f94df97703d3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/42ba1baa-9492-463d-ac45-1086672435d5 HTTP/1.1" status: 200 len: 841 time: 0.0589352 Jun 22 09:29:16.544771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50980) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:16.561919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 3941977b-29ce-4bec-8158-b6f265252e5e) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:16.571240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962fb244-321f-454f-9173-94504cabc8d4 None None] Network 3941977b-29ce-4bec-8158-b6f265252e5e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:16.587368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:16.588293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.658548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.660073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Router 6b3f5d16-6eed-4863-aca5-b88fdcc244d9 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:16.736614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-3941977b-29ce-4bec-8158-b6f265252e5e', 'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': 'b4ff779c-c07d-4297-a341-3f36613110cc'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:16.742859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:16.890435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Allocated IP 2001:db8::2 (3941977b-29ce-4bec-8158-b6f265252e5e/b4ff779c-c07d-4297-a341-3f36613110cc/63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:16.980455 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1889515 Jun 22 09:29:16.983853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 50984) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:16.988216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-214065558'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:17.017130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.042457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.048439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.059305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Transition to ACTIVE for port object 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:17.069251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:17.076208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Transition to ACTIVE for port object 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:17.105107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 42ba1baa-9492-463d-ac45-1086672435d5 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:17.105454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.146493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=ee95dc38-5f85-4ee4-b29d-88867f129c71,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:17.156697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.157372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1df55-e006-47e6-8ee5-81efc10a4445 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:17.161071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d57f1719-f731-46b2-910a-8a5ab7e92819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:17.177523 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:17.178083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.180194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/ee95dc38-5f85-4ee4-b29d-88867f129c71 HTTP/1.1" status: 204 len: 168 time: 1.3228991 Jun 22 09:29:17.182435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.185004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50990) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:17.189700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:17.206718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 19848b0c-ca3c-45bf-b95c-e78147379ea8 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:17.245997 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eb526dbb-3e5c-45e4-b676-89f86362c113 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549252 Jun 22 09:29:17.250693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50992) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:17.262469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:17.286840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Network 3941977b-29ce-4bec-8158-b6f265252e5e is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:17.299027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:17.306603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:17.308567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Pushing event updated for resources: {'Port': ['ID=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:17.313245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:17.322517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.324611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:17.337418 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] Sync routers for ids ['6b3f5d16-6eed-4863-aca5-b88fdcc244d9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:17.339538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.340752 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "PUT /v2.0/routers/6b3f5d16-6eed-4863-aca5-b88fdcc244d9 HTTP/1.1" status: 200 len: 880 time: 6.1392515 Jun 22 09:29:17.354009 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] Routers {'6b3f5d16-6eed-4863-aca5-b88fdcc244d9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:17.357255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6b3f5d16-6eed-4863-aca5-b88fdcc244d9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:17.375126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50994) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:17.375304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::107 (3941977b-29ce-4bec-8158-b6f265252e5e/b4ff779c-c07d-4297-a341-3f36613110cc/19848b0c-ca3c-45bf-b95c-e78147379ea8) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:17.397168 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:17.408131 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] Routers {'6b3f5d16-6eed-4863-aca5-b88fdcc244d9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:17.408735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 42ba1baa-9492-463d-ac45-1086672435d5 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:17.409368 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6b3f5d16-6eed-4863-aca5-b88fdcc244d9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:17.424216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Attempting to bind port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:17.424598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Attempting to bind port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '81131707-7c4a-4dca-9895-cadc62ee101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:17.424972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Attempting to bind port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 on network 3941977b-29ce-4bec-8158-b6f265252e5e {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:17.432483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:17.432862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Checking segment: {'id': '81131707-7c4a-4dca-9895-cadc62ee101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:17.433270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.433670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Bound using segment: {'id': '81131707-7c4a-4dca-9895-cadc62ee101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:17.434145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Bound port: 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81131707-7c4a-4dca-9895-cadc62ee101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3941977b-29ce-4bec-8158-b6f265252e5e'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:17.434523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.453882 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:17.454915 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52febdbf-297b-4176-86b1-b4f77f9961b5 None None] The sync data for ids ['6b3f5d16-6eed-4863-aca5-b88fdcc244d9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:17.455573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.458283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.459409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf9833a6-efbd-4b23-aa17-44f6d2b486e2 HTTP/1.1" status: 204 len: 168 time: 0.9298987 Jun 22 09:29:17.472918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2cab4184-dcd7-48e5-85fb-a8a517e79bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:17.502616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9833a6-efbd-4b23-aa17-44f6d2b486e2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:17.542696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] For port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:17.545483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:17.546555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] For port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,segment=NetworkSegment(81131707-7c4a-4dca-9895-cadc62ee101f),segment_id=81131707-7c4a-4dca-9895-cadc62ee101f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:17.574038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:17.613118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.627293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Deleting port e90c83a3-192e-4e03-8456-ba1322d4f454 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:17.627833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.633250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55a501da-f75f-41e1-b385-3e8bbb818b95 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/6b3f5d16-6eed-4863-aca5-b88fdcc244d9 HTTP/1.1" status: 200 len: 921 time: 0.2566979 Jun 22 09:29:17.635764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 50998) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:17.642029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.655492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object 19848b0c-ca3c-45bf-b95c-e78147379ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:17.672533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5c21e937-13cd-4e92-9052-b8c17d584302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:17.696718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:17.700253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.747622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] For port e90c83a3-192e-4e03-8456-ba1322d4f454, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e90c83a3-192e-4e03-8456-ba1322d4f454,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:17.748295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.757790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Pushing event updated for resources: {'Port': ['ID=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:17.762235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:17.790955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.808651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-70437b59-2c73-4f33-b6a3-688e8c6df38d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:17.832559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Calling delete_port for e90c83a3-192e-4e03-8456-ba1322d4f454 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:17.838768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.841707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:17.858975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa60bd-e516-46f6-a932-ce2af2ada1e6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:17.863542 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5aaa60bd-e516-46f6-a932-ce2af2ada1e6 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=6b3f5d16-6eed-4863-aca5-b88fdcc244d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2267289 Jun 22 09:29:17.865133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=42ba1baa-9492-463d-ac45-1086672435d5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:17.867757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51002) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:17.896102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:17.897818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:17.900230 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/42ba1baa-9492-463d-ac45-1086672435d5 HTTP/1.1" status: 204 len: 168 time: 1.3541019 Jun 22 09:29:17.923576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51006) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:17.932888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=19848b0c-ca3c-45bf-b95c-e78147379ea8,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:17.939843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:17.953195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 3941977b-29ce-4bec-8158-b6f265252e5e is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:17.955655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:17.959432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:17.978118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:17.979734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.024613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-69faa3e1-9f2f-4a0a-b906-4527a2bf2568 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:29:18.026514 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-69faa3e1-9f2f-4a0a-b906-4527a2bf2568 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/42ba1baa-9492-463d-ac45-1086672435d5 HTTP/1.1" status: 404 len: 333 time: 0.0695043 Jun 22 09:29:18.030210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51012) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.043653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'name': 'tempest-PortsTestJSON-1261990266'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:18.062374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.066677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dfaa6f91-2dd2-44b2-8a99-2136d39f8c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:18.103059 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1188736 Jun 22 09:29:18.106252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51016) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.125225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Pushing event deleted for resources: {'Port': ['ID=e90c83a3-192e-4e03-8456-ba1322d4f454,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:18.129247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] No DVR routers for this DVR port e90c83a3-192e-4e03-8456-ba1322d4f454 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:18.131982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:18.178442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fa5742-1225-4f41-ab8b-969d8a19763f tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:18.183787 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-75fa5742-1225-4f41-ab8b-969d8a19763f tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.3074250 Jun 22 09:29:18.184621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51018) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.238614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 19848b0c-ca3c-45bf-b95c-e78147379ea8 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:18.238614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.246464 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bad2613d-e13a-4d7a-993a-1517902ff744 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b3f5d16-6eed-4863-aca5-b88fdcc244d9 HTTP/1.1" status: 200 len: 205 time: 0.0468411 Jun 22 09:29:18.256388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51024) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.357564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.418918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.436143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 19848b0c-ca3c-45bf-b95c-e78147379ea8 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:18.471003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.477350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-93021c28-6aa2-4a03-bd35-cd729224fdf9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:18.534492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:18.538005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.557518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:18.577860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:18.591118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:18.591729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.599849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b48a6d-11de-49ef-b02f-3af1642dc584 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:18.622305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=20ff9083-740f-47ef-a0d2-dcea92a7f8a5,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:18.626749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:18.628246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port b2015d16-f10b-4218-8d5b-6de98539d58c yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:18.640236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.712836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.719778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07266852-9e23-42d1-b217-837f13d6bb83 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:18.750477 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4965475 Jun 22 09:29:18.754412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51034) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.762382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '20ff9083-740f-47ef-a0d2-dcea92a7f8a5', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-459602434'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:18.786100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=19848b0c-ca3c-45bf-b95c-e78147379ea8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:18.789001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:18.805343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.810377 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/19848b0c-ca3c-45bf-b95c-e78147379ea8 HTTP/1.1" status: 204 len: 168 time: 0.7030776 Jun 22 09:29:18.811314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51038) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.812084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '20ff9083-740f-47ef-a0d2-dcea92a7f8a5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:18.815136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:18.878736 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-154b3a73-57ce-400d-98f6-388640f34d46 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:18.884175 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-154b3a73-57ce-400d-98f6-388640f34d46 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/19848b0c-ca3c-45bf-b95c-e78147379ea8 HTTP/1.1" status: 404 len: 333 time: 0.0442066 Jun 22 09:29:18.884886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51040) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:18.972156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet b4ff779c-c07d-4297-a341-3f36613110cc {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:18.979903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.012089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Deleting port e63bff76-1850-46c4-a4d8-aeb7e6e5222f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:19.012774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.027839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.031519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/20ff9083-740f-47ef-a0d2-dcea92a7f8a5/fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:19.046984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51042) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:19.057518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.062021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159e217-c0e0-4e48-bcd1-5fcba8b22a72 None None] Network 3941977b-29ce-4bec-8158-b6f265252e5e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:19.163828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:19.165440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.208626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:19.263182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'networks': [{'name': 'tempest-network--959020572'}, {'name': 'tempest-network--788399762'}]} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:19.263844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'network': {'name': 'tempest-network--959020572'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:19.264021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'network': {'name': 'tempest-network--788399762'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:19.272553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.297987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.309123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Calling delete_port for e63bff76-1850-46c4-a4d8-aeb7e6e5222f owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:19.312936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d685e1f3-6faa-46e2-97b0-35ab8488e74f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:19.348133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-59eaf6b9-6aa7-48ef-be2b-5608f289bd57 None None] Provisioning for port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:19.385320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.399159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:19.410219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:19.414311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=b2015d16-f10b-4218-8d5b-6de98539d58c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:19.416626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:19.419120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 57a510fe-cf2a-4d9d-8567-79914c600599 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:19.422225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:19.422844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.431490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'network': 2} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:19.432495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.435660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:19.436996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.448839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Transition to ACTIVE for port object fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:19.473067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Transition to ACTIVE for port object fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:19.487899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.495848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:19.499735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:19.500149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.549782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.556745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-651d9b56-23bd-432c-a880-73803405035c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:19.580577 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5467355 Jun 22 09:29:19.584229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51052) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:19.598421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:19.598847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.604456 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/b4ff779c-c07d-4297-a341-3f36613110cc HTTP/1.1" status: 204 len: 168 time: 0.7143939 Jun 22 09:29:19.608993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51054) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:19.620759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.625046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.633680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:19.675512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ff779c-c07d-4297-a341-3f36613110cc,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:19.685327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:19.708876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:19.722305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:19.724921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:19.727595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4328af88-7c9e-4a48-8ea7-f8464ae64dba None None] Network 3941977b-29ce-4bec-8158-b6f265252e5e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:19.760740 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:29:19.760740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:29:19.813241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.824093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804a918c-eb63-4d10-b44c-292899bcc602 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:19.864461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event deleted for resources: {'Port': ['ID=e63bff76-1850-46c4-a4d8-aeb7e6e5222f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:19.871541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.873000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.875655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:19.878853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.905170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,segment=NetworkSegment(81131707-7c4a-4dca-9895-cadc62ee101f),segment_id=81131707-7c4a-4dca-9895-cadc62ee101f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:19.942460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Pushing event updated for resources: {'Port': ['ID=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:19.945992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:19.957065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.957756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:19.963762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:20.006131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-61b6aff7-996c-4a04-817c-dceb79497fa6 None None] Provisioning complete for port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:20.006380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf248f8-1e13-412f-9ef6-15323f68dded,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:20.006598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-61b6aff7-996c-4a04-817c-dceb79497fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.010171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:20.011455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.012774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:20.020059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eba3b1e9-b14b-444a-9cc5-d351da2af62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:20.023904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.024277 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Added segment 17a39912-9ca6-4a95-b727-b4cef4b75766 of type vlan for network 5736020a-d394-463e-bbcd-71298696ac75 Jun 22 09:29:20.038339 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4b939113-868b-4760-9287-d94899ca091d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2802470 Jun 22 09:29:20.041111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51056) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.090263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Attempting to bind port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:20.090461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Attempting to bind port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:20.090778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Attempting to bind port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:20.123296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:20.123580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:20.123845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.124271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:20.127975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Bound port: fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:20.127975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.135972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e90c83a3-192e-4e03-8456-ba1322d4f454 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:20.164459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.184370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab44e5f-a648-4727-ae5e-dab769fed9a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:20.188598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0ab44e5f-a648-4727-ae5e-dab769fed9a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1442409 Jun 22 09:29:20.188797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: e90c83a3-192e-4e03-8456-ba1322d4f454 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:20.188797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e90c83a3-192e-4e03-8456-ba1322d4f454 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:20.188970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51058) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.201568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:20.207191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:20.267767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:20.272788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f170c33-b56b-404a-97c0-a55fe5a67e6c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:20.274567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f170c33-b56b-404a-97c0-a55fe5a67e6c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:20.279177 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4f170c33-b56b-404a-97c0-a55fe5a67e6c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0865550 Jun 22 09:29:20.280402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51060) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.317248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] For port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:20.318905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.320221 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Added segment 5c615e26-f2f9-425e-8c5a-42c6c80adaca of type vlan for network 318657a3-d77e-42cd-9338-e38c0df5fdf9 Jun 22 09:29:20.322813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.323724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] For port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:20.370780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 20ff9083-740f-47ef-a0d2-dcea92a7f8a5 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:20.378841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.402251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.404723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] DHCP port deletion for 3941977b-29ce-4bec-8158-b6f265252e5e request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:20.435903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.458011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.462526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.471415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.472613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64dee972-9ab4-41e5-a5dd-0f7c8918075d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:20.547462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:20.547821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.550142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Pushing event updated for resources: {'Port': ['ID=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:20.550501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.554966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:20.563335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Deleting port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:20.574091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.620447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.620447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.625494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:20.626364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.630608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:20.630890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.636474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:20.642302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] For port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,segment=NetworkSegment(81131707-7c4a-4dca-9895-cadc62ee101f),segment_id=81131707-7c4a-4dca-9895-cadc62ee101f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:20.642675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.647590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] For port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,segment=NetworkSegment(81131707-7c4a-4dca-9895-cadc62ee101f),segment_id=81131707-7c4a-4dca-9895-cadc62ee101f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:20.648201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.722651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Network': ['ID=5736020a-d394-463e-bbcd-71298696ac75,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:20.724996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:20.728593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.729439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3f5d16-6eed-4863-aca5-b88fdcc244d9 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:20.744995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.751315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.760592 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/6b3f5d16-6eed-4863-aca5-b88fdcc244d9 HTTP/1.1" status: 204 len: 168 time: 2.4981153 Jun 22 09:29:20.778236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:20.783985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51066) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.792338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-20421134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:20.793982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Calling delete_port for 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:20.836482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Network': ['ID=318657a3-d77e-42cd-9338-e38c0df5fdf9,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:20.840263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.850084 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8062232 Jun 22 09:29:20.852104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:20.852578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-35e96060-9a13-417f-89ec-3cf12d9dd15c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:20.878071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.879997 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/20ff9083-740f-47ef-a0d2-dcea92a7f8a5 HTTP/1.1" status: 204 len: 168 time: 0.5985301 Jun 22 09:29:20.880657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51070) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.881767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=20ff9083-740f-47ef-a0d2-dcea92a7f8a5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:20.884534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51072) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.895029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] In _notify_port_updated(), no bound segment for port b2015d16-f10b-4218-8d5b-6de98539d58c on network ee55d3df-8b06-47f9-8d8e-46a4842c4912 {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:20.901878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:20.902531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:20.906289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/ports/b2015d16-f10b-4218-8d5b-6de98539d58c HTTP/1.1" status: 200 len: 818 time: 1.3162417 Jun 22 09:29:20.907836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51074) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:20.935129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 5736020a-d394-463e-bbcd-71298696ac75 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:20.937024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 318657a3-d77e-42cd-9338-e38c0df5fdf9 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:21.001355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=b2015d16-f10b-4218-8d5b-6de98539d58c,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:21.010443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:21.012884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:21.019064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:21.019483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:21.067991 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9ea3e6f3-4e86-4078-8b16-e78556fef119 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561812 Jun 22 09:29:21.078623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961709aa-989b-4bdf-8c01-dbb408bf74e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:21.084391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961709aa-989b-4bdf-8c01-dbb408bf74e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:21.089738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51076) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:21.091215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961709aa-989b-4bdf-8c01-dbb408bf74e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:21.093176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.094466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.097227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961709aa-989b-4bdf-8c01-dbb408bf74e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:21.102880 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-961709aa-989b-4bdf-8c01-dbb408bf74e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2190099 Jun 22 09:29:21.103618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51078) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:21.116832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:21.134647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:21.165165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.170421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:21.205520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.212588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.219304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b9f437b-e541-4455-87ad-27e2208fcaf9 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:21.221312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Pushing event deleted for resources: {'Port': ['ID=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:21.223525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] No DVR routers for this DVR port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:21.236464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:21.294588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.301957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:21.304179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No DVR routers for this DVR port 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:21.308967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:21.314066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.324381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:21.328098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5736020a-d394-463e-bbcd-71298696ac75']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.340379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a39912-9ca6-4a95-b727-b4cef4b75766') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.340800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a39912-9ca6-4a95-b727-b4cef4b75766') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.341538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port b2015d16-f10b-4218-8d5b-6de98539d58c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:21.341889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.350948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.365345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.376605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:21.378247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:21.381553 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:21.389473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.395716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:21.417568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:21.417932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63f561d5-e2ea-43f9-ba29-f08f3a9ab2f6 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:21.500707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.503892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.513376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.517263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-457f1a58-3f90-4899-bc9e-4683c897284d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:21.522456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3941977b-29ce-4bec-8158-b6f265252e5e']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.534571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.536606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/networks/5736020a-d394-463e-bbcd-71298696ac75 HTTP/1.1" status: 204 len: 168 time: 0.4321446 Jun 22 09:29:21.537569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Network': ['ID=5736020a-d394-463e-bbcd-71298696ac75,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:21.540418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:21.540879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51082) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:21.598144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for b2015d16-f10b-4218-8d5b-6de98539d58c owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:21.602647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:21.606250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.610816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81131707-7c4a-4dca-9895-cadc62ee101f') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.611115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81131707-7c4a-4dca-9895-cadc62ee101f') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.626613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.676113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.681762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.685756 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b0fdde9-0cc1-498e-a368-2041efa96993 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8956738 Jun 22 09:29:21.686114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51086) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:21.719385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': True}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:21.745964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.761962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:21.762217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:21.765302 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:21.780319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4d5c4-57e7-4501-9d63-56a2405f003f None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:21.807291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.824566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318657a3-d77e-42cd-9338-e38c0df5fdf9']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.893553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c615e26-f2f9-425e-8c5a-42c6c80adaca') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.893892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c615e26-f2f9-425e-8c5a-42c6c80adaca') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:21.906742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.911680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.924636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-53f752e6-a709-44b6-ab20-e9f49328e15d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:21.929307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.934929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/3941977b-29ce-4bec-8158-b6f265252e5e HTTP/1.1" status: 204 len: 168 time: 2.3120944 Jun 22 09:29:21.937645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51088) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:21.951568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'name': 'tempest-PortsIpV6TestJSON-1968723787'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:21.956379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:21.972240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=3941977b-29ce-4bec-8158-b6f265252e5e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:22.000845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:22.017907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.022798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:22.028538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:22.051920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Provisioning for port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:22.071939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Provisioning complete for port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:22.072523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.074321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=b2015d16-f10b-4218-8d5b-6de98539d58c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:22.082534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:22.091303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.093913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/b2015d16-f10b-4218-8d5b-6de98539d58c HTTP/1.1" status: 204 len: 168 time: 1.1752746 Jun 22 09:29:22.097322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51094) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:22.158863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Deleting port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:22.161340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.187395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c1e11-c56e-43cf-874c-71324c943bdc tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:22.189435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ae6c1e11-c56e-43cf-874c-71324c943bdc tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0909147 Jun 22 09:29:22.192318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51096) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:22.227408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d89854-337c-4b0f-9020-3e7bd3fa80de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:29:22.229052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-40d89854-337c-4b0f-9020-3e7bd3fa80de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/b2015d16-f10b-4218-8d5b-6de98539d58c HTTP/1.1" status: 404 len: 333 time: 0.0354962 Jun 22 09:29:22.230218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:22.234071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.236204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51098) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:22.243088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-151966663'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:22.267851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] For port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:22.268358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.275356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port a40c7f1e-2158-4b0a-8a4b-30acfac6fd32 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:22.287081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.321134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:22.321808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:22.326176 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:22.350250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Calling delete_port for fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:22.362471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.368535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:22.372817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.414077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] For port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:22.503694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.506487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-67dd1c47-5259-447a-acd4-3eb0f7c64eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:22.506629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.510575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:22.514954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.519091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/networks/318657a3-d77e-42cd-9338-e38c0df5fdf9 HTTP/1.1" status: 204 len: 168 time: 0.9749653 Jun 22 09:29:22.519355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51100) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:22.541218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Network': ['ID=318657a3-d77e-42cd-9338-e38c0df5fdf9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:22.553200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:22.558477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Pushing event updated for resources: {'Port': ['ID=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:22.562119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:22.591510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:22.628212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.631122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-66060841-e066-4444-b235-5bcfc98e17e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:22.648100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e75d-259e-4ae9-bd01-4d7956af91f5 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:22.654446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23e75d-259e-4ae9-bd01-4d7956af91f5 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:22.657437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Pushing event deleted for resources: {'Port': ['ID=fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:22.657589 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4a23e75d-259e-4ae9-bd01-4d7956af91f5 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1271703 Jun 22 09:29:22.659805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51102) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:22.662237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.662593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1 of type vlan for network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb Jun 22 09:29:22.666921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:22.668020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] No DVR routers for this DVR port fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:22.682175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094161869'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:22.792192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.799656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.821503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.822708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.885290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:22.888813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.921986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:22.934048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.934453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Added segment fc8949d5-5621-4f1e-8221-06e1c2e4bd1a of type vlan for network 5e00232c-d241-485c-ae8f-d2ea7cde3373 Jun 22 09:29:22.938089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Allocated IP 172.26.6.253 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/0fe859d9-7514-4cc4-9eff-c4b960eddf86) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:22.964825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.974241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:22.981979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.987344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:22.988136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.993298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:22.997787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:23.016693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:23.017047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fc00ad5a-301b-4d5f-8ba2-4b39fe29ba6a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:23.030955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.052285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.081029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:23.092562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:23.094223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=eff402f4-6639-4e3f-a585-b02a582e8c73,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:23.096752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:23.097340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.101179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382f589-de14-4aad-93da-249dcdebc390 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:23.101390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:23.102647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:23.104119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:23.123373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:23.142709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.146134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8977ddc9-65d3-40a1-b78b-522e37e966ca tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:23.157028 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9195671 Jun 22 09:29:23.157949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:23.164492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:23.165382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.174426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51106) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:23.185932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:23.189908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:23.190070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:23.193593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:23.224380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Port': ['ID=0fe859d9-7514-4cc4-9eff-c4b960eddf86,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:23.229373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:23.242076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.247987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:23.248786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.254694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:23.269454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:23.269970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef992c82-8825-4378-b49a-eee2a298e581 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:23.270665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:23.312284 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2207534 Jun 22 09:29:23.319949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51112) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:23.324969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:23.354296 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4155893 Jun 22 09:29:23.358074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=a40c7f1e-2158-4b0a-8a4b-30acfac6fd32,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:23.361121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51114) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:23.361913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:23.363555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:23.373169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'eff402f4-6639-4e3f-a585-b02a582e8c73'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:23.374566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.454691 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7873547 Jun 22 09:29:23.458569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51116) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:23.465516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1464923547'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:23.478261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Network': ['ID=5e00232c-d241-485c-ae8f-d2ea7cde3373,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:23.482356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:23.503848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 5e00232c-d241-485c-ae8f-d2ea7cde3373 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:23.533910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port a40c7f1e-2158-4b0a-8a4b-30acfac6fd32 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:23.534255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.601665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.613619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.614693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.631173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.682885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for a40c7f1e-2158-4b0a-8a4b-30acfac6fd32 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:23.685365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/eff402f4-6639-4e3f-a585-b02a582e8c73/5b86b183-808e-4aa0-9b06-24b6493b8504) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:23.688557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:29:23.688557 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 09:29:23.688557 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'id': '52d83f78-258c-4546-8e73-8c36000f4f9b', 'expiration': datetime.datetime(2021, 6, 22, 9, 31, 23, 620114)}] Jun 22 09:29:23.688557 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:29:23.688962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:29:23.773455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.799061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:23.802668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.855490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.861411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.865613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.868404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:23.875017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.881262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.881607 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Added segment ab795d4e-a4be-430d-8ecb-28202f9badcf of type vlan for network 6d3e6d96-7940-442b-bc1e-e180b628f0f5 Jun 22 09:29:23.941560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Transition to ACTIVE for port object 5b86b183-808e-4aa0-9b06-24b6493b8504 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:23.941773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.949218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5af576f0-bdf8-4d89-addd-e051f506ac7c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:23.968544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.971234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Transition to ACTIVE for port object 5b86b183-808e-4aa0-9b06-24b6493b8504 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:23.983668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.985242 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9dc1081c-0f65-4720-a8b9-c324ee4f79d6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6639068 Jun 22 09:29:23.986488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:23.990704 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/a40c7f1e-2158-4b0a-8a4b-30acfac6fd32 HTTP/1.1" status: 204 len: 168 time: 0.6256304 Jun 22 09:29:23.990704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=a40c7f1e-2158-4b0a-8a4b-30acfac6fd32,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:23.991922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51120) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:23.992093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51122) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.003018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'mac_address': 'fa:16:3e:dd:37:af', 'name': 'tempest-PortsIpV6TestJSON-1052075490'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:24.005984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:24.050188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.053326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:24.092182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:24.094793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:24.104935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:24.106094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.111927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Pushing event updated for resources: {'Port': ['ID=5b86b183-808e-4aa0-9b06-24b6493b8504,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:24.113562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:24.114299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.118609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:24.118760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:24.142014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Router 364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:24.173399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Attempting to bind port 5b86b183-808e-4aa0-9b06-24b6493b8504 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:24.174024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Attempting to bind port 5b86b183-808e-4aa0-9b06-24b6493b8504 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:24.174407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Attempting to bind port 5b86b183-808e-4aa0-9b06-24b6493b8504 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:24.181251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:24.181813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:24.182336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.182812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:24.183405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Bound port: 5b86b183-808e-4aa0-9b06-24b6493b8504, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:24.183847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.233505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Network': ['ID=6d3e6d96-7940-442b-bc1e-e180b628f0f5,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:24.238628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:24.248746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 6d3e6d96-7940-442b-bc1e-e180b628f0f5 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:24.284857 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8245876 Jun 22 09:29:24.287445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51124) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.293843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'ports': [{'network_id': '5e00232c-d241-485c-ae8f-d2ea7cde3373', 'name': 'tempest-port--1321153826', 'admin_state_up': True}, {'network_id': '6d3e6d96-7940-442b-bc1e-e180b628f0f5', 'admin_state_up': False}]} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:24.294234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'port': {'network_id': '5e00232c-d241-485c-ae8f-d2ea7cde3373', 'name': 'tempest-port--1321153826', 'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:24.294769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'port': {'network_id': '6d3e6d96-7940-442b-bc1e-e180b628f0f5', 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:24.326572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] For port 5b86b183-808e-4aa0-9b06-24b6493b8504, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:24.367261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] For port 5b86b183-808e-4aa0-9b06-24b6493b8504, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b86b183-808e-4aa0-9b06-24b6493b8504,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:24.383978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.428515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:24.435537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.439374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:24.439527 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "PUT /v2.0/routers/364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b HTTP/1.1" status: 200 len: 913 time: 2.7259395 Jun 22 09:29:24.440085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51128) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.443977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] Sync routers for ids ['364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:24.454167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] Routers {'364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:24.454928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:24.572908 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0f55f5b6-67d3-4183-a318-223ebd25d65b tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b HTTP/1.1" status: 200 len: 919 time: 0.1245356 Jun 22 09:29:24.576816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51132) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.605259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.623600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:24.627134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.663226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84a150-0713-4da7-84a4-06cc5bed4d46 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:24.667958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1c84a150-0713-4da7-84a4-06cc5bed4d46 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0874429 Jun 22 09:29:24.668337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51134) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.669434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.671598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:24.675049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-48c67016-590f-48c0-aec9-a0a7b0c7dbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:24.714132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] Routers {'364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:24.714751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:24.729303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'port': 2} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:24.734738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.753756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:24.754416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef910f4c-9e64-4385-b207-771d30e94734 None None] The sync data for ids ['364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:24.756731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:24.778883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Pushing event updated for resources: {'Port': ['ID=5b86b183-808e-4aa0-9b06-24b6493b8504,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:24.779346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 4cdcfb1a-9ce4-47d1-a5eb-114d023279de yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:24.784333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:24.847966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f0118-8fb2-45cf-9b37-83179473b792 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:24.849340 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ab6f0118-8fb2-45cf-9b37-83179473b792 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.1800470 Jun 22 09:29:24.852176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51136) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.880347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::1 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/eff402f4-6639-4e3f-a585-b02a582e8c73/36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:24.898809 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-97bc46a1-463f-4551-beda-4ffbaf119d89 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b HTTP/1.1" status: 200 len: 205 time: 0.0451624 Jun 22 09:29:24.901521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51138) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:24.909919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] device_id is not set on port 24553265-896f-4a68-a09f-dd489356d364 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:25.097652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.099700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b86b183-808e-4aa0-9b06-24b6493b8504 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:25.245317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.256939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5b86b183-808e-4aa0-9b06-24b6493b8504 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:25.306604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.339529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] device_id is not set on port b096816c-aed3-4dd5-94cd-2c4e83976532 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:25.509394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.514781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.551733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.554799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea6df0-1299-40e7-852d-e6c4d9b84432 req-6bf6eec9-fba5-4919-8cf2-4e88dfbe096b tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:25.556383 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9bea6df0-1299-40e7-852d-e6c4d9b84432 req-6bf6eec9-fba5-4919-8cf2-4e88dfbe096b tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.1442633 Jun 22 09:29:25.574669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:25.633286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Deleting port 0fe859d9-7514-4cc4-9eff-c4b960eddf86 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:25.633286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.646204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.651033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:25.652672 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9bea6df0-1299-40e7-852d-e6c4d9b84432 req-b981040e-8b6b-4dad-94ab-fb3153ec4d18 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584066 Jun 22 09:29:25.704690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.707576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.715900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-69ce6f5b-c746-48bc-82fa-17725da1f33b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:25.744805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=8ff30545-24f6-4f1e-9c33-34e83b8675fb,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:25.750821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:25.754068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-33ee129b-5caf-4ab4-bc7a-60a3c72d39a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:25.790747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:25.799212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.801642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:25.808642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:25.809357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Port': ['ID=24553265-896f-4a68-a09f-dd489356d364,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:25.813674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:25.816203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:25.816849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.817474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.831353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:25.831849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:25.860729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=4cdcfb1a-9ce4-47d1-a5eb-114d023279de,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:25.863537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:25.868377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d098682-8a19-4401-b32e-f9c96c3ef948 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:25.876994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:25.905815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:25.908309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:25.908857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:25.910374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Calling delete_port for 0fe859d9-7514-4cc4-9eff-c4b960eddf86 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:25.919453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Checking segment: {'id': 'fc8949d5-5621-4f1e-8221-06e1c2e4bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5e00232c-d241-485c-ae8f-d2ea7cde3373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:25.919808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network hostable DHCP agents. Network: 5e00232c-d241-485c-ae8f-d2ea7cde3373, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:25.929539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9203739 Jun 22 09:29:25.929685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51154) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:25.973129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:25.976634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:26.003680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:26.032694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16250ee-c32b-4292-9cf4-712e82ae68e4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:26.034474 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c16250ee-c32b-4292-9cf4-712e82ae68e4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/4cdcfb1a-9ce4-47d1-a5eb-114d023279de HTTP/1.1" status: 200 len: 845 time: 0.1069980 Jun 22 09:29:26.039143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51156) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:26.089100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da991836-8f8c-4da5-9acf-a98585df908c req-6a0062b4-89de-49f5-93a3-4293ae42e22b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:26.090015 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-da991836-8f8c-4da5-9acf-a98585df908c req-6a0062b4-89de-49f5-93a3-4293ae42e22b tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.0898309 Jun 22 09:29:26.130035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network 5e00232c-d241-485c-ae8f-d2ea7cde3373 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:26.132692 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-da991836-8f8c-4da5-9acf-a98585df908c req-bfa80496-76e2-4cb3-a0c5-a863c70603c7 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366688 Jun 22 09:29:26.180226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:26.191182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af61165-d925-4061-8aa6-82b74a4a3b26 None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:26.197749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:26.198618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.206211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 5e00232c-d241-485c-ae8f-d2ea7cde3373) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:26.234393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.237315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:26.238695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.255334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e47ab-a7ec-4e63-a376-2596e2686ac3 None None] Network 5e00232c-d241-485c-ae8f-d2ea7cde3373 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:26.255334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Provisioning for port 5b86b183-808e-4aa0-9b06-24b6493b8504 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:26.255716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:26.306775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Provisioning complete for port 5b86b183-808e-4aa0-9b06-24b6493b8504 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:26.307159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.327371 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1518052 Jun 22 09:29:26.327739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Port': ['ID=b096816c-aed3-4dd5-94cd-2c4e83976532,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:26.331659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51164) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:26.334142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:26.338605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:26.363516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 4cdcfb1a-9ce4-47d1-a5eb-114d023279de {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:26.364154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.440202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.445170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ff0742ca-ac77-421c-9ceb-a3d71ef98638 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:26.482786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Checking segment: {'id': 'ab795d4e-a4be-430d-8ecb-28202f9badcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6d3e6d96-7940-442b-bc1e-e180b628f0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:26.484566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network hostable DHCP agents. Network: 6d3e6d96-7940-442b-bc1e-e180b628f0f5, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:26.487816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event deleted for resources: {'Port': ['ID=0fe859d9-7514-4cc4-9eff-c4b960eddf86,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:26.494380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:26.497039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.543744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': '8ff30545-24f6-4f1e-9c33-34e83b8675fb'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:26.544893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.589848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 4cdcfb1a-9ce4-47d1-a5eb-114d023279de owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:26.656021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.701550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.712183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.735615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:26.739985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.763263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network 6d3e6d96-7940-442b-bc1e-e180b628f0f5 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:26.776965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-20261310-039b-4acf-841b-b8057b847a36 None None] For port 5b86b183-808e-4aa0-9b06-24b6493b8504, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b86b183-808e-4aa0-9b06-24b6493b8504,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:26.821743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.824310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.829681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-11e324a6-37f1-43fd-b833-7ac5986d623d tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:26.958099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Allocated IP 172.20.0.2 (ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb/8ff30545-24f6-4f1e-9c33-34e83b8675fb/cd67aac6-fdc1-4b1a-a3c5-eb11dec711be) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:26.971617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:26.980225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-acba274d-5772-4b75-97d5-3a672739b82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:26.983214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:27.003015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:27.047132 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ff30545-24f6-4f1e-9c33-34e83b8675fb (CIDR: 172.20.0.0/28) Jun 22 09:29:27.057330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Pushing event updated for resources: {'Port': ['ID=5b86b183-808e-4aa0-9b06-24b6493b8504,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:27.070264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:27.089659 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:29:27.090160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:29:27.129839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:27.131380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:27.201154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.204897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.236561 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c6471405-9b50-4d0c-8da4-b57f224d5804 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8980176 Jun 22 09:29:27.236561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51172) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.239359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:27.284410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ae215b65-627d-4076-9385-31bf6f1f9d93 None None] Provisioning for port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:27.323526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ae215b65-627d-4076-9385-31bf6f1f9d93 None None] Provisioning complete for port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:27.324018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ae215b65-627d-4076-9385-31bf6f1f9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.329163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 6d3e6d96-7940-442b-bc1e-e180b628f0f5) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:27.333800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:27.342448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.348193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.348343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.349175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.368878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b83ca2-d9a8-4a7f-838c-5f2672a9249e req-0bde237c-50ae-45c2-a9f4-60f5b76bba63 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.370431 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-39b83ca2-d9a8-4a7f-838c-5f2672a9249e req-0bde237c-50ae-45c2-a9f4-60f5b76bba63 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.1777434 Jun 22 09:29:27.377259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501d505-c321-4795-8983-81877fce6438 None None] Network 6d3e6d96-7940-442b-bc1e-e180b628f0f5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:27.422021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.432232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7ea0f7b9-f63a-4234-aefb-44e3b7a6eae6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:27.435571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.436235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Fanout notify agent at l3_agent the message router_deleted on router 364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:27.449550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.450658 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b HTTP/1.1" status: 204 len: 168 time: 2.5482233 Jun 22 09:29:27.454232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Transition to ACTIVE for port object cd67aac6-fdc1-4b1a-a3c5-eb11dec711be will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:27.455335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51174) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.462100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1728166957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:27.473284 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-39b83ca2-d9a8-4a7f-838c-5f2672a9249e req-4655e789-0310-44f1-b7b2-328f77441858 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903831 Jun 22 09:29:27.474369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=4cdcfb1a-9ce4-47d1-a5eb-114d023279de,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:27.478304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:27.480794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.485758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/4cdcfb1a-9ce4-47d1-a5eb-114d023279de HTTP/1.1" status: 204 len: 168 time: 1.4454641 Jun 22 09:29:27.485966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51176) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.487756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ae215b65-627d-4076-9385-31bf6f1f9d93 None None] Port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:27.495136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Transition to ACTIVE for port object cd67aac6-fdc1-4b1a-a3c5-eb11dec711be will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:27.504031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2137489 Jun 22 09:29:27.514857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51178) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.526520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:27.531845 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acbc796-eb37-40aa-9b84-e86947a2d63a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:27.533573 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0acbc796-eb37-40aa-9b84-e86947a2d63a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/4cdcfb1a-9ce4-47d1-a5eb-114d023279de HTTP/1.1" status: 404 len: 333 time: 0.0462368 Jun 22 09:29:27.541500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51182) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.547388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'name': 'tempest-PortsIpV6TestJSON-373627072'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:27.591061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe359c2-351e-4ce4-8a4c-ce7dfe6c6cdb tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.597064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe359c2-351e-4ce4-8a4c-ce7dfe6c6cdb tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.598717 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cbe359c2-351e-4ce4-8a4c-ce7dfe6c6cdb tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0828755 Jun 22 09:29:27.602446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51184) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.603529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:29:27.603529 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:29:27.603529 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'd7853f9fd4734fa2bf3b1386abfd87b5', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 29, 27, 470647)}] Jun 22 09:29:27.603529 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:29:27.603924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:29:27.617997 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.622792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8685f975-9699-4eb7-a9d4-f457b17fb68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:27.633891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b4a362ba-c18a-4a5e-a55d-0ccfa6297a89 None None] Provisioning complete for port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:27.634498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b4a362ba-c18a-4a5e-a55d-0ccfa6297a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.700294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:27.701918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:27.704044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.707906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:27.714098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b4a362ba-c18a-4a5e-a55d-0ccfa6297a89 None None] Port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:27.714950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:27.726058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Pushing event updated for resources: {'Port': ['ID=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:27.733639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:27.765931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Deleting port 24553265-896f-4a68-a09f-dd489356d364 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:27.766484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.784340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Attempting to bind port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:27.784722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Attempting to bind port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:27.785097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Attempting to bind port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be on network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:27.787078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832ed34-99ba-412a-8f44-bf9c91b60b10 req-8183b004-ec74-483d-ba6f-e03336d0d802 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.788833 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7832ed34-99ba-412a-8f44-bf9c91b60b10 req-8183b004-ec74-483d-ba6f-e03336d0d802 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.1322379 Jun 22 09:29:27.790931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:27.791391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Checking segment: {'id': '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:27.791802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.792666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Bound using segment: {'id': '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:27.792793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Bound port: cd67aac6-fdc1-4b1a-a3c5-eb11dec711be, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:27.793071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.797131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:27.803033 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "PUT /v2.0/routers/5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8057144 Jun 22 09:29:27.808099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51186) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.813766 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Sync routers for ids ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:27.830997 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Routers {'5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:27.832681 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:27.860998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.880252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] For port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:27.888616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] For port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,segment=NetworkSegment(4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1),segment_id=4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:27.899750 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7832ed34-99ba-412a-8f44-bf9c91b60b10 req-264c1d45-1434-4bdb-8eab-080bee67606a tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830762 Jun 22 09:29:27.900990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123781c-08ac-4092-b67c-ea2886126b13 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:27.902593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8123781c-08ac-4092-b67c-ea2886126b13 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports/36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 HTTP/1.1" status: 200 len: 911 time: 0.0889153 Jun 22 09:29:27.908052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51190) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:27.921692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:27.925271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:27.965749 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Set router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:27.967295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Calling delete_port for 24553265-896f-4a68-a09f-dd489356d364 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:27.978969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port a67b3b97-5240-46b0-b879-702b8f5d9de1 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:27.988300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.001276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ad97bbe7-7466-4d55-ac5d-da63842ebe83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:28.065227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Pushing event updated for resources: {'Port': ['ID=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:28.070600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:28.120782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ca864-7ce1-43f5-a515-12d09e7474e2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:28.126803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ca864-7ce1-43f5-a515-12d09e7474e2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:28.131038 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a32ca864-7ce1-43f5-a515-12d09e7474e2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2194536 Jun 22 09:29:28.131774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51192) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:28.177265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.185881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e191a7b4-3987-41e3-8424-4b81d45379ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:28.211694 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:23Z', 'updated_at': '2021-06-22T09:29:26Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None, '_interfaces': [{'id': '36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3', 'name': '', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'mac_address': 'fa:16:3e:cd:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'eff402f4-6639-4e3f-a585-b02a582e8c73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:29:24Z', 'updated_at': '2021-06-22T09:29:26Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'subnets': [{'id': 'eff402f4-6639-4e3f-a585-b02a582e8c73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:28.240272 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Checking router: 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:28.240919 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Updating router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:29:28.246004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Port': ['ID=24553265-896f-4a68-a09f-dd489356d364,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:28.250265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:28.257399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.259724 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/ports/24553265-896f-4a68-a09f-dd489356d364 HTTP/1.1" status: 204 len: 168 time: 0.6562307 Jun 22 09:29:28.262591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51194) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:28.334380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.370568 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.375738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.375738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.478665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.481664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.490508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:28.531210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Deleting port b096816c-aed3-4dd5-94cd-2c4e83976532 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:28.534799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.580690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=464e0eb2-7bb8-4b41-9d1e-178b534747d6,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:28.590102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:28.591150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:28.611675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:28.616177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.623558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.626455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:28.627148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.650505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fa8c62b4-86d6-4d0e-b2ec-b420ac8b7ff9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:28.680836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.697644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:28.708416 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.709572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:28.716201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:28.720817 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Transition to ACTIVE for port object 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:28.723045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:28.723679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.754187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=a67b3b97-5240-46b0-b879-702b8f5d9de1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:28.758111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:28.765743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b275-80fe-4503-9249-1b0d252e4053 req-338ac91a-4b0b-4913-b5a1-3b00f3f994eb tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:28.767210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b718b275-80fe-4503-9249-1b0d252e4053 req-338ac91a-4b0b-4913-b5a1-3b00f3f994eb tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.1980095 Jun 22 09:29:28.823204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Calling delete_port for b096816c-aed3-4dd5-94cd-2c4e83976532 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:28.832848 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:28.838648 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd34e890-5036-4782-b18a-99a7259afb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:28.948072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14124e14-aedc-441a-9c5e-bacb8744c4e1 req-eb3dcb81-53c6-4b8d-9914-f032294e9e51 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:28.950777 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc268d8-713d-442d-aeb2-e8adaf738435 None None] Pushing event updated for resources: {'Port': ['ID=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:28.951022 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-14124e14-aedc-441a-9c5e-bacb8744c4e1 req-eb3dcb81-53c6-4b8d-9914-f032294e9e51 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 945 time: 0.2874794 Jun 22 09:29:28.954697 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0bc268d8-713d-442d-aeb2-e8adaf738435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:29.023710 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Attempting to bind port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:29.024540 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Attempting to bind port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:29.025459 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Attempting to bind port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:29.054218 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:29.055612 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:29.056389 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.057202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:29.057905 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Bound port: 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:29.058920 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.181037 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] For port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:29.190233 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] For port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:29.225194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.253885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b86b183-808e-4aa0-9b06-24b6493b8504 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:29.273902 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.277614 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:29.290853 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-14124e14-aedc-441a-9c5e-bacb8744c4e1 req-e8e46854-41c2-4367-8d32-3cb48d32111c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3270950 Jun 22 09:29:29.291467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.322263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-de11d96e-866a-469a-a941-d0293b8f7229 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:29.326694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5b86b183-808e-4aa0-9b06-24b6493b8504 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:29.327383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.368945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.372579 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-48e4085c-2dd9-418f-b187-5e1651f681da tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9133162 Jun 22 09:29:29.375752 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Routers {'5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:29.378090 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:29.379486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51202) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:29.390645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1507638 Jun 22 09:29:29.390645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8445525 Jun 22 09:29:29.392934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': False}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:29.428725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51204) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:29.429421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51206) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:29.449319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:29.457525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'fixed_ips': [{'subnet_id': '8ff30545-24f6-4f1e-9c33-34e83b8675fb'}, {'subnet_id': '464e0eb2-7bb8-4b41-9d1e-178b534747d6'}], 'name': 'tempest-PortsTestJSON-1704790319'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:29.499185 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc268d8-713d-442d-aeb2-e8adaf738435 None None] Pushing event updated for resources: {'Port': ['ID=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:29.503835 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0bc268d8-713d-442d-aeb2-e8adaf738435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:29.527929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cd67aac6-fdc1-4b1a-a3c5-eb11dec711be up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:29.542423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.547342 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/ports/b096816c-aed3-4dd5-94cd-2c4e83976532 HTTP/1.1" status: 204 len: 168 time: 1.2813699 Jun 22 09:29:29.577637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Port': ['ID=b096816c-aed3-4dd5-94cd-2c4e83976532,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:29.589599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51208) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:29.593642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:29.606071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8984abb0-2f77-4cd5-ab54-db72ed2b0d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.607590 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] Set router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:29.719430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c32d2-15a3-4eaf-8642-8300177beb89 None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:29.775298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.816166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c7520d0-6167-48b3-b98f-544c2e4b9e7e tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2204561 Jun 22 09:29:29.817491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51210) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:29.823712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2108428287'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:29.832554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:29.856426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34fdc7-daea-4dc1-893e-165369158f53 req-9b29db7f-7eaf-44fd-a370-66a8a44f9a74 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:29.863472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d34fdc7-daea-4dc1-893e-165369158f53 req-9b29db7f-7eaf-44fd-a370-66a8a44f9a74 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.5259185 Jun 22 09:29:29.888922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-ce519955-7ef8-4754-811a-4e47b5be3f28 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:29.890618 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-ce519955-7ef8-4754-811a-4e47b5be3f28 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.7021844 Jun 22 09:29:29.919764 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:23Z', 'updated_at': '2021-06-22T09:29:26Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None, '_interfaces': [{'id': '36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3', 'name': '', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'mac_address': 'fa:16:3e:cd:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'eff402f4-6639-4e3f-a585-b02a582e8c73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:29:24Z', 'updated_at': '2021-06-22T09:29:29Z', 'revision_number': 4, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'subnets': [{'id': 'eff402f4-6639-4e3f-a585-b02a582e8c73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:29.936563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d34fdc7-daea-4dc1-893e-165369158f53 req-84db6ef5-a48e-470c-8c28-3c487b1fa85e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720959 Jun 22 09:29:29.951053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Deleting port 22221038-7f10-450c-9edd-02627b86500c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:29.952334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.965371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:29.965948 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5059d2-2058-442d-baa6-ce937538a95c None None] The sync data for ids ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'] in dv-neutron-797120-3-hyperv is: [{'id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:23Z', 'updated_at': '2021-06-22T09:29:26Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None, '_interfaces': [{'id': '36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3', 'name': '', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'mac_address': 'fa:16:3e:cd:a0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'eff402f4-6639-4e3f-a585-b02a582e8c73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:29:24Z', 'updated_at': '2021-06-22T09:29:29Z', 'revision_number': 4, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'subnets': [{'id': 'eff402f4-6639-4e3f-a585-b02a582e8c73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:30.007457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:30.012066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.044921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Provisioning for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:30.077201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Provisioning complete for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:30.078657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.105445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:30.137424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.137774 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Added segment aa139101-17b4-481d-9dbe-bc1eac61ab40 of type vlan for network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 Jun 22 09:29:30.139674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Update dhcp port {'port': {'network_id': 'ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb', 'fixed_ips': [{'subnet_id': '8ff30545-24f6-4f1e-9c33-34e83b8675fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '464e0eb2-7bb8-4b41-9d1e-178b534747d6'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'cd67aac6-fdc1-4b1a-a3c5-eb11dec711be'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:29:30.154101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] For port 22221038-7f10-450c-9edd-02627b86500c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=22221038-7f10-450c-9edd-02627b86500c,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:30.154491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.190258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.210103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:30.260929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.281849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Deleting port 72ca689d-4317-4d00-87dc-3227dddab34d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:30.282207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.494638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.505283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.557084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.557604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.557693 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Floating IP 2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd disassociated. External IP: 172.26.6.57, port: 22221038-7f10-450c-9edd-02627b86500c. Jun 22 09:29:30.558021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Calling delete_port for 22221038-7f10-450c-9edd-02627b86500c owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:30.565711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.574293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:30.574626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.630676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] For port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,segment=NetworkSegment(4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1),segment_id=4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:30.640269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] For port 72ca689d-4317-4d00-87dc-3227dddab34d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=72ca689d-4317-4d00-87dc-3227dddab34d,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:30.640632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.645297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.658955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0244e61b-c6e6-40b0-9dc5-66c742d06637 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:30.698363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Allocated IP 172.20.0.18 (ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb/464e0eb2-7bb8-4b41-9d1e-178b534747d6/cd67aac6-fdc1-4b1a-a3c5-eb11dec711be) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:30.698630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port ad9990fd-8638-424c-94d1-999088ecdd53 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:30.720598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.727989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:30.746738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.752617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:30.753507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:30.760882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:30.859227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Pushing event updated for resources: {'Port': ['ID=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:30.864096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:30.993960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] For port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,segment=NetworkSegment(4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1),segment_id=4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:31.001482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.001719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.002014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Network': ['ID=7c72acd5-7cde-44cb-844c-e7c351a0fdf5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:31.002357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Transition to ACTIVE for port object cd67aac6-fdc1-4b1a-a3c5-eb11dec711be will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:31.002838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:31.008158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.016962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:31.074412 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2557139 Jun 22 09:29:31.078190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51220) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:31.084550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1012065962'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:31.172224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23917348-0168-442e-a327-2625e89856a6 req-75d1a76a-f17d-402b-b9ea-ba9bbb4d09f8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:31.173663 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-23917348-0168-442e-a327-2625e89856a6 req-75d1a76a-f17d-402b-b9ea-ba9bbb4d09f8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1839988 Jun 22 09:29:31.194627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cd67aac6-fdc1-4b1a-a3c5-eb11dec711be up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:31.200266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Allocated IP 172.26.6.14 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/a3296f86-9c0e-4991-8533-844b84ecb539) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:31.202087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] In _notify_port_updated(), no bound segment for port a67b3b97-5240-46b0-b879-702b8f5d9de1 on network 03d66da6-39d6-4778-b60f-c91894e0f941 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:31.207167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:31.207786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.211659 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/ports/a67b3b97-5240-46b0-b879-702b8f5d9de1 HTTP/1.1" status: 200 len: 818 time: 1.7723613 Jun 22 09:29:31.212962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51222) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:31.229922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.251905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:31.252354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.259826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:31.277156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.281273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:31.350007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event deleted for resources: {'Port': ['ID=22221038-7f10-450c-9edd-02627b86500c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:31.355397 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-23917348-0168-442e-a327-2625e89856a6 req-875a8a40-4dd8-4b28-b324-b0d516772e9a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617908 Jun 22 09:29:31.355985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:31.359247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.367439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:31.378521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=a67b3b97-5240-46b0-b879-702b8f5d9de1,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:31.409634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:31.476461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Pushing event updated for resources: {'Port': ['ID=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:31.488882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:31.496899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:31.498583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be had new provisioning blocks added so it will not transition to active. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 22 09:29:31.498698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:31.529352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb188a-1304-49f0-8599-3201b1163f5e req-fe987160-9589-4fc1-8718-35483393de2c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:31.536393 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1afb188a-1304-49f0-8599-3201b1163f5e req-fe987160-9589-4fc1-8718-35483393de2c tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 867 time: 1.0288825 Jun 22 09:29:31.545945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] For port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:31.547661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.578717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.648454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.648813 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Added segment a64dfe33-887c-4412-a100-145c17897d7d of type vlan for network 7778d4f6-dc49-4648-bc9f-760a55026a12 Jun 22 09:29:31.667355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:31.725882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:31.731622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.733866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:31.734787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.745285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port a67b3b97-5240-46b0-b879-702b8f5d9de1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:31.745285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.804990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:31.838639 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1afb188a-1304-49f0-8599-3201b1163f5e req-dafcb5a1-8136-4d81-a082-e0193e16c4f1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups?id=27ef9b53-b61b-4608-9715-e3fdcbb3c0af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725837 Jun 22 09:29:31.893553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:31.913640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b709c-feaf-41f1-93f8-25c55068c910 req-330a67b8-1b03-4f22-807c-08af89b67e91 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:31.924344 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d8b709c-feaf-41f1-93f8-25c55068c910 req-330a67b8-1b03-4f22-807c-08af89b67e91 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 946 time: 0.3626146 Jun 22 09:29:31.939134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.018245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.018623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.018943 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Floating IP d83ee666-ab4c-4c67-8cb2-b78319a795af disassociated. External IP: 172.26.6.109, port: 72ca689d-4317-4d00-87dc-3227dddab34d. Jun 22 09:29:32.019293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Calling delete_port for 72ca689d-4317-4d00-87dc-3227dddab34d owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:32.027408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:32.046864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for a67b3b97-5240-46b0-b879-702b8f5d9de1 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:32.051102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.059182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f6d50990-b072-492e-bd59-d75d721f3448 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:32.061221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.066748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:32.067370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.153503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.163212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bb2c629f-0a7d-400e-b8a0-364cd10df4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:32.195206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:32.234660 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d8b709c-feaf-41f1-93f8-25c55068c910 req-eb4337e8-2f6f-45a9-9405-37938040916f tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups?id=8314c860-b2db-4e88-a9e6-07f4fb2bfa03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093431 Jun 22 09:29:32.240899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:32.246163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:32.250606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:32.253222 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1736979 Jun 22 09:29:32.261449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce603336-c053-49e7-82f1-45c52c567720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.275766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:32.308447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Pushing event updated for resources: {'Port': ['ID=a3296f86-9c0e-4991-8533-844b84ecb539,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:32.344741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.8 (ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb/8ff30545-24f6-4f1e-9c33-34e83b8675fb/ad9990fd-8638-424c-94d1-999088ecdd53) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:32.357148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.20 (ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb/464e0eb2-7bb8-4b41-9d1e-178b534747d6/ad9990fd-8638-424c-94d1-999088ecdd53) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:32.409695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51226) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:32.426646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'subnets': [{'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1398247439', 'ip_version': 4}, {'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:32.426974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'subnet': {'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1398247439', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:32.427557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Request body: {'subnet': {'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:32.474393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb4775-e8b2-4f0b-9a0b-72963b717a1a None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:32.675960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:32.683549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.606s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:32.720191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:32.744372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] Sync routers for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:32.767600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:32.768412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:32.868453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.882440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.898258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e6558c96-0948-4b21-a60f-2bc218ef5052 None None] Provisioning for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:32.904634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e6558c96-0948-4b21-a60f-2bc218ef5052 None None] Provisioning complete for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:32.905241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6558c96-0948-4b21-a60f-2bc218ef5052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.906830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] No DVR routers for this DVR port 22221038-7f10-450c-9edd-02627b86500c on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:32.920375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.922800 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b718b275-80fe-4503-9249-1b0d252e4053 req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.24 "DELETE /v2.0/ports/22221038-7f10-450c-9edd-02627b86500c HTTP/1.1" status: 204 len: 173 time: 4.1492138 Jun 22 09:29:32.923354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'name': 'network-vif-deleted', 'tag': '22221038-7f10-450c-9edd-02627b86500c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:29:32.926723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:32.927236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542566d4-933c-4cd7-aace-931333803bc0" -d '{"events": [{"server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "name": "network-vif-deleted", "tag": "22221038-7f10-450c-9edd-02627b86500c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:29:32.950437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object ad9990fd-8638-424c-94d1-999088ecdd53 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:32.951461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Network': ['ID=7778d4f6-dc49-4648-bc9f-760a55026a12,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:32.958563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9af31157-8b34-4ab9-b94b-4c0a9b3f4689 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:32.964127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:32.989014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:33.070810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 7778d4f6-dc49-4648-bc9f-760a55026a12 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:33.113189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.127726 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b33f7286-7f24-4bd5-8e6c-deea5448bb50 req-f05a187e-f521-49b3-94c4-e24805d97c14 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.0952208 Jun 22 09:29:33.145574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a8d3bdf7-0e4c-4a00-b2e9-9f573f3d2936 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:33.156683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cd67aac6-fdc1-4b1a-a3c5-eb11dec711be up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:33.214512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:33.217479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=a67b3b97-5240-46b0-b879-702b8f5d9de1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:33.222354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Made reservation on behalf of 6578d6e2fa9946329632274d76cdd0ac for: {'subnet': 2} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:33.227664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:33.232757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.233085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.242911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.242911 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/a67b3b97-5240-46b0-b879-702b8f5d9de1 HTTP/1.1" status: 204 len: 168 time: 2.0231936 Jun 22 09:29:33.242911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51234) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:33.249637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:33.259177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.270595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1e4887-5033-45b8-87f0-5397c96da6c6 x-openstack-request-id: req-0d1e4887-5033-45b8-87f0-5397c96da6c6 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:29:33.270929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd72d11-6c12-42e8-ac93-21b194847ef7", "name": "network-vif-deleted", "tag": "22221038-7f10-450c-9edd-02627b86500c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:29:33.271220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d1e4887-5033-45b8-87f0-5397c96da6c6 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:29:33.275766 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd72d11-6c12-42e8-ac93-21b194847ef7', 'name': 'network-vif-deleted', 'tag': '22221038-7f10-450c-9edd-02627b86500c', 'status': 'completed', 'code': 200} Jun 22 09:29:33.442160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9efef980-7cc7-41e3-968f-cef9bca7053e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:33.513348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.546633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:33.547022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.556215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.597923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event deleted for resources: {'Port': ['ID=72ca689d-4317-4d00-87dc-3227dddab34d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:33.605863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:33.608680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:33.613474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:33.633854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:33.653163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.655278 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ece9641-1302-4e40-a8b0-a1b6bf3d7b10 req-3557cb20-858b-4dc3-b472-28fde26a7c99 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0942557 Jun 22 09:29:33.662695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.669958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:33.695651 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:29:33.726298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a2c956bb-0d94-43c5-b8a0-0f2054f57237 None None] Provisioning complete for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:33.726995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2c956bb-0d94-43c5-b8a0-0f2054f57237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:33.789439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18d8d2-7848-4a98-815c-6c44e794e142 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:33.791112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8c18d8d2-7848-4a98-815c-6c44e794e142 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5436831 Jun 22 09:29:33.812880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51238) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:33.861926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:33.875227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b4b19-0202-4942-9b1d-4adb677782ec req-4419525b-32bd-41c2-aed1-e2e7eeef537f tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:33.883792 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-048b4b19-0202-4942-9b1d-4adb677782ec req-4419525b-32bd-41c2-aed1-e2e7eeef537f tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.7017262 Jun 22 09:29:33.895351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:06Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:33.901578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:33.901888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 22 09:29:33.952025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] Checking router: d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:33.980587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 not found, will not notify nova. {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 22 09:29:33.999307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:34.000463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:34.004174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.011692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.043392 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-65587aab-b4cf-4143-a4b0-1af8400c8aa2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:34.048671 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-65587aab-b4cf-4143-a4b0-1af8400c8aa2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/a67b3b97-5240-46b0-b879-702b8f5d9de1 HTTP/1.1" status: 404 len: 333 time: 0.2235208 Jun 22 09:29:34.049768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51242) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:34.058091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1132552508'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:34.137949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 22221038-7f10-450c-9edd-02627b86500c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:34.171398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 22221038-7f10-450c-9edd-02627b86500c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:34.171642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 22221038-7f10-450c-9edd-02627b86500c not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:34.173732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 72ca689d-4317-4d00-87dc-3227dddab34d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:34.318790 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8a0e6080-fb7e-4535-91f7-07de20fad8d0 req-3db40fe4-d564-4899-b9f4-d2f0e0b5d0e0 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd72d11-6c12-42e8-ac93-21b194847ef7 HTTP/1.1" status: 200 len: 210 time: 0.0360229 Jun 22 09:29:34.387744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=ad9990fd-8638-424c-94d1-999088ecdd53,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:34.414050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 72ca689d-4317-4d00-87dc-3227dddab34d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:34.414050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 72ca689d-4317-4d00-87dc-3227dddab34d not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:34.414050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3b9d4190-1e9d-4730-a1d6-6e7133b4067c None None] Provisioning for port ad9990fd-8638-424c-94d1-999088ecdd53 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:34.422059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3b9d4190-1e9d-4730-a1d6-6e7133b4067c None None] Provisioning complete for port ad9990fd-8638-424c-94d1-999088ecdd53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:34.422440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4190-1e9d-4730-a1d6-6e7133b4067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.427265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:34.429890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:34.436056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:34.440156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.449050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:34.449702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.480523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Router 25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:34.486576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:34.493638 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-048b4b19-0202-4942-9b1d-4adb677782ec req-297d445c-b3fc-4962-956b-b2a7bf84f9dd tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6081316 Jun 22 09:29:34.498729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d4190-1e9d-4730-a1d6-6e7133b4067c None None] Port ad9990fd-8638-424c-94d1-999088ecdd53 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:34.523012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.524556 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment a68824b4-2a00-4193-b817-a007718a940f of type vlan for network c832271e-eb47-4ae0-b581-41e7fe4535cb Jun 22 09:29:34.608059 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.1712546 Jun 22 09:29:34.609555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51248) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:34.614634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Router bb043085-8103-4f99-9e91-794ba6247f01 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:34.620086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ff30545-24f6-4f1e-9c33-34e83b8675fb'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:34.621099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:34.685035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.883049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:06Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:34.886345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.931811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:34.938950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136ee10-d099-4b85-b803-9f60ec9e6c59 None None] The sync data for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:52Z', 'revision_number': 4, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '10f24878-8384-4c6f-96a0-a76a5263883d', 'name': '', 'network_id': '02b91d7e-e733-4392-b517-b8f88abb265d', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'mac_address': 'fa:16:3e:58:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:50Z', 'updated_at': '2021-06-22T09:28:06Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'subnets': [{'id': '853bc325-ebb9-4be1-9c02-79651b77cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:34.939772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:34.946907 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "PUT /v2.0/routers/25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 HTTP/1.1" status: 200 len: 915 time: 5.5588112 Jun 22 09:29:34.951605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51254) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:34.952685 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] Sync routers for ids ['25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:34.973252 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] Routers {'25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:34.973252 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.030864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.038885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:35.046992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.046992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc4688ba-1304-4b8b-93a6-625118510cf6 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:35.053797 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.068572 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] Routers {'25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:35.069252 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.091013 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-30d8c704-508e-498d-804d-c28e077353ef req-ef525391-f741-4991-b317-0a01425be975 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.1040454 Jun 22 09:29:35.109577 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.110412 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c202e59-0d68-475e-a38e-c39e70d93046 None None] The sync data for ids ['25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:35.117435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:35.136476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] Sync routers for ids ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:35.151823 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a1d868a2-9452-4c1e-ae77-286fee6500c8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "PUT /v2.0/routers/5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0188947 Jun 22 09:29:35.155167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] Routers {'5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:35.155819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.161192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51256) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.238691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:35.259250 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] Sync routers for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:35.266941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=c832271e-eb47-4ae0-b581-41e7fe4535cb,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:35.273457 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:35.274598 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.275602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:35.277116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd4918-b7c1-41ac-9eb1-b10f4e9b6520 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:35.278903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd4918-b7c1-41ac-9eb1-b10f4e9b6520 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:35.280689 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11bd4918-b7c1-41ac-9eb1-b10f4e9b6520 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1184535 Jun 22 09:29:35.288357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51258) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.290380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:35.304105 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2481611 Jun 22 09:29:35.312637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51260) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.313663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] No DVR routers for this DVR port 72ca689d-4317-4d00-87dc-3227dddab34d on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:35.321143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:35.331193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.331911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] Set router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:35.333057 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6486589d-d47e-4a14-ab78-b99259d9b4d7 req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.24 "DELETE /v2.0/ports/72ca689d-4317-4d00-87dc-3227dddab34d HTTP/1.1" status: 204 len: 173 time: 5.4295347 Jun 22 09:29:35.344564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'name': 'network-vif-deleted', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:29:35.357061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8715e61-f7a7-42a7-8ca2-d74fbab13ed8" -d '{"events": [{"server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "name": "network-vif-deleted", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:29:35.364113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.388830 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2a697e0c-7a6f-4768-8415-cb32f045b905 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 HTTP/1.1" status: 200 len: 921 time: 0.4358871 Jun 22 09:29:35.392146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51266) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.458024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet eff402f4-6639-4e3f-a585-b02a582e8c73 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:35.472887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.560535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.604383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dffd7d3-ab99-4b06-8d66-5ad185913de8 x-openstack-request-id: req-1dffd7d3-ab99-4b06-8d66-5ad185913de8 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:29:35.605009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef34c529-470d-4b3f-9b2d-d47536cb9341", "name": "network-vif-deleted", "tag": "72ca689d-4317-4d00-87dc-3227dddab34d", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:29:35.605760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555f87fa-41da-42cc-9a36-4bb095d3c77b None None] New status for floating IP 2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:29:35.610788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dffd7d3-ab99-4b06-8d66-5ad185913de8 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:29:35.611342 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef34c529-470d-4b3f-9b2d-d47536cb9341', 'name': 'network-vif-deleted', 'tag': '72ca689d-4317-4d00-87dc-3227dddab34d', 'status': 'completed', 'code': 200} Jun 22 09:29:35.623631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8ab7c-0f9b-4f90-8b6f-af81a7500e69 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:35.626696 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f8a8ab7c-0f9b-4f90-8b6f-af81a7500e69 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2311282 Jun 22 09:29:35.628064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51272) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.657773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:23Z', 'updated_at': '2021-06-22T09:29:32Z', 'revision_number': 3, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:35.685361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51274) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.742224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.749529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:35.749746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.762277 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:35.824222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff6670-e150-44d0-8f3a-b0758ac4068c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:35.829409 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-29ff6670-e150-44d0-8f3a-b0758ac4068c tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.1978185 Jun 22 09:29:35.829564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51276) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.829649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.837402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:35.840932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:35.867935 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a7a3292a-0a23-4fc0-bc8f-54c90c6e2617 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 HTTP/1.1" status: 200 len: 205 time: 0.0372694 Jun 22 09:29:35.872564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51278) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:35.916282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Subnet': ['ID=384b8264-705d-436f-9cf9-88e4975eda20,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:35.932108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:35.936748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Delete allocated IP 172.20.0.20 (ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb/464e0eb2-7bb8-4b41-9d1e-178b534747d6) {{(pid=93949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:29:35.981786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.016944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] Checking router: 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:36.027124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.030855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a5c38032-64de-45d6-a526-d9c61bff685f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:36.038545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Checking segment: {'id': 'aa139101-17b4-481d-9dbe-bc1eac61ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:36.038936 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network hostable DHCP agents. Network: 7c72acd5-7cde-44cb-844c-e7c351a0fdf5, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:36.063616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=eff402f4-6639-4e3f-a585-b02a582e8c73,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:36.063847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] Routers {'5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:36.064527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:36.072923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:36.073951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.078105 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/eff402f4-6639-4e3f-a585-b02a582e8c73 HTTP/1.1" status: 204 len: 168 time: 0.7864189 Jun 22 09:29:36.078845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51280) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:36.129907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6059dc6-711d-4381-b285-c1c26a08e1a7 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:36.212184 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:05Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:36.278898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.290941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7b8e49a1-9950-4806-8440-82fb2258367e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2114394 Jun 22 09:29:36.294087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51284) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:36.297467 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] Checking router: bb043085-8103-4f99-9e91-794ba6247f01 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:36.314079 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:36.314548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:36.316652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] Set router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:36.389147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.398494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.404563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:36.414198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.419419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.422927 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "DELETE /v2.0/security-groups/27ef9b53-b61b-4608-9715-e3fdcbb3c0af HTTP/1.1" status: 204 len: 168 time: 0.7343099 Jun 22 09:29:36.428118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3db9c4d-0ef3-4c74-b2db-b333e20d035e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:36.439197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51288) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:36.464359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:23Z', 'updated_at': '2021-06-22T09:29:32Z', 'revision_number': 3, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:36.470837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef9b53-b61b-4608-9715-e3fdcbb3c0af,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:36.476316 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-152f4cf4-47fe-4f2e-9c5e-43f847aa465c req-531c08f6-0f48-4556-8c59-2cb3a5340660 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef34c529-470d-4b3f-9b2d-d47536cb9341 HTTP/1.1" status: 200 len: 210 time: 0.0512888 Jun 22 09:29:36.485410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:36.489562 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-6da4cdc3-2775-4a16-8224-3ee2e255bcbd tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] show failed (client error): The resource could not be found. Jun 22 09:29:36.500195 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6da4cdc3-2775-4a16-8224-3ee2e255bcbd tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "GET /v2.0/security-groups/27ef9b53-b61b-4608-9715-e3fdcbb3c0af HTTP/1.1" status: 404 len: 347 time: 0.0493937 Jun 22 09:29:36.501594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51290) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:36.519623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e39803-7759-46c9-9665-9d165b90ec51 None None] The sync data for ids ['5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a'] in dv-neutron-797120-3-hyperv is: [{'id': '5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a', 'name': 'tempest-NetworksTestDHCPv6-router-1824771423', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:23Z', 'updated_at': '2021-06-22T09:29:32Z', 'revision_number': 3, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:36.527384 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:36.538833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object ad9990fd-8638-424c-94d1-999088ecdd53 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:36.719091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.756833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f51a8786-5e41-44c0-96c0-3661993bd220 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:36.767079 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.792330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:36.798735 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:05Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:36.828128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d78a13a-8c0d-466e-99dc-434188fc7abb None None] The sync data for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv is: [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6', 'name': '', 'network_id': 'd261d077-659e-4425-9f07-bd5d67553feb', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'mac_address': 'fa:16:3e:d4:1c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:05Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'subnets': [{'id': '1ac3aeb4-2323-4afa-8a0e-98fb56319cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:36.834238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=ad9990fd-8638-424c-94d1-999088ecdd53,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:36.848952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:36.909293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:37.029970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Deleting port 5b86b183-808e-4aa0-9b06-24b6493b8504 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:37.030744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.039674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 7c72acd5-7cde-44cb-844c-e7c351a0fdf5) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:37.041578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] In _notify_port_updated(), no bound segment for port ad9990fd-8638-424c-94d1-999088ecdd53 on network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:37.049536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:37.050206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.051520 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/ports/ad9990fd-8638-424c-94d1-999088ecdd53 HTTP/1.1" status: 200 len: 919 time: 2.4374352 Jun 22 09:29:37.055640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51292) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:37.061082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ff30545-24f6-4f1e-9c33-34e83b8675fb'}, {'subnet_id': '464e0eb2-7bb8-4b41-9d1e-178b534747d6'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:37.062351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b86b183-808e-4aa0-9b06-24b6493b8504 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:37.071743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.071743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:37.080524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.083944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:37.107476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.110957 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-00a6c4d2-5985-4f9e-ba6b-0c7f87cf0574 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/routers/5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a HTTP/1.1" status: 204 len: 168 time: 0.8131995 Jun 22 09:29:37.111176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51294) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:37.120658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:37.130354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c62cb-212c-46e8-a16a-e7b823832cf2 None None] Network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:37.187355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.242521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.265997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event updated for resources: {'Subnet': ['ID=5533499c-2c60-4744-9f54-c98cb522e715,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:37.284629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.288544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:37.296293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:37.297978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] For port 5b86b183-808e-4aa0-9b06-24b6493b8504, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b86b183-808e-4aa0-9b06-24b6493b8504,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:37.298735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.329316 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f211a-5620-4cc4-8c93-bb56c7dc4650 None None] New status for floating IP d83ee666-ab4c-4c67-8cb2-b78319a795af: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:29:37.341443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61196b3-a343-485e-84b3-0cc0f8a22cbe req-4c635104-be1c-4747-a395-cee14d79c6af tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:37.349136 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c61196b3-a343-485e-84b3-0cc0f8a22cbe req-4c635104-be1c-4747-a395-cee14d79c6af tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.8609865 Jun 22 09:29:37.391917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Calling delete_port for 5b86b183-808e-4aa0-9b06-24b6493b8504 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:37.411169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:37.414919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Checking segment: {'id': 'a64dfe33-887c-4412-a100-145c17897d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:37.415286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network hostable DHCP agents. Network: 7778d4f6-dc49-4648-bc9f-760a55026a12, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:37.416928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.460276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d6598425-7b08-4b9b-926b-539422417f1a None None] Provisioning for port ad9990fd-8638-424c-94d1-999088ecdd53 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:37.460759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Deleting port f09cec67-c655-4381-a93e-340e74e988f4 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:37.465407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.468301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.497470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d6598425-7b08-4b9b-926b-539422417f1a None None] Provisioning complete for port ad9990fd-8638-424c-94d1-999088ecdd53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:37.498101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d6598425-7b08-4b9b-926b-539422417f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.498788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=dab0fb5e-fa84-4841-86f8-08990a4f2407,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:37.532136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': 'a68824b4-2a00-4193-b817-a007718a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:37.532547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: c832271e-eb47-4ae0-b581-41e7fe4535cb, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:37.536698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:37.558871 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c61196b3-a343-485e-84b3-0cc0f8a22cbe req-10e2d3cd-bb0a-4241-86c8-95fbe9dd02b0 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087035 Jun 22 09:29:37.646333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 5b86b183-808e-4aa0-9b06-24b6493b8504, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b86b183-808e-4aa0-9b06-24b6493b8504,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:37.650391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Deleting port a3296f86-9c0e-4991-8533-844b84ecb539 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:37.650391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.661233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d6598425-7b08-4b9b-926b-539422417f1a None None] Port ad9990fd-8638-424c-94d1-999088ecdd53 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:37.706934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.707267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.710321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Network 7778d4f6-dc49-4648-bc9f-760a55026a12 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:37.721251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.721251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:37.722743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network c832271e-eb47-4ae0-b581-41e7fe4535cb is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:37.725093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51300) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:37.745472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4b53b70f-8e7f-44e7-839e-1221aeeaf1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:37.776389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:37.776985 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36c3b67b-d6e9-4eaa-8466-7fc59e2ff6a3 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:37.814724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Calling delete_port for f09cec67-c655-4381-a93e-340e74e988f4 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:37.829092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=5b86b183-808e-4aa0-9b06-24b6493b8504,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:37.837244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 7778d4f6-dc49-4648-bc9f-760a55026a12) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:37.843265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:37.845890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-7c72acd5-7cde-44cb-844c-e7c351a0fdf5', 'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5', 'tenant_id': '6578d6e2fa9946329632274d76cdd0ac', 'fixed_ips': [{'subnet_id': '384b8264-705d-436f-9cf9-88e4975eda20'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:37.846061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c832271e-eb47-4ae0-b581-41e7fe4535cb) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:37.848256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.854723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a9ab3-978d-4b8e-9b48-4c4d5092971a None None] Network 7778d4f6-dc49-4648-bc9f-760a55026a12 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:37.859036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:37.859800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:37.860190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.876912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:37.878068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.882936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.885851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4128f-6fdc-433e-bb3a-568f9aa74628 None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:37.912455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:37.961700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a04e9f7a-b407-480e-be40-31ffc4bf6987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:38.001236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Pushing event deleted for resources: {'Port': ['ID=5b86b183-808e-4aa0-9b06-24b6493b8504,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:38.008498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] No DVR routers for this DVR port 5b86b183-808e-4aa0-9b06-24b6493b8504 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:38.012441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:38.012877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Calling delete_port for a3296f86-9c0e-4991-8533-844b84ecb539 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:38.028020 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.6127269 Jun 22 09:29:38.039158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51302) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:38.130299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.134440 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8158159 Jun 22 09:29:38.144418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51304) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:38.153551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.28 (ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb/464e0eb2-7bb8-4b41-9d1e-178b534747d6/ad9990fd-8638-424c-94d1-999088ecdd53) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:38.154185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:38.248592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.249745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.253174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:38.271600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a93daf-9355-4de3-a163-00c0e0262c10 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:38.273164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a93daf-9355-4de3-a163-00c0e0262c10 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:38.275076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a93daf-9355-4de3-a163-00c0e0262c10 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:38.280077 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-40a93daf-9355-4de3-a163-00c0e0262c10 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2367299 Jun 22 09:29:38.289118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51306) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:38.358742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:38.369653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:38.381328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:38.381823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.392293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=68da9de5-b933-4239-aba4-93aa8ebed9e5,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:38.406432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:38.409466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83964260-0e82-4cf9-ac2f-2a5d6e2f9803 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:38.412389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Deleting subnet 384b8264-705d-436f-9cf9-88e4975eda20 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:38.426075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.445281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Ignored duplicate provisioning block setup for port ad9990fd-8638-424c-94d1-999088ecdd53 by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 09:29:38.519815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Allocated IP 172.20.0.2 (7c72acd5-7cde-44cb-844c-e7c351a0fdf5/384b8264-705d-436f-9cf9-88e4975eda20/ed345154-2bd6-4c66-aef9-2fc2dc408ad0) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:38.551926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c832271e-eb47-4ae0-b581-41e7fe4535cb', 'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': 'dab0fb5e-fa84-4841-86f8-08990a4f2407'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:38.553324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.566103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-7778d4f6-dc49-4648-bc9f-760a55026a12', 'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12', 'tenant_id': '6578d6e2fa9946329632274d76cdd0ac', 'fixed_ips': [{'subnet_id': '5533499c-2c60-4744-9f54-c98cb522e715'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:38.566897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.618729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5039692 Jun 22 09:29:38.619651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51310) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:38.623595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:38.663445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.664470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.667822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.668655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a995a57-0e70-43c6-8e31-3c7494aa0b72 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:38.669368 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "DELETE /v2.0/security-groups/8314c860-b2db-4e88-a9e6-07f4fb2bfa03 HTTP/1.1" status: 204 len: 168 time: 0.9377525 Jun 22 09:29:38.670252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.673394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51312) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:38.674352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8471e744-b927-4e6b-ae2f-417639221a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:38.680077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.712810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8314c860-b2db-4e88-a9e6-07f4fb2bfa03,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:38.717444 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-2a81b5ba-d962-4c1b-a20a-ff86363a7351 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] show failed (client error): The resource could not be found. Jun 22 09:29:38.718661 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a81b5ba-d962-4c1b-a20a-ff86363a7351 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "GET /v2.0/security-groups/8314c860-b2db-4e88-a9e6-07f4fb2bfa03 HTTP/1.1" status: 404 len: 347 time: 0.0397732 Jun 22 09:29:38.720979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:38.723120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9cbbeff7-c216-40a0-bc72-ce68be87b7d5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:38.729215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51314) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:38.797026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:38.801218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.811451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Pushing event deleted for resources: {'Port': ['ID=f09cec67-c655-4381-a93e-340e74e988f4,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:38.828786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=ad9990fd-8638-424c-94d1-999088ecdd53,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:38.909524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:38.928892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event deleted for resources: {'Port': ['ID=a3296f86-9c0e-4991-8533-844b84ecb539,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:38.937063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:38.940706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:38.941106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:38.966867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.979769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '68da9de5-b933-4239-aba4-93aa8ebed9e5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:38.980929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:38.999451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.002064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.006491 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-16f862d6-8aeb-4b2f-beeb-d3214deaccec tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] 10.222.0.65 "DELETE /v2.0/floatingips/2d1cdfd0-0eb9-4a84-a3aa-184a8f2f84fd HTTP/1.1" status: 204 len: 168 time: 2.4735067 Jun 22 09:29:39.010020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51316) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:39.041623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Allocated IP 2001:db8::2 (c832271e-eb47-4ae0-b581-41e7fe4535cb/dab0fb5e-fa84-4841-86f8-08990a4f2407/cf85db72-8819-4297-8a37-4443849b391f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:39.066564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] In _notify_port_updated(), no bound segment for port ad9990fd-8638-424c-94d1-999088ecdd53 on network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:39.072586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:39.073311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.074791 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/ports/ad9990fd-8638-424c-94d1-999088ecdd53 HTTP/1.1" status: 200 len: 999 time: 2.0180588 Jun 22 09:29:39.079139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Allocated IP 172.20.0.18 (7778d4f6-dc49-4648-bc9f-760a55026a12/5533499c-2c60-4744-9f54-c98cb522e715/695a2100-51da-46ce-a9bb-786e41a7a98c) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:39.082054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51318) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:39.085890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.093743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.106037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ff098-c83c-490b-aa79-adb833e5163d req-e04dcc8e-a291-4309-a3c9-80ee76203c92 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:39.107675 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee1ff098-c83c-490b-aa79-adb833e5163d req-e04dcc8e-a291-4309-a3c9-80ee76203c92 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3983223 Jun 22 09:29:39.138164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.142465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.156997 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.ipam_backend_mixin [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dab0fb5e-fa84-4841-86f8-08990a4f2407 (CIDR: 2001:db8::/64) Jun 22 09:29:39.162543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Deleting port 381e8865-14eb-42be-b4b5-58bbf2351eef {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:39.163066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.236512 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee1ff098-c83c-490b-aa79-adb833e5163d req-fe7a82fa-a77b-41a3-a443-d1ed9dba2854 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080925 Jun 22 09:29:39.283280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.291735 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:29:39.293038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:29:39.301017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.301732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.321667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port ad9990fd-8638-424c-94d1-999088ecdd53 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:39.322018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.381614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Calling delete_port for 381e8865-14eb-42be-b4b5-58bbf2351eef owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:39.411064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a34da692-2c60-4dd3-9d73-98569c7ae6a5 None None] Provisioning complete for port ad9990fd-8638-424c-94d1-999088ecdd53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:39.411684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a34da692-2c60-4dd3-9d73-98569c7ae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.426002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.429347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Fanout notify agent at l3_agent the message router_deleted on router 25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:39.439103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.440443 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 HTTP/1.1" status: 204 len: 168 time: 3.5298243 Jun 22 09:29:39.447092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51320) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:39.451795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1317719234', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:39.464030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.500432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.503227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.511046 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-47c210bf-596b-42b0-90d1-008f6977c4ad tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3676300 Jun 22 09:29:39.512415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/68da9de5-b933-4239-aba4-93aa8ebed9e5/5b47150d-b6d0-4fcb-824f-8fb4c4d95837) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:39.514156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51322) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:39.522836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Transition to ACTIVE for port object ed345154-2bd6-4c66-aef9-2fc2dc408ad0 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:39.525435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:39.538369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.568786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a34da692-2c60-4dd3-9d73-98569c7ae6a5 None None] Port ad9990fd-8638-424c-94d1-999088ecdd53 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:39.600206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Transition to ACTIVE for port object ed345154-2bd6-4c66-aef9-2fc2dc408ad0 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:39.628720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.629724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.649411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for ad9990fd-8638-424c-94d1-999088ecdd53 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:39.691423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.700967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.705721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.707448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d9561e6-a97a-4c68-8217-fc2e1103c9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:39.727289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.731072 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b7204e26-ae3f-4453-b629-97fc7b234477 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1086001 Jun 22 09:29:39.731072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.731579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51324) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:39.754113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.761983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Transition to ACTIVE for port object 695a2100-51da-46ce-a9bb-786e41a7a98c will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:39.799818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:39.801110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Transition to ACTIVE for port object cf85db72-8819-4297-8a37-4443849b391f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:39.809796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.821586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:39.823981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Transition to ACTIVE for port object 695a2100-51da-46ce-a9bb-786e41a7a98c will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:39.828632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Pushing event updated for resources: {'Port': ['ID=ed345154-2bd6-4c66-aef9-2fc2dc408ad0,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:39.833980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:39.844005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:39.883909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Transition to ACTIVE for port object cf85db72-8819-4297-8a37-4443849b391f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:39.914957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.938114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:39.978669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:39.982308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:39.999606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.004057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Network 7778d4f6-dc49-4648-bc9f-760a55026a12 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:40.013908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Attempting to bind port ed345154-2bd6-4c66-aef9-2fc2dc408ad0 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:40.014209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Attempting to bind port ed345154-2bd6-4c66-aef9-2fc2dc408ad0 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'aa139101-17b4-481d-9dbe-bc1eac61ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:40.014703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Attempting to bind port ed345154-2bd6-4c66-aef9-2fc2dc408ad0 on network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:40.016964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:40.026890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:40.030129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Transition to ACTIVE for port object 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:40.030704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.033633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Pushing event updated for resources: {'Port': ['ID=695a2100-51da-46ce-a9bb-786e41a7a98c,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.036483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.044089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.044644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.051819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:40.052933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Checking segment: {'id': 'aa139101-17b4-481d-9dbe-bc1eac61ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:40.053723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.054245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Bound using segment: {'id': 'aa139101-17b4-481d-9dbe-bc1eac61ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:40.054929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Bound port: ed345154-2bd6-4c66-aef9-2fc2dc408ad0, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa139101-17b4-481d-9dbe-bc1eac61ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c72acd5-7cde-44cb-844c-e7c351a0fdf5'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:40.055276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.059767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.069666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f5517ec-edd8-47e4-af18-544c07c56d57 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.112141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Pushing event deleted for resources: {'Port': ['ID=381e8865-14eb-42be-b4b5-58bbf2351eef,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.124000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.136734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Transition to ACTIVE for port object 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:40.175395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:40.185156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:40.189344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Pushing event updated for resources: {'Port': ['ID=cf85db72-8819-4297-8a37-4443849b391f,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.209514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:40.211733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.215371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Attempting to bind port 695a2100-51da-46ce-a9bb-786e41a7a98c on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:40.215758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Attempting to bind port 695a2100-51da-46ce-a9bb-786e41a7a98c by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a64dfe33-887c-4412-a100-145c17897d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:40.216156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Attempting to bind port 695a2100-51da-46ce-a9bb-786e41a7a98c on network 7778d4f6-dc49-4648-bc9f-760a55026a12 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:40.222806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.229066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-268bfa08-22c8-4554-9676-e49f25a1db47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.241479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.259316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:40.259725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Checking segment: {'id': 'a64dfe33-887c-4412-a100-145c17897d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:40.260173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.260586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Bound using segment: {'id': 'a64dfe33-887c-4412-a100-145c17897d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:40.261073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Bound port: 695a2100-51da-46ce-a9bb-786e41a7a98c, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64dfe33-887c-4412-a100-145c17897d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7778d4f6-dc49-4648-bc9f-760a55026a12'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:40.261456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.301248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.305889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.307102 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] 10.222.0.65 "DELETE /v2.0/floatingips/d83ee666-ab4c-4c67-8cb2-b78319a795af HTTP/1.1" status: 204 len: 168 time: 1.5742359 Jun 22 09:29:40.314455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51328) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:40.376291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:40.390735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] For port ed345154-2bd6-4c66-aef9-2fc2dc408ad0, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:40.395735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:40.401924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.402169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Pushing event updated for resources: {'Port': ['ID=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.412898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:40.414979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Attempting to bind port cf85db72-8819-4297-8a37-4443849b391f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:40.415356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Attempting to bind port cf85db72-8819-4297-8a37-4443849b391f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a68824b4-2a00-4193-b817-a007718a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:40.415732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Attempting to bind port cf85db72-8819-4297-8a37-4443849b391f on network c832271e-eb47-4ae0-b581-41e7fe4535cb {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:40.420690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.428040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] For port ed345154-2bd6-4c66-aef9-2fc2dc408ad0, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ed345154-2bd6-4c66-aef9-2fc2dc408ad0,segment=NetworkSegment(aa139101-17b4-481d-9dbe-bc1eac61ab40),segment_id=aa139101-17b4-481d-9dbe-bc1eac61ab40)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:40.442544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:40.443490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Checking segment: {'id': 'a68824b4-2a00-4193-b817-a007718a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:40.444381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.444791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Bound using segment: {'id': 'a68824b4-2a00-4193-b817-a007718a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:40.445290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Bound port: cf85db72-8819-4297-8a37-4443849b391f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68824b4-2a00-4193-b817-a007718a940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:40.445710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.453879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.463058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1a736fc6-11e1-44ea-bc5c-db4aa615f110 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.467959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.539470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.541886 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/subnets/384b8264-705d-436f-9cf9-88e4975eda20 HTTP/1.1" status: 204 len: 168 time: 2.2485414 Jun 22 09:29:40.542885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Subnet': ['ID=384b8264-705d-436f-9cf9-88e4975eda20,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.545426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.547985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51330) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:40.554737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-09c6f650-725a-43d3-8e4a-eb417fea7d48 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.636077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=ad9990fd-8638-424c-94d1-999088ecdd53,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.639345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.647684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.654939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.667474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.705635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] For port 695a2100-51da-46ce-a9bb-786e41a7a98c, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:40.759103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] For port 695a2100-51da-46ce-a9bb-786e41a7a98c, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=695a2100-51da-46ce-a9bb-786e41a7a98c,segment=NetworkSegment(a64dfe33-887c-4412-a100-145c17897d7d),segment_id=a64dfe33-887c-4412-a100-145c17897d7d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:40.774333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Attempting to bind port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:40.774714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Attempting to bind port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:40.775076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Attempting to bind port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:40.796031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:40.804631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:40.804631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.804631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:40.804631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Bound port: 5b47150d-b6d0-4fcb-824f-8fb4c4d95837, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:40.804631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.805088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Pushing event updated for resources: {'Port': ['ID=ed345154-2bd6-4c66-aef9-2fc2dc408ad0,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:40.818460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:40.836831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.842260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3e2b5c89-769d-4f45-82e6-eab3d729e05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:40.856950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.862193 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/ad9990fd-8638-424c-94d1-999088ecdd53 HTTP/1.1" status: 204 len: 168 time: 1.7759185 Jun 22 09:29:40.866476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51332) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:40.868411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b92317-8269-41a6-817e-0ec08bf6aa84 req-98ba53f4-56ac-4a0b-9da6-a9a5fa591786 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:40.875528 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28b92317-8269-41a6-817e-0ec08bf6aa84 req-98ba53f4-56ac-4a0b-9da6-a9a5fa591786 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4293456 Jun 22 09:29:40.882166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Deleting subnet 5533499c-2c60-4744-9f54-c98cb522e715 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:40.884428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:40.917707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9d1187-ce20-4132-bfc0-850c89004e19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:29:40.922888 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9c9d1187-ce20-4132-bfc0-850c89004e19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/ad9990fd-8638-424c-94d1-999088ecdd53 HTTP/1.1" status: 404 len: 333 time: 0.0553663 Jun 22 09:29:40.928705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51334) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:40.952478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] For port cf85db72-8819-4297-8a37-4443849b391f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:41.008518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 464e0eb2-7bb8-4b41-9d1e-178b534747d6 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:41.023521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] For port cf85db72-8819-4297-8a37-4443849b391f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cf85db72-8819-4297-8a37-4443849b391f,segment=NetworkSegment(a68824b4-2a00-4193-b817-a007718a940f),segment_id=a68824b4-2a00-4193-b817-a007718a940f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:41.030508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Pushing event updated for resources: {'Port': ['ID=695a2100-51da-46ce-a9bb-786e41a7a98c,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:41.034168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:41.036063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] For port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:41.043248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] For port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:41.048559 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28b92317-8269-41a6-817e-0ec08bf6aa84 req-0c1d0dc7-346e-4641-bad7-4a1813c14fc9 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720357 Jun 22 09:29:41.062832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.096506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.152198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.156215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1e77c08c-c2e9-4d19-aeb5-089aadaaca81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:41.218653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.264286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.284979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Pushing event updated for resources: {'Port': ['ID=cf85db72-8819-4297-8a37-4443849b391f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:41.289637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:41.290390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-aec5772f-f71d-4bc8-b296-d562f3717cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:41.451412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Pushing event updated for resources: {'Port': ['ID=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:41.458995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:41.514511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.529923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4152fe09-488c-4926-91be-1522e687e696 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:41.576119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network c832271e-eb47-4ae0-b581-41e7fe4535cb is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:41.584362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:41.608615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:41.613230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:41.647978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=a92a68e7-7c31-4c6f-8951-a5e4c53fc405,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:41.666678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.667059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.667435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.667806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.668214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.668553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.668910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.674358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.674358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.674358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.674358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.674358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:41.678710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:41.776587 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2568216 Jun 22 09:29:41.782022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51336) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:41.787963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb', 'fixed_ips': [{'subnet_id': 'dab0fb5e-fa84-4841-86f8-08990a4f2407'}, {'subnet_id': 'a92a68e7-7c31-4c6f-8951-a5e4c53fc405'}], 'name': 'tempest-PortsIpV6TestJSON-621176963'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:41.954382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.078161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.121890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.207789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:42.218493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.225927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::1 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/68da9de5-b933-4239-aba4-93aa8ebed9e5/9bd3daf8-208a-492f-bc25-abe9fff6427e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:42.262160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.373064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c12e7e-3418-4dde-9987-ea9d0f04a322 None None] Network 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:42.375915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Deleting port 10f24878-8384-4c6f-96a0-a76a5263883d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:42.376412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.382454 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.385383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:42.388593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.405051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.467541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd50356-7ff1-4cb4-91ec-4bb91c3e185c req-44f7a8a8-765f-4a31-887f-ad955efa7986 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:42.477513 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ffd50356-7ff1-4cb4-91ec-4bb91c3e185c req-44f7a8a8-765f-4a31-887f-ad955efa7986 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2745931 Jun 22 09:29:42.485091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 5c53f587-1075-479b-8cdd-2a4d4632b18b yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:42.491284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=464e0eb2-7bb8-4b41-9d1e-178b534747d6,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:42.523282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.525534 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/464e0eb2-7bb8-4b41-9d1e-178b534747d6 HTTP/1.1" status: 204 len: 168 time: 1.5934131 Jun 22 09:29:42.530357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51340) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:42.530655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350b8b2-4ad9-45cd-8e85-81084693ec11 None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:42.532740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.534896 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/subnets/5533499c-2c60-4744-9f54-c98cb522e715 HTTP/1.1" status: 204 len: 168 time: 1.9741290 Jun 22 09:29:42.543133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51342) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:42.566292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.567071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.567782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.569504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.570047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.570573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.571044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.571509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.572100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.572586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.573243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.573882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:42.594604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cab95fac-00ef-4d47-a4de-490d7bd60644 None None] Provisioning for port ed345154-2bd6-4c66-aef9-2fc2dc408ad0 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:42.617740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] For port 10f24878-8384-4c6f-96a0-a76a5263883d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10f24878-8384-4c6f-96a0-a76a5263883d,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:42.617740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.632615 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ffd50356-7ff1-4cb4-91ec-4bb91c3e185c req-629c29f3-5c43-44f4-ba85-2e98aee96af8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542873 Jun 22 09:29:42.731300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Deleting port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:42.731656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:42.753453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Calling delete_port for 10f24878-8384-4c6f-96a0-a76a5263883d owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:42.758687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:42.759198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:42.799312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] DHCP port deletion for 7c72acd5-7cde-44cb-844c-e7c351a0fdf5 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:42.900761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Subnet': ['ID=5533499c-2c60-4744-9f54-c98cb522e715,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:42.916764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:42.991148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] For port 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:42.991533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.001244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.023582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Allocated IP 172.26.6.106 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/17f702fa-7c15-4deb-a7d2-90765242885c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:43.026579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Deleting port ed345154-2bd6-4c66-aef9-2fc2dc408ad0 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:43.027209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.031990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 8ff30545-24f6-4f1e-9c33-34e83b8675fb {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:43.052372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6b0e7-dd6a-496d-96e9-acadf4065ebf tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:43.057838 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d0d6b0e7-dd6a-496d-96e9-acadf4065ebf tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4932506 Jun 22 09:29:43.060573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51344) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:43.063085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.091177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e26e91-b17b-4f5e-a865-bb7ec09a02ac None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:43.102612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 9bd3daf8-208a-492f-bc25-abe9fff6427e will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:43.153251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Calling delete_port for 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:43.215595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::2e5 (c832271e-eb47-4ae0-b581-41e7fe4535cb/dab0fb5e-fa84-4841-86f8-08990a4f2407/5c53f587-1075-479b-8cdd-2a4d4632b18b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:43.260629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8:0:1::81 (c832271e-eb47-4ae0-b581-41e7fe4535cb/a92a68e7-7c31-4c6f-8951-a5e4c53fc405/5c53f587-1075-479b-8cdd-2a4d4632b18b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:43.392041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cf85db72-8819-4297-8a37-4443849b391f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:43.438541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] For port ed345154-2bd6-4c66-aef9-2fc2dc408ad0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ed345154-2bd6-4c66-aef9-2fc2dc408ad0,segment=NetworkSegment(aa139101-17b4-481d-9dbe-bc1eac61ab40),segment_id=aa139101-17b4-481d-9dbe-bc1eac61ab40)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:43.438938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.453436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.522756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711984c9-e00e-4e4f-8231-d53f2036f2b9 None None] Network 7778d4f6-dc49-4648-bc9f-760a55026a12 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:43.587724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Calling delete_port for ed345154-2bd6-4c66-aef9-2fc2dc408ad0 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:43.619692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-884c85da-d378-4bbd-b68b-c5e6eb8bf2da None None] Provisioning for port cf85db72-8819-4297-8a37-4443849b391f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:43.627068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.637215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.675561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object 5c53f587-1075-479b-8cdd-2a4d4632b18b will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:43.790654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.795291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.831845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-470e307f-99d7-403d-a32e-e72c67064543 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:43.858885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.912527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.924078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:43.946875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:43.971293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:43.976558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:43.982452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:43.982961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:43.998762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port cf85db72-8819-4297-8a37-4443849b391f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:43.999989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:44.008531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port cf85db72-8819-4297-8a37-4443849b391f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:44.017799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.020456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:44.021115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.043901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5404ee67-22aa-4070-a9fa-0cfd57ac51d2 None None] Provisioning for port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:44.053103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network c832271e-eb47-4ae0-b581-41e7fe4535cb is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:44.061246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:44.078221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:44.085946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:44.086629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.110942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.113627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=9bd3daf8-208a-492f-bc25-abe9fff6427e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:44.116541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=5c53f587-1075-479b-8cdd-2a4d4632b18b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:44.118111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:44.122790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-20261310-039b-4acf-841b-b8057b847a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:44.123512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:44.243001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5404ee67-22aa-4070-a9fa-0cfd57ac51d2 None None] Provisioning for port 695a2100-51da-46ce-a9bb-786e41a7a98c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:44.250127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] No DVR routers for this DVR port ed345154-2bd6-4c66-aef9-2fc2dc408ad0 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:44.257737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] DHCP port deletion for 7778d4f6-dc49-4648-bc9f-760a55026a12 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:44.259683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Pushing event deleted for resources: {'Port': ['ID=ed345154-2bd6-4c66-aef9-2fc2dc408ad0,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:44.278132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:44.307454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.5219998 Jun 22 09:29:44.313700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51348) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:44.324576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.324848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.337126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dab0fb5e-fa84-4841-86f8-08990a4f2407'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:44.347335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.350940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b4dd7318-ca88-4800-a095-56659004f50a tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:44.371690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Update dhcp port {'port': {'network_id': 'c832271e-eb47-4ae0-b581-41e7fe4535cb', 'fixed_ips': [{'subnet_id': 'dab0fb5e-fa84-4841-86f8-08990a4f2407', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a92a68e7-7c31-4c6f-8951-a5e4c53fc405'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'cf85db72-8819-4297-8a37-4443849b391f'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:29:44.411837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port cf85db72-8819-4297-8a37-4443849b391f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cf85db72-8819-4297-8a37-4443849b391f,segment=NetworkSegment(a68824b4-2a00-4193-b817-a007718a940f),segment_id=a68824b4-2a00-4193-b817-a007718a940f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:44.412373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f24878-8384-4c6f-96a0-a76a5263883d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:44.416166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:44.417813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Deleting port 695a2100-51da-46ce-a9bb-786e41a7a98c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:44.418159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.461662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.479316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b62f1bc5-53c1-4b25-9d64-1682b4eca205 None None] Provisioning complete for port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:44.479687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b62f1bc5-53c1-4b25-9d64-1682b4eca205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.483391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.494676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8c1b-6dce-456c-a93c-06c622771641 req-7eda6310-8ba4-42fc-9e12-2eeeba511d3b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:44.496264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc1d8c1b-6dce-456c-a93c-06c622771641 req-7eda6310-8ba4-42fc-9e12-2eeeba511d3b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.6458595 Jun 22 09:29:44.496893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:44.509076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Deleting port 695a2100-51da-46ce-a9bb-786e41a7a98c {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:44.509464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.514421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.527408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.528299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 695a2100-51da-46ce-a9bb-786e41a7a98c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:44.555404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:44.652284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Router bb043085-8103-4f99-9e91-794ba6247f01 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:44.689232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] For port 695a2100-51da-46ce-a9bb-786e41a7a98c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=695a2100-51da-46ce-a9bb-786e41a7a98c,segment=NetworkSegment(a64dfe33-887c-4412-a100-145c17897d7d),segment_id=a64dfe33-887c-4412-a100-145c17897d7d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:44.690392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.790378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:44.796186 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5f9abac4-21a3-497f-9cb6-94768e9b27ba admin admin] 10.222.0.65 "PUT /v2.0/routers/bb043085-8103-4f99-9e91-794ba6247f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4808049 Jun 22 09:29:44.799517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51352) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:44.800596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Calling delete_port for 695a2100-51da-46ce-a9bb-786e41a7a98c owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:44.850677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] Sync routers for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:44.856725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=cf85db72-8819-4297-8a37-4443849b391f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:44.860218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:44.903304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff30545-24f6-4f1e-9c33-34e83b8675fb,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:44.909225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:44.910281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.912305 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/8ff30545-24f6-4f1e-9c33-34e83b8675fb HTTP/1.1" status: 204 len: 168 time: 2.3700078 Jun 22 09:29:44.916148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51354) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:44.920326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98b0216c-c573-4f1f-ad01-775d59a9fb6b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:44.940738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:44.941307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:44.961408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:45.019166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:45.102261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1329e9-2919-488a-b89c-24de2380f100 None None] Network ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:45.116604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:45.117266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:45.122686 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc1d8c1b-6dce-456c-a93c-06c622771641 req-b6d8da41-db76-458b-be1c-ed1ceb35fa4a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6058335 Jun 22 09:29:45.139684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] For port 695a2100-51da-46ce-a9bb-786e41a7a98c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=695a2100-51da-46ce-a9bb-786e41a7a98c,segment=NetworkSegment(a64dfe33-887c-4412-a100-145c17897d7d),segment_id=a64dfe33-887c-4412-a100-145c17897d7d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:45.140085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.253401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.281622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 695a2100-51da-46ce-a9bb-786e41a7a98c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:45.284103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Calling delete_port for 695a2100-51da-46ce-a9bb-786e41a7a98c owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:45.289916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event updated for resources: {'Port': ['ID=17f702fa-7c15-4deb-a7d2-90765242885c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:45.293068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:45.343641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 695a2100-51da-46ce-a9bb-786e41a7a98c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:45.344044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.406470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.425500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Allocated IP 2001:db8:0:1::2 (c832271e-eb47-4ae0-b581-41e7fe4535cb/a92a68e7-7c31-4c6f-8951-a5e4c53fc405/cf85db72-8819-4297-8a37-4443849b391f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:45.462138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.490992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:45.491344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.493781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:45.561127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,segment=NetworkSegment(4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1),segment_id=4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:45.561486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.610502 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No ports have port_id starting with 695a2100-51da-46ce-a9bb-786e41a7a98c Jun 22 09:29:45.636217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for cd67aac6-fdc1-4b1a-a3c5-eb11dec711be owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:45.641026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.642989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f2c6907a-8e8b-47da-93cf-e3083ed24547 None None] Provisioning for port 9bd3daf8-208a-492f-bc25-abe9fff6427e completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:45.650789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6a4119be-d558-47eb-af07-91c8dd60a01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:45.659057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:45.669397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f2c6907a-8e8b-47da-93cf-e3083ed24547 None None] Provisioning complete for port 9bd3daf8-208a-492f-bc25-abe9fff6427e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:45.669777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2c6907a-8e8b-47da-93cf-e3083ed24547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.701074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.702981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.739918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Deleting port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:45.740520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.741930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] No DVR routers for this DVR port 695a2100-51da-46ce-a9bb-786e41a7a98c on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:45.746532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Pushing event deleted for resources: {'Port': ['ID=695a2100-51da-46ce-a9bb-786e41a7a98c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:45.757662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:45.796906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] For port cf85db72-8819-4297-8a37-4443849b391f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cf85db72-8819-4297-8a37-4443849b391f,segment=NetworkSegment(a68824b4-2a00-4193-b817-a007718a940f),segment_id=a68824b4-2a00-4193-b817-a007718a940f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:45.836353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6907a-8e8b-47da-93cf-e3083ed24547 None None] Port 9bd3daf8-208a-492f-bc25-abe9fff6427e cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:45.870248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] For port d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:45.870740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.874165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.914484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391e211-0f49-4e0e-af97-e210813862af None None] DHCP port deletion for ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:45.920227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Transition to ACTIVE for port object cf85db72-8819-4297-8a37-4443849b391f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:45.941300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Calling delete_port for d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:45.943851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.947957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00dc9e3c-8874-43c8-a830-351d813be7b8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:45.953507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34'}], 'enable_snat': True}, 'gw_port_id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:29:43Z', 'revision_number': 5, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port': {'id': 'd7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:45.977968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=cd67aac6-fdc1-4b1a-a3c5-eb11dec711be,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:45.981616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:45.983435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] Checking router: bb043085-8103-4f99-9e91-794ba6247f01 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:45.986120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:45.986301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port cd67aac6-fdc1-4b1a-a3c5-eb11dec711be on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:45.995146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] Routers {'bb043085-8103-4f99-9e91-794ba6247f01'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:45.995781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bb043085-8103-4f99-9e91-794ba6247f01'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:45.999907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0ec09c1a-8cac-4320-87fe-b7dd9609c816 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:46.036672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:46.066346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Port': ['ID=695a2100-51da-46ce-a9bb-786e41a7a98c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:46.070069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:46.071814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.074398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.080807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:46.088746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:46.115247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.128551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:46.133561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] No DVR routers for this DVR port 695a2100-51da-46ce-a9bb-786e41a7a98c on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:46.175890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:46.176286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9707a1-c8d8-4ae9-aa65-275ac4ecc7a1') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:46.193110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.212243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] Set router bb043085-8103-4f99-9e91-794ba6247f01 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:46.213109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.228529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:46.228951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:46.274936 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:46.312095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:29:45Z', 'revision_number': 6, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:46.343830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.346501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ab7c0-1345-4e10-ab64-69a51da17ffd None None] The sync data for ids ['bb043085-8103-4f99-9e91-794ba6247f01'] in dv-neutron-797120-3-hyperv is: [{'id': 'bb043085-8103-4f99-9e91-794ba6247f01', 'name': 'tempest-ServersTestManualDisk-1466497221-router', 'tenant_id': '93850074255045b1947cdc666a7a360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:42Z', 'updated_at': '2021-06-22T09:29:45Z', 'revision_number': 6, 'project_id': '93850074255045b1947cdc666a7a360f', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:46.349367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Pushing event updated for resources: {'Port': ['ID=cf85db72-8819-4297-8a37-4443849b391f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:46.372727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.373081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.373624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.374110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.374454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.374903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.375252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.375582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.377358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.377860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.378410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.380632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:29:46.404573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:46.422664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.460634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae6f75-9d91-499a-b286-bf1fc16157db req-12683e6b-4afe-4c60-9fd8-d060d2c7a24b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:46.462549 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c1ae6f75-9d91-499a-b286-bf1fc16157db req-12683e6b-4afe-4c60-9fd8-d060d2c7a24b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1793272 Jun 22 09:29:46.480915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:46.490395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.496173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fedca70-47ba-41d8-90ae-b6c6ef17af96 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:46.532844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:46.540015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:46.544657 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c1ae6f75-9d91-499a-b286-bf1fc16157db req-08f05d14-9da0-48ab-9b1a-6ec7ebb86122 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761030 Jun 22 09:29:46.564891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.569942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c4d3a603-ba7d-4eb7-a10b-10ebe3f8a07a tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:46.573910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.579042 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb HTTP/1.1" status: 204 len: 168 time: 1.6579919 Jun 22 09:29:46.600651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51358) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:46.608981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.619946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:46.623391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=ef3bf40b-392d-4cf9-b6a1-9f5765c89cfb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:46.627330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:46.662639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.678520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:46.682296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:46.778988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.786946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.858219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.871780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a317d1-c878-4c3f-8033-6be69dcf73fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:46.878461 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c8a317d1-c878-4c3f-8033-6be69dcf73fd tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2686908 Jun 22 09:29:46.879626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51360) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:46.956828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7778d4f6-dc49-4648-bc9f-760a55026a12']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:46.963538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cff5d26f-4ab2-4aa5-afeb-e9fefe2e4270 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0750930 Jun 22 09:29:46.967265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51362) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:46.972630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-559913165'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:46.991040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:46.993632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64dfe33-887c-4412-a100-145c17897d7d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:46.993934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64dfe33-887c-4412-a100-145c17897d7d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:47.009340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462847cf-52c0-4489-8051-3d99f946a9b2 None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:47.012871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.014456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb043085-8103-4f99-9e91-794ba6247f01 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:47.018266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.019899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] 10.222.0.65 "DELETE /v2.0/routers/bb043085-8103-4f99-9e91-794ba6247f01 HTTP/1.1" status: 204 len: 168 time: 2.2193720 Jun 22 09:29:47.022633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51364) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:47.036740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.076547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Deleting subnet 1ac3aeb4-2323-4afa-8a0e-98fb56319cc2 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:47.079802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.107711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.116980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Delete allocated IP 2001:db8:0:1::81 (c832271e-eb47-4ae0-b581-41e7fe4535cb/a92a68e7-7c31-4c6f-8951-a5e4c53fc405) {{(pid=93950) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:29:47.117485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.129431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.129431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.136828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:47.137232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.144365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-428997fc-88e2-4ae3-8715-a6fbf2b96eec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:47.148874 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:47.157155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4efc1bf8-9a96-4e72-a4ad-8c88a5e26e30 None None] Provisioning for port cf85db72-8819-4297-8a37-4443849b391f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:47.161232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:47.164928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.218829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:47.234034 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:47.246419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.274504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.281554 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 2e8f36ac-bbdc-457d-a5b1-641b26af9d0d of type vlan for network 3e13dd61-070c-4b75-afa7-810330ebd8f8 Jun 22 09:29:47.333573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.362813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4efc1bf8-9a96-4e72-a4ad-8c88a5e26e30 None None] Provisioning complete for port cf85db72-8819-4297-8a37-4443849b391f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:47.363122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4efc1bf8-9a96-4e72-a4ad-8c88a5e26e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.380570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.382586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cf85db72-8819-4297-8a37-4443849b391f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:47.400918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=9bd3daf8-208a-492f-bc25-abe9fff6427e,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:47.417379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:47.497963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port cf85db72-8819-4297-8a37-4443849b391f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:47.497963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.560891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.564801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:47.605109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:47.633054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.651621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:47.652343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.654285 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1ac3aeb4-2323-4afa-8a0e-98fb56319cc2 HTTP/1.1" status: 204 len: 168 time: 0.6306293 Jun 22 09:29:47.655204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac3aeb4-2323-4afa-8a0e-98fb56319cc2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:47.658090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.663059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5004e-bfb8-4971-8df8-b66b1fa51851 None None] Network d261d077-659e-4425-9f07-bd5d67553feb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:47.667305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51368) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:47.677234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:47.677892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.680703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:47.684022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d86d25c7-1781-4d5c-82ee-cbbee6fc0d7b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:47.730149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.734607 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/networks/7778d4f6-dc49-4648-bc9f-760a55026a12 HTTP/1.1" status: 204 len: 168 time: 4.6514475 Jun 22 09:29:47.736878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51370) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:47.777052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:47.806746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:47.807063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.850252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=3e13dd61-070c-4b75-afa7-810330ebd8f8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:47.881987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:47.888765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:47.891222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Network': ['ID=7778d4f6-dc49-4648-bc9f-760a55026a12,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:47.901307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:47.902261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:47.906413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9379408 Jun 22 09:29:47.909265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51372) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:47.915461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.922716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:47.937697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:47.994830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-63801ad3-bbd4-45c4-bfc6-336a0c054d3d None None] Provisioning for port 5c53f587-1075-479b-8cdd-2a4d4632b18b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:48.021159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:48.029948 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9832513 Jun 22 09:29:48.034935 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] Sync routers for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:48.048017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51374) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:48.053956 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:48.054589 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.066773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-63801ad3-bbd4-45c4-bfc6-336a0c054d3d None None] Provisioning complete for port 5c53f587-1075-479b-8cdd-2a4d4632b18b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:48.069237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63801ad3-bbd4-45c4-bfc6-336a0c054d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.079839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Ignored duplicate provisioning block setup for port 5c53f587-1075-479b-8cdd-2a4d4632b18b by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 09:29:48.107597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.151821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-63801ad3-bbd4-45c4-bfc6-336a0c054d3d None None] Port 5c53f587-1075-479b-8cdd-2a4d4632b18b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:48.177682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.181386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-63801ad3-bbd4-45c4-bfc6-336a0c054d3d None None] Provisioning complete for port cf85db72-8819-4297-8a37-4443849b391f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:48.182958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63801ad3-bbd4-45c4-bfc6-336a0c054d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.189848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-16e3c9ac-c4a7-46a3-8c94-fa4d2fb495bc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:48.239906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:48.242018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee47649-da6a-4ce0-b6bc-e934984272ff req-b868b3db-854c-422f-872e-fc54c3c64ce1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:48.244043 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1ee47649-da6a-4ce0-b6bc-e934984272ff req-b868b3db-854c-422f-872e-fc54c3c64ce1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4951682 Jun 22 09:29:48.266358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] DHCP port deletion for d261d077-659e-4425-9f07-bd5d67553feb request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:48.288555 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:48.293181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.302435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:48.303021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3adbb0e5-e4d8-4ee0-bd81-3ccc38da97b6 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:48.303637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cd67aac6-fdc1-4b1a-a3c5-eb11dec711be no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:48.308464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Router ed4ac427-d55b-4a57-b827-e469eddccda6 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:48.323189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] In _notify_port_updated(), no bound segment for port 5c53f587-1075-479b-8cdd-2a4d4632b18b on network c832271e-eb47-4ae0-b581-41e7fe4535cb {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:48.329900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:48.330687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.340434 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/ports/5c53f587-1075-479b-8cdd-2a4d4632b18b HTTP/1.1" status: 200 len: 925 time: 4.0238118 Jun 22 09:29:48.342477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51376) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:48.377957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.385868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: cd67aac6-fdc1-4b1a-a3c5-eb11dec711be {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:48.385868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cd67aac6-fdc1-4b1a-a3c5-eb11dec711be not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:48.385868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 695a2100-51da-46ce-a9bb-786e41a7a98c no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:48.394417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dab0fb5e-fa84-4841-86f8-08990a4f2407'}, {'subnet_id': 'a92a68e7-7c31-4c6f-8951-a5e4c53fc405'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:48.394634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c72acd5-7cde-44cb-844c-e7c351a0fdf5']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.402614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1ee47649-da6a-4ce0-b6bc-e934984272ff req-26fe1fda-1288-44af-9bab-3866ca25e5be tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243360 Jun 22 09:29:48.421234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa139101-17b4-481d-9dbe-bc1eac61ab40') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.424962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa139101-17b4-481d-9dbe-bc1eac61ab40') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.437571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.452547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.459356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:48.460687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.465702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 695a2100-51da-46ce-a9bb-786e41a7a98c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:48.466261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 695a2100-51da-46ce-a9bb-786e41a7a98c not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:48.491454 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:48.556876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Deleting port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:48.557268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.603012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=5c53f587-1075-479b-8cdd-2a4d4632b18b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:48.607673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:48.613226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:48.644406 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:29:43Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.646749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b85b3-9223-419c-93df-23bece6387fa None None] Sync routers for ids ['ed4ac427-d55b-4a57-b827-e469eddccda6'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:48.666283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Deleting port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:48.666627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.695668 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] Checking router: d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:48.700825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.705014 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] Routers {'d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:48.705747 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.722768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.729008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.731087 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/networks/7c72acd5-7cde-44cb-844c-e7c351a0fdf5 HTTP/1.1" status: 204 len: 168 time: 0.9925356 Jun 22 09:29:48.732151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b626caa-3fa3-451b-8251-d2e760cddafa tempest-ExtraDHCPOptionsTestJSON-1233516057 tempest-ExtraDHCPOptionsTestJSON-1233516057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:48.746297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51378) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:48.749446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] For port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:48.749954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.756403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:48.760516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Network': ['ID=7c72acd5-7cde-44cb-844c-e7c351a0fdf5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:48.768285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:48.769544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:48.773807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.781964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Router 053b4920-d21c-4dca-a2cf-78f132207990 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:29:48.797253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:48.797618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d7bbcd1e-10bc-4a9a-9030-bb1c155cc9ee not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:48.798783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:48.805919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b85b3-9223-419c-93df-23bece6387fa None None] Routers {'ed4ac427-d55b-4a57-b827-e469eddccda6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:48.806640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-653b85b3-9223-419c-93df-23bece6387fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ed4ac427-d55b-4a57-b827-e469eddccda6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:48.862447 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] Set router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:48.883298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.892489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] For port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,segment=NetworkSegment(8d0ea980-f7e2-4d80-beae-2228f524c93d),segment_id=8d0ea980-f7e2-4d80-beae-2228f524c93d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:48.892791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.896992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.898478 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4501669 Jun 22 09:29:48.905635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51380) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:48.912806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:48.950205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Calling delete_port for b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:48.955038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.955897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a15a3f1d-eee5-4053-a6ad-55c4a9690fce None None] Provisioning complete for port 5c53f587-1075-479b-8cdd-2a4d4632b18b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:48.956526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a15a3f1d-eee5-4053-a6ad-55c4a9690fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:48.963635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-653b85b3-9223-419c-93df-23bece6387fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.011805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b85b3-9223-419c-93df-23bece6387fa None None] Routers {'ed4ac427-d55b-4a57-b827-e469eddccda6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:49.013310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-653b85b3-9223-419c-93df-23bece6387fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ed4ac427-d55b-4a57-b827-e469eddccda6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.075219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Deleting port c47571cf-1bb4-49bf-b530-87904c3ef03d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:49.075559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.106802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a15a3f1d-eee5-4053-a6ad-55c4a9690fce None None] Port 5c53f587-1075-479b-8cdd-2a4d4632b18b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:49.116841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-653b85b3-9223-419c-93df-23bece6387fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.117859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b85b3-9223-419c-93df-23bece6387fa None None] The sync data for ids ['ed4ac427-d55b-4a57-b827-e469eddccda6'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:49.147728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a15a3f1d-eee5-4053-a6ad-55c4a9690fce None None] Provisioning complete for port 9bd3daf8-208a-492f-bc25-abe9fff6427e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:49.148715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a15a3f1d-eee5-4053-a6ad-55c4a9690fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.188444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a15a3f1d-eee5-4053-a6ad-55c4a9690fce None None] Port 9bd3daf8-208a-492f-bc25-abe9fff6427e cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:49.243119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.284284 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:29:43Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.318635 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20afdb6-b3e0-437e-98a4-5e72467117b8 None None] The sync data for ids ['d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'name': 'tempest-ServersTestJSON-1246348301-router', 'tenant_id': '40e122a63db947e881280f5b03e3b0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:29:43Z', 'revision_number': 5, 'project_id': '40e122a63db947e881280f5b03e3b0ae', 'gw_port': {'id': 'c47571cf-1bb4-49bf-b530-87904c3ef03d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:49.327189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fdefe39c-afcd-485d-9c0b-df881607f8fe None None] Provisioning complete for port 5c53f587-1075-479b-8cdd-2a4d4632b18b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:49.335211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fdefe39c-afcd-485d-9c0b-df881607f8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.344980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Calling delete_port for b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:49.367585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.370800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-12bfebe1-af78-4ce5-ab56-24596544c3bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:49.379148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-fdefe39c-afcd-485d-9c0b-df881607f8fe None None] Port 5c53f587-1075-479b-8cdd-2a4d4632b18b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:49.386605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] For port c47571cf-1bb4-49bf-b530-87904c3ef03d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c47571cf-1bb4-49bf-b530-87904c3ef03d,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:49.392679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.418556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Pushing event deleted for resources: {'Port': ['ID=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:49.420681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] No DVR routers for this DVR port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:49.422637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:49.495998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Calling delete_port for c47571cf-1bb4-49bf-b530-87904c3ef03d owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:49.499975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.505880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:49.590339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:49.601502 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Sync routers for ids ['053b4920-d21c-4dca-a2cf-78f132207990'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:49.612650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Routers {'053b4920-d21c-4dca-a2cf-78f132207990'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:49.616275 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['053b4920-d21c-4dca-a2cf-78f132207990'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.616488 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "PUT /v2.0/routers/053b4920-d21c-4dca-a2cf-78f132207990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8810210 Jun 22 09:29:49.624772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51384) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:49.649554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.714809 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Set router 053b4920-d21c-4dca-a2cf-78f132207990 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:49.729426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3e6d96-7940-442b-bc1e-e180b628f0f5']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.756811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab795d4e-a4be-430d-8ecb-28202f9badcf') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.757199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab795d4e-a4be-430d-8ecb-28202f9badcf') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.777711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.786560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f45f33-ba80-4955-8b29-b40057cbde30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:49.791788 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-17f45f33-ba80-4955-8b29-b40057cbde30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports/9bd3daf8-208a-492f-bc25-abe9fff6427e HTTP/1.1" status: 200 len: 911 time: 0.1573725 Jun 22 09:29:49.794606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51386) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:49.798891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.826716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-94f33c94-6e9c-4dd9-9197-85276b086233 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:49.865972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.870006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96e1af6-c2a3-4fc9-b9f0-1c1064da1968,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:49.877177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:49.885939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:49.886814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:49.890743 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:49.893672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] No DVR routers for this DVR port b96e1af6-c2a3-4fc9-b9f0-1c1064da1968 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:49.984215 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b4920-d21c-4dca-a2cf-78f132207990', 'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:39Z', 'updated_at': '2021-06-22T09:29:44Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None, '_interfaces': [{'id': '9bd3daf8-208a-492f-bc25-abe9fff6427e', 'name': '', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'mac_address': 'fa:16:3e:bd:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b4920-d21c-4dca-a2cf-78f132207990', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '68da9de5-b933-4239-aba4-93aa8ebed9e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:29:41Z', 'updated_at': '2021-06-22T09:29:45Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'subnets': [{'id': '68da9de5-b933-4239-aba4-93aa8ebed9e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:49.995357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=aa004717-9fb4-4d9e-899e-4fd05a6353fa,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:50.006918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.011771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:50.017241 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Checking router: 053b4920-d21c-4dca-a2cf-78f132207990 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:50.022369 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Updating router 053b4920-d21c-4dca-a2cf-78f132207990 port 9bd3daf8-208a-492f-bc25-abe9fff6427e binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:29:50.038150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:50.038514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: 3e13dd61-070c-4b75-afa7-810330ebd8f8, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:29:50.057055 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.078773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.103209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d261d077-659e-4425-9f07-bd5d67553feb']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:50.105933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8:0:1::28d (c832271e-eb47-4ae0-b581-41e7fe4535cb/a92a68e7-7c31-4c6f-8951-a5e4c53fc405/5c53f587-1075-479b-8cdd-2a4d4632b18b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:50.108792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb20e7-b545-41fb-a2cf-7bd52451ceba req-99bb3078-2f85-4511-8c6f-c616db722110 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:50.109751 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-96fb20e7-b545-41fb-a2cf-7bd52451ceba req-99bb3078-2f85-4511-8c6f-c616db722110 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3116741 Jun 22 09:29:50.119441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0ea980-f7e2-4d80-beae-2228f524c93d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:50.119649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0ea980-f7e2-4d80-beae-2228f524c93d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:50.127838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.133030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.146894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-79fac6e0-05ee-4eb4-aeba-ddacea71a638 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:50.150996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.152913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/networks/6d3e6d96-7940-442b-bc1e-e180b628f0f5 HTTP/1.1" status: 204 len: 168 time: 1.3875878 Jun 22 09:29:50.159409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c312168-ba57-405c-8af4-e4448b08bf66 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:50.159998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.160224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c312168-ba57-405c-8af4-e4448b08bf66 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:50.164539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c312168-ba57-405c-8af4-e4448b08bf66 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3542895 Jun 22 09:29:50.164539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51388) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:50.181336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51390) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:50.215843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Network': ['ID=6d3e6d96-7940-442b-bc1e-e180b628f0f5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:50.220812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:50.236135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.249678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:50.250197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:50.251944 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:50.316655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:29:50.354389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.370827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object 5c53f587-1075-479b-8cdd-2a4d4632b18b will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:50.375658 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.385894 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Transition to ACTIVE for port object 9bd3daf8-208a-492f-bc25-abe9fff6427e will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:50.386910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-96fb20e7-b545-41fb-a2cf-7bd52451ceba req-1360ad83-cba5-4bea-b01d-e2b6c78efb90 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524276 Jun 22 09:29:50.412607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.459672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.464885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.469841 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d261d077-659e-4425-9f07-bd5d67553feb HTTP/1.1" status: 204 len: 168 time: 2.7364585 Jun 22 09:29:50.470754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-86c5e71f-0532-48f1-9a7f-5a0e0994050b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:50.491079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d261d077-659e-4425-9f07-bd5d67553feb,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:50.500700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:50.532863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.533148 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.533943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 3e13dd61-070c-4b75-afa7-810330ebd8f8) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:50.544454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a9bdf-3017-4d74-bf80-95d4ae754716 None None] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:50.548899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6aa479d3-7677-42a3-9e18-12cb7372b1e9 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:50.549201 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:50.558169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:50.558492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.614783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=5c53f587-1075-479b-8cdd-2a4d4632b18b,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:50.632603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:50.680181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10f24878-8384-4c6f-96a0-a76a5263883d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:50.683211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Deleting port 17f702fa-7c15-4deb-a7d2-90765242885c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:50.684353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.696987 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ed07e-ff73-4c86-94d9-b752c84c6b54 None None] Pushing event updated for resources: {'Port': ['ID=9bd3daf8-208a-492f-bc25-abe9fff6427e,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:50.699473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.705005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] In _notify_port_updated(), no bound segment for port 5c53f587-1075-479b-8cdd-2a4d4632b18b on network c832271e-eb47-4ae0-b581-41e7fe4535cb {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:29:50.710745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:50.711975 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-da6ed07e-ff73-4c86-94d9-b752c84c6b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:50.712538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.715074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/ports/5c53f587-1075-479b-8cdd-2a4d4632b18b HTTP/1.1" status: 200 len: 1011 time: 2.3478768 Jun 22 09:29:50.718182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51394) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:50.736210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-383427b3-323c-46cc-a048-fd629f622763 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:50.758106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 10f24878-8384-4c6f-96a0-a76a5263883d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:50.758747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10f24878-8384-4c6f-96a0-a76a5263883d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:50.777593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.789292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e00232c-d241-485c-ae8f-d2ea7cde3373']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:50.800046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8949d5-5621-4f1e-8221-06e1c2e4bd1a') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:50.800350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8949d5-5621-4f1e-8221-06e1c2e4bd1a') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:50.814377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.821843 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Attempting to bind port 9bd3daf8-208a-492f-bc25-abe9fff6427e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:50.822211 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Attempting to bind port 9bd3daf8-208a-492f-bc25-abe9fff6427e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:50.822572 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Attempting to bind port 9bd3daf8-208a-492f-bc25-abe9fff6427e on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:50.830392 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:50.830765 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:50.831168 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.838004 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:50.838604 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Bound port: 9bd3daf8-208a-492f-bc25-abe9fff6427e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:50.839001 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.854840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-3e13dd61-070c-4b75-afa7-810330ebd8f8', 'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': 'aa004717-9fb4-4d9e-899e-4fd05a6353fa'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:29:50.855724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.859580 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9414384 Jun 22 09:29:50.869412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51396) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:50.871633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47571cf-1bb4-49bf-b530-87904c3ef03d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:50.881355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8', 'name': 'tempest-PortsTestJSON-271849179'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:50.883623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:50.895807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.939599 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] For port 9bd3daf8-208a-492f-bc25-abe9fff6427e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:50.943273 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] For port 9bd3daf8-208a-492f-bc25-abe9fff6427e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bd3daf8-208a-492f-bc25-abe9fff6427e,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:50.964402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:50.964735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:50.968097 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:51.014518 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.016187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 5c53f587-1075-479b-8cdd-2a4d4632b18b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:51.016674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.018963 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:51.072069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51398) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:51.105565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ed07e-ff73-4c86-94d9-b752c84c6b54 None None] Pushing event updated for resources: {'Port': ['ID=9bd3daf8-208a-492f-bc25-abe9fff6427e,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:51.110234 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-da6ed07e-ff73-4c86-94d9-b752c84c6b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:51.121738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Allocated IP 172.20.0.2 (3e13dd61-070c-4b75-afa7-810330ebd8f8/aa004717-9fb4-4d9e-899e-4fd05a6353fa/a9b24d7f-b311-4410-9b91-3e1a77af6986) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:51.124404 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Routers {'053b4920-d21c-4dca-a2cf-78f132207990'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:51.125176 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['053b4920-d21c-4dca-a2cf-78f132207990'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:51.161415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.235102 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] Set router 053b4920-d21c-4dca-a2cf-78f132207990 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:51.266120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Calling delete_port for 17f702fa-7c15-4deb-a7d2-90765242885c owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:51.285350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.291142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd382ccb-acec-448a-849e-897e3ad16864 None None] Provisioning for port 5c53f587-1075-479b-8cdd-2a4d4632b18b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:51.291294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.297307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd382ccb-acec-448a-849e-897e3ad16864 None None] Provisioning complete for port 5c53f587-1075-479b-8cdd-2a4d4632b18b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:51.297917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd382ccb-acec-448a-849e-897e3ad16864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.347402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bd382ccb-acec-448a-849e-897e3ad16864 None None] Port 5c53f587-1075-479b-8cdd-2a4d4632b18b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:51.357988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.413403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 5c53f587-1075-479b-8cdd-2a4d4632b18b owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:51.461829 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-dbe3e891-3350-482d-9f85-68e6a7ba12f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93850074255045b1947cdc666a7a360f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3845677 Jun 22 09:29:51.476566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51402) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:51.477100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.486716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Transition to ACTIVE for port object a9b24d7f-b311-4410-9b91-3e1a77af6986 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:51.488525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6910ae1d-fb42-4c79-bc9a-e33a9966fc6b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:51.492925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.497289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] 10.222.0.65 "DELETE /v2.0/networks/5e00232c-d241-485c-ae8f-d2ea7cde3373 HTTP/1.1" status: 204 len: 168 time: 1.3239267 Jun 22 09:29:51.506699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Transition to ACTIVE for port object a9b24d7f-b311-4410-9b91-3e1a77af6986 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:51.569548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b4920-d21c-4dca-a2cf-78f132207990', 'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:39Z', 'updated_at': '2021-06-22T09:29:44Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None, '_interfaces': [{'id': '9bd3daf8-208a-492f-bc25-abe9fff6427e', 'name': '', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'mac_address': 'fa:16:3e:bd:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b4920-d21c-4dca-a2cf-78f132207990', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '68da9de5-b933-4239-aba4-93aa8ebed9e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:29:41Z', 'updated_at': '2021-06-22T09:29:50Z', 'revision_number': 4, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'subnets': [{'id': '68da9de5-b933-4239-aba4-93aa8ebed9e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:51.582485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:51.589970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.598980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.605291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.607901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Pushing event deleted for resources: {'Network': ['ID=5e00232c-d241-485c-ae8f-d2ea7cde3373,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:51.618220 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e19f9b3-6fe8-4288-8474-427f9e859ac2 None None] The sync data for ids ['053b4920-d21c-4dca-a2cf-78f132207990'] in dv-neutron-797120-3-hyperv is: [{'id': '053b4920-d21c-4dca-a2cf-78f132207990', 'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:39Z', 'updated_at': '2021-06-22T09:29:44Z', 'revision_number': 2, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None, '_interfaces': [{'id': '9bd3daf8-208a-492f-bc25-abe9fff6427e', 'name': '', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'mac_address': 'fa:16:3e:bd:fd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053b4920-d21c-4dca-a2cf-78f132207990', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '68da9de5-b933-4239-aba4-93aa8ebed9e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:29:41Z', 'updated_at': '2021-06-22T09:29:50Z', 'revision_number': 4, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'subnets': [{'id': '68da9de5-b933-4239-aba4-93aa8ebed9e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:51.625075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:51.632369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.635524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-75cc28ea-6691-4f42-95d7-3c105e19adeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:51.686128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:51.692930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:51.693112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:51.703539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:51.707532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Pushing event updated for resources: {'Port': ['ID=a9b24d7f-b311-4410-9b91-3e1a77af6986,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:51.717978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:51.790738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Attempting to bind port a9b24d7f-b311-4410-9b91-3e1a77af6986 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:29:51.791850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Attempting to bind port a9b24d7f-b311-4410-9b91-3e1a77af6986 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:29:51.792903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Attempting to bind port a9b24d7f-b311-4410-9b91-3e1a77af6986 on network 3e13dd61-070c-4b75-afa7-810330ebd8f8 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:29:51.799058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:29:51.799425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Checking segment: {'id': '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:29:51.799828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.803927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.805569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Bound using segment: {'id': '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:29:51.806148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Bound port: a9b24d7f-b311-4410-9b91-3e1a77af6986, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:29:51.806641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.817711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.817711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:51.856433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.860186 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d4eb2ac5-7b9d-4b87-acad-ca19c8c56c4e HTTP/1.1" status: 204 len: 168 time: 3.8032808 Jun 22 09:29:51.876248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51406) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:51.902738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] For port a9b24d7f-b311-4410-9b91-3e1a77af6986, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:29:51.907433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] For port a9b24d7f-b311-4410-9b91-3e1a77af6986, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a9b24d7f-b311-4410-9b91-3e1a77af6986,segment=NetworkSegment(2e8f36ac-bbdc-457d-a5b1-641b26af9d0d),segment_id=2e8f36ac-bbdc-457d-a5b1-641b26af9d0d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:29:51.920668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:51.945623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1898f46-bba1-4480-ab4d-6f426d2e2a95 req-9e443a7f-febf-4ecb-a2cf-88cd24e57451 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:51.947535 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e1898f46-bba1-4480-ab4d-6f426d2e2a95 req-9e443a7f-febf-4ecb-a2cf-88cd24e57451 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3539834 Jun 22 09:29:51.986349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.001776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-22e596e2-aa77-45c6-81d0-f880121c2923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:52.025215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Deleting subnet 853bc325-ebb9-4be1-9c02-79651b77cf6d {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:52.127098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.134461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.187027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Pushing event updated for resources: {'Port': ['ID=a9b24d7f-b311-4410-9b91-3e1a77af6986,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:52.193473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:52.259330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.308332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51410) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:52.352222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.14 (3e13dd61-070c-4b75-afa7-810330ebd8f8/aa004717-9fb4-4d9e-899e-4fd05a6353fa/36df1ec2-b8e6-4902-a585-1a7d50b63e9b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:52.364698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e1898f46-bba1-4480-ab4d-6f426d2e2a95 req-7b47f094-d91a-44c7-b5b9-65d362224a77 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336082 Jun 22 09:29:52.483354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.486950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4943338-7efd-43c4-8da1-ce48f675a804 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:52.541520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Pushing event deleted for resources: {'Port': ['ID=17f702fa-7c15-4deb-a7d2-90765242885c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:52.545311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:52.615780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.618692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.622217 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26bd8816-ed06-42d3-9532-21abf964f541 HTTP/1.1" status: 204 len: 168 time: 1.1410835 Jun 22 09:29:52.631271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-472dbc62-33c7-48ea-8ebf-caba690d557b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:52.632622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.650178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.709581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.755455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd8816-ed06-42d3-9532-21abf964f541,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:52.771447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:52.777699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f4a05eb0-15cf-4c2d-808c-b73509f230e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:52.851916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bd3daf8-208a-492f-bc25-abe9fff6427e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:52.871487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=5c53f587-1075-479b-8cdd-2a4d4632b18b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:52.875521 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-19adc526-6390-4111-85ad-7d936a484acc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6578d6e2fa9946329632274d76cdd0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810401 Jun 22 09:29:52.889932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51416) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:52.905605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:52.937281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.966843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.975776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:52.977986 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/5c53f587-1075-479b-8cdd-2a4d4632b18b HTTP/1.1" status: 204 len: 168 time: 2.2583869 Jun 22 09:29:52.980736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51418) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:52.992445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.019149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 36df1ec2-b8e6-4902-a585-1a7d50b63e9b will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:53.023726 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c86c628-8743-49af-ad6f-a7724ac972ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:29:53.025405 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8c86c628-8743-49af-ad6f-a7724ac972ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/5c53f587-1075-479b-8cdd-2a4d4632b18b HTTP/1.1" status: 404 len: 333 time: 0.0411534 Jun 22 09:29:53.028623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51420) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:53.076973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 9bd3daf8-208a-492f-bc25-abe9fff6427e completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:53.081805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 9bd3daf8-208a-492f-bc25-abe9fff6427e triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:53.082236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.085018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.093514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccda76e6-c80d-420a-a5ea-c82259f0b7f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:53.136040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 9bd3daf8-208a-492f-bc25-abe9fff6427e {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:53.136467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.139906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.148803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet a92a68e7-7c31-4c6f-8951-a5e4c53fc405 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:53.153399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853bc325-ebb9-4be1-9c02-79651b77cf6d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:53.157678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.160814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:53.161599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Router ed4ac427-d55b-4a57-b827-e469eddccda6 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:53.175079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cfef6f-0380-46a4-8a82-1a69281a2e87 None None] Network 02b91d7e-e733-4392-b517-b8f88abb265d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:53.186110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.191763 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/853bc325-ebb9-4be1-9c02-79651b77cf6d HTTP/1.1" status: 204 len: 168 time: 1.2989318 Jun 22 09:29:53.195585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51424) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:53.223637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.272557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.278132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.285276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ae76620-6935-432c-82f6-416613c0bbd8 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:53.365694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.385575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:53.393586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.394159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:53.399825 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "PUT /v2.0/routers/ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 200 len: 706 time: 4.4909539 Jun 22 09:29:53.400933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51432) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:53.414538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:53.419242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=36df1ec2-b8e6-4902-a585-1a7d50b63e9b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:53.424853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:53.431853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:53.461493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] For port 9bd3daf8-208a-492f-bc25-abe9fff6427e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bd3daf8-208a-492f-bc25-abe9fff6427e,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:53.461874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.485278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.496281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] Sync routers for ids ['ed4ac427-d55b-4a57-b827-e469eddccda6'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:53.540726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.549696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] Routers {'ed4ac427-d55b-4a57-b827-e469eddccda6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:53.550351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ed4ac427-d55b-4a57-b827-e469eddccda6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:53.664432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:53.679036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 9bd3daf8-208a-492f-bc25-abe9fff6427e owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:53.707682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7fdc473a-7a6c-419f-8b43-67a89c5c7426 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/routers/ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 200 len: 741 time: 0.2744994 Jun 22 09:29:53.709470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51438) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:53.725214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] Routers {'ed4ac427-d55b-4a57-b827-e469eddccda6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:53.726207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ed4ac427-d55b-4a57-b827-e469eddccda6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:53.777220 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-61a63c8c-7040-4c73-b7fc-0377f8c59c7e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 200 len: 205 time: 0.0649793 Jun 22 09:29:53.777864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51440) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:53.795237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:53.795976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e0335-31ea-4e64-952d-c31e7faf54e9 None None] The sync data for ids ['ed4ac427-d55b-4a57-b827-e469eddccda6'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:53.834903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.836145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 9bd3daf8-208a-492f-bc25-abe9fff6427e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bd3daf8-208a-492f-bc25-abe9fff6427e,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:53.837649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:53.838803 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faf248f8-1e13-412f-9ef6-15323f68dded HTTP/1.1" status: 204 len: 168 time: 0.9461775 Jun 22 09:29:53.862313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6ad8a1ac-2f08-4052-bd0c-ded2950301db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:53.873724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f3a92981-0b2b-4319-bc66-f9c71939b374 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 200 len: 205 time: 0.0584478 Jun 22 09:29:53.876192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51446) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:53.896352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf248f8-1e13-412f-9ef6-15323f68dded,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:53.900374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:53.968972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b2247-78c8-4f5b-bf64-c3dffb426f0f None None] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:54.006101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.007062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a9b24d7f-b311-4410-9b91-3e1a77af6986 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:54.017505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.040468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:54.062579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a41d2-c2ca-4e56-930d-4d17d4fb3c96 req-c7bab19b-2aa4-4038-8d2e-75a685208ebd tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:54.064138 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-669a41d2-c2ca-4e56-930d-4d17d4fb3c96 req-c7bab19b-2aa4-4038-8d2e-75a685208ebd tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4649236 Jun 22 09:29:54.078955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.087924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-54ce626d-ef22-416b-bc67-9bb8fa19d226 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:54.098743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] DHCP port deletion for 02b91d7e-e733-4392-b517-b8f88abb265d request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:54.133066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.137372 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/a92a68e7-7c31-4c6f-8951-a5e4c53fc405 HTTP/1.1" status: 204 len: 168 time: 1.1077876 Jun 22 09:29:54.139101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=a92a68e7-7c31-4c6f-8951-a5e4c53fc405,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:54.141907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:54.142423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51452) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:54.157034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:54.157864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.170702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa5eb9-d110-4c43-92a1-39a6cede79b9 None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:54.234946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet dab0fb5e-fa84-4841-86f8-08990a4f2407 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:54.243411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.248063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-82fa059d-86c0-454e-85d0-20dc92894336 None None] Provisioning for port a9b24d7f-b311-4410-9b91-3e1a77af6986 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:54.274958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Deleting port 036f680e-a992-4ddb-aa3d-400f64fa42dc {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:54.275305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.325135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=9bd3daf8-208a-492f-bc25-abe9fff6427e,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:54.334104 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4591341 Jun 22 09:29:54.348853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Deleting port 036f680e-a992-4ddb-aa3d-400f64fa42dc {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:54.349533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.362672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51458) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:54.376983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': '3e13dd61-070c-4b75-afa7-810330ebd8f8', 'name': 'tempest-PortsTestJSON-405875455'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:54.393211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.439356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] For port 036f680e-a992-4ddb-aa3d-400f64fa42dc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=036f680e-a992-4ddb-aa3d-400f64fa42dc,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:54.439356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.455594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.458559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] For port 036f680e-a992-4ddb-aa3d-400f64fa42dc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=036f680e-a992-4ddb-aa3d-400f64fa42dc,segment=NetworkSegment(f3f32793-b601-411e-b065-54308eeeb7f0),segment_id=f3f32793-b601-411e-b065-54308eeeb7f0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:54.458977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.462969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-68c2f916-63e1-401b-8f25-24a81e5c9eee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:54.538498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=9bd3daf8-208a-492f-bc25-abe9fff6427e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:54.581882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Calling delete_port for 036f680e-a992-4ddb-aa3d-400f64fa42dc owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:54.589892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:54.599462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:54.605420 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-669a41d2-c2ca-4e56-930d-4d17d4fb3c96 req-11d61bba-ad74-4b62-b3ce-e23132e33c1b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017114 Jun 22 09:29:54.609620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Calling delete_port for 036f680e-a992-4ddb-aa3d-400f64fa42dc owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:54.614990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.658208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.827993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:54.933447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port a9b24d7f-b311-4410-9b91-3e1a77af6986 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:54.941301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.008641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.014302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a9b24d7f-b311-4410-9b91-3e1a77af6986 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:55.014302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.014896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b44209ea-0c3c-432b-878d-06740de092aa tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:55.079133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=036f680e-a992-4ddb-aa3d-400f64fa42dc,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:55.095784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] No DVR routers for this DVR port 036f680e-a992-4ddb-aa3d-400f64fa42dc on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:55.105144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.110017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:55.139107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:55.151665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Pushing event deleted for resources: {'Port': ['ID=036f680e-a992-4ddb-aa3d-400f64fa42dc,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:55.155404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:55.162306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] No DVR routers for this DVR port 036f680e-a992-4ddb-aa3d-400f64fa42dc on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:55.258614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.265353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.274025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a105cd2e-58c1-496f-ae0d-d8203bc0e1d4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:55.305204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=dab0fb5e-fa84-4841-86f8-08990a4f2407,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:55.329254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:55.334757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.336524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a9b24d7f-b311-4410-9b91-3e1a77af6986, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a9b24d7f-b311-4410-9b91-3e1a77af6986,segment=NetworkSegment(2e8f36ac-bbdc-457d-a5b1-641b26af9d0d),segment_id=2e8f36ac-bbdc-457d-a5b1-641b26af9d0d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:55.339555 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/dab0fb5e-fa84-4841-86f8-08990a4f2407 HTTP/1.1" status: 204 len: 168 time: 1.1952894 Jun 22 09:29:55.342411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51484) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:55.423145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.437098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.438983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d1398267-2d26-4105-b8f9-b9f15a1457ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:55.460793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b91d7e-e733-4392-b517-b8f88abb265d']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:55.470693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.471279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Fanout notify agent at l3_agent the message router_deleted on router ed4ac427-d55b-4a57-b827-e469eddccda6 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:55.479373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.494851 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e0a8d0d7-a621-4b50-a5c6-d9462741fa2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 204 len: 168 time: 1.6045384 Jun 22 09:29:55.502438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51490) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:55.550230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f32793-b601-411e-b065-54308eeeb7f0') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:55.550571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f32793-b601-411e-b065-54308eeeb7f0') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:55.581602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c47571cf-1bb4-49bf-b530-87904c3ef03d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:55.589253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.609577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.617508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:55.617930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.637681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c47571cf-1bb4-49bf-b530-87904c3ef03d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:55.638019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c47571cf-1bb4-49bf-b530-87904c3ef03d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:55.639569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a9b24d7f-b311-4410-9b91-3e1a77af6986,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:55.649809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:55.656666 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c1510fdd-4dda-4132-b721-f35515b8eb63 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 200 len: 205 time: 0.1532829 Jun 22 09:29:55.666769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51492) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:55.703205 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:55.776486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.844495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2ba1733a-6bdd-4b3f-a8fb-c7b30f760e9f None None] Provisioning for port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:55.849446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-715216e8-2125-42e0-9fdf-0e3a73ed8f1a tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] delete failed (client error): The resource could not be found. Jun 22 09:29:55.849913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2ba1733a-6bdd-4b3f-a8fb-c7b30f760e9f None None] Provisioning complete for port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:55.850041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ba1733a-6bdd-4b3f-a8fb-c7b30f760e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.855623 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-715216e8-2125-42e0-9fdf-0e3a73ed8f1a tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/ed4ac427-d55b-4a57-b827-e469eddccda6 HTTP/1.1" status: 404 len: 336 time: 0.1844854 Jun 22 09:29:55.884810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51500) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:55.938904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a9b24d7f-b311-4410-9b91-3e1a77af6986 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:29:55.971924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:55.972098 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eb7fc3e4-78a3-4726-9173-84dd80cefb0b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 HTTP/1.1" status: 200 len: 205 time: 0.0827181 Jun 22 09:29:55.975335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.978735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:55.981734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51502) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.000674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.006396 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] 10.222.0.65 "DELETE /v2.0/networks/02b91d7e-e733-4392-b517-b8f88abb265d HTTP/1.1" status: 204 len: 168 time: 2.8091924 Jun 22 09:29:56.008586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:56.035696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1733a-6bdd-4b3f-a8fb-c7b30f760e9f None None] Port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:56.045440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51506) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.045768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51508) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.065632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2ba1733a-6bdd-4b3f-a8fb-c7b30f760e9f None None] Provisioning complete for port a9b24d7f-b311-4410-9b91-3e1a77af6986 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:56.066011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ba1733a-6bdd-4b3f-a8fb-c7b30f760e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.076339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=02b91d7e-e733-4392-b517-b8f88abb265d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:56.093542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-cc0afa3a-8164-4c2d-bf33-eafb135dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:56.096849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-cc0afa3a-8164-4c2d-bf33-eafb135dbadc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.3524101 Jun 22 09:29:56.098590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:56.110359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Router 053b4920-d21c-4dca-a2cf-78f132207990 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:29:56.117995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port cf85db72-8819-4297-8a37-4443849b391f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:56.118635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.120206 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-83eee56f-9c89-4d8a-9a18-c2945f9fed2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] delete failed (client error): The resource could not be found. Jun 22 09:29:56.121435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-83eee56f-9c89-4d8a-9a18-c2945f9fed2b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/25d72ee5-6ef8-42bb-ac50-b94a8df7a5a9 HTTP/1.1" status: 404 len: 336 time: 0.1367922 Jun 22 09:29:56.129566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51514) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.147404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 1ccd121e-732b-4217-af36-d8ba8ce07945 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:29:56.153248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a9b24d7f-b311-4410-9b91-3e1a77af6986 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:56.153634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.303540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1538460370'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:56.357421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8975f-aa23-41f5-924c-5344da0b8b9d None None] Network c832271e-eb47-4ae0-b581-41e7fe4535cb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:56.359456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:56.377625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.10 (3e13dd61-070c-4b75-afa7-810330ebd8f8/aa004717-9fb4-4d9e-899e-4fd05a6353fa/1ccd121e-732b-4217-af36-d8ba8ce07945) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:56.379064 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d68506b9-5da7-4977-8b1c-c54f3f45573f tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b HTTP/1.1" status: 200 len: 205 time: 0.2461734 Jun 22 09:29:56.379683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51516) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.405907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 036f680e-a992-4ddb-aa3d-400f64fa42dc no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:56.422185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913df3f0-95df-44bd-bc16-923709312f15 req-6569bdf8-319d-4965-b3d4-9e5d98a4d881 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:56.423391 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-913df3f0-95df-44bd-bc16-923709312f15 req-6569bdf8-319d-4965-b3d4-9e5d98a4d881 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.7811592 Jun 22 09:29:56.437280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 036f680e-a992-4ddb-aa3d-400f64fa42dc {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:56.437589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 036f680e-a992-4ddb-aa3d-400f64fa42dc not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:56.460701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:29:56.464430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-eecc5327-1605-4d98-a8e6-287332712f23 None None] Provisioning complete for port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:56.464816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eecc5327-1605-4d98-a8e6-287332712f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.474719 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "PUT /v2.0/routers/053b4920-d21c-4dca-a2cf-78f132207990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2897289 Jun 22 09:29:56.478067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51518) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.481446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934a641-b884-481d-98f6-0242b128443a None None] Sync routers for ids ['053b4920-d21c-4dca-a2cf-78f132207990'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:29:56.495759 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] Routers {'053b4920-d21c-4dca-a2cf-78f132207990'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:56.496668 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['053b4920-d21c-4dca-a2cf-78f132207990'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:56.506061 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-bcfd2204-0918-4839-883a-f303d0c29107 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] delete failed (client error): The resource could not be found. Jun 22 09:29:56.509877 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bcfd2204-0918-4839-883a-f303d0c29107 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/364387f8-bdf2-4d7b-8f06-9fa6cfef6c0b HTTP/1.1" status: 404 len: 336 time: 0.1065400 Jun 22 09:29:56.514200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51520) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.521736 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-913df3f0-95df-44bd-bc16-923709312f15 req-7e7c8dd6-ac59-4bd8-b1f3-5881b562d7e3 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889199 Jun 22 09:29:56.524177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] For port cf85db72-8819-4297-8a37-4443849b391f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cf85db72-8819-4297-8a37-4443849b391f,segment=NetworkSegment(a68824b4-2a00-4193-b817-a007718a940f),segment_id=a68824b4-2a00-4193-b817-a007718a940f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:56.524470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.577759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8aa30-8100-4f12-8292-8661dba3b133 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:56.579378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8aa30-8100-4f12-8292-8661dba3b133 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:56.580940 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ffa8aa30-8100-4f12-8292-8661dba3b133 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1019974 Jun 22 09:29:56.591513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51522) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.599144 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6edd7f59-7843-4e87-9a1d-a2822acfaa03 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b3f5d16-6eed-4863-aca5-b88fdcc244d9 HTTP/1.1" status: 200 len: 205 time: 0.0771265 Jun 22 09:29:56.620438 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] Set router 053b4920-d21c-4dca-a2cf-78f132207990 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:56.631521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51524) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.648575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-eecc5327-1605-4d98-a8e6-287332712f23 None None] Port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:56.664175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51526) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.668932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-eecc5327-1605-4d98-a8e6-287332712f23 None None] Provisioning complete for port cf85db72-8819-4297-8a37-4443849b391f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:56.669164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for cf85db72-8819-4297-8a37-4443849b391f owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:56.669532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eecc5327-1605-4d98-a8e6-287332712f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.680243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:56.683942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.708817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-e7de52dc-ccf9-4dd0-936f-bb37491c7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:56.710273 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-e7de52dc-ccf9-4dd0-936f-bb37491c7fbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.6048589 Jun 22 09:29:56.714044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.717230 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-025666d6-f64e-46ae-93c8-8b934518eac5 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] delete failed (client error): The resource could not be found. Jun 22 09:29:56.718537 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-025666d6-f64e-46ae-93c8-8b934518eac5 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/6b3f5d16-6eed-4863-aca5-b88fdcc244d9 HTTP/1.1" status: 404 len: 336 time: 0.0858324 Jun 22 09:29:56.723008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51528) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.738295 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b4920-d21c-4dca-a2cf-78f132207990', 'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:39Z', 'updated_at': '2021-06-22T09:29:54Z', 'revision_number': 3, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:56.771384 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-72e33d5a-8c51-4dea-a2ff-79ae596de449 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40e122a63db947e881280f5b03e3b0ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1057875 Jun 22 09:29:56.774603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51530) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.787313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 68da9de5-b933-4239-aba4-93aa8ebed9e5 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:29:56.792704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.851691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.861979 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-00e2a880-0263-4f7a-a481-d36f907f237b tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 HTTP/1.1" status: 200 len: 205 time: 0.1036935 Jun 22 09:29:56.862556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.862885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.866249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51532) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.892978 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934a641-b884-481d-98f6-0242b128443a None None] Checking router: 053b4920-d21c-4dca-a2cf-78f132207990 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:29:56.901502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] DHCP port deletion for c832271e-eb47-4ae0-b581-41e7fe4535cb request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:56.902819 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] Routers {'053b4920-d21c-4dca-a2cf-78f132207990'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:29:56.903787 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:29:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['053b4920-d21c-4dca-a2cf-78f132207990'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:56.935223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 1ccd121e-732b-4217-af36-d8ba8ce07945 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:29:56.940749 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-256ef0df-298a-4a10-af57-77153bf1760e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] delete failed (client error): The resource could not be found. Jun 22 09:29:56.941966 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-256ef0df-298a-4a10-af57-77153bf1760e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/aaf5ef8d-3647-4fa8-ae08-88cf5576c7a2 HTTP/1.1" status: 404 len: 336 time: 0.0724363 Jun 22 09:29:56.945902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51534) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:56.976382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Deleting port cf85db72-8819-4297-8a37-4443849b391f {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:56.976844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:56.980662 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] Set router 053b4920-d21c-4dca-a2cf-78f132207990 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:29:56.990273 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-375188ff-48ed-4bc5-b6b4-b37554634465 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f20c841-28ad-4e8e-9114-daf59cf3e4c6 HTTP/1.1" status: 200 len: 205 time: 0.0420463 Jun 22 09:29:56.997849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51536) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.014089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-6e747b5b-a4b2-4415-a233-6937aaca396c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1001 time: 0.2928450 Jun 22 09:29:57.056697 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-a3911220-e7cf-45c9-8867-47788613464e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] delete failed (client error): The resource could not be found. Jun 22 09:29:57.057843 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a3911220-e7cf-45c9-8867-47788613464e tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/routers/3f20c841-28ad-4e8e-9114-daf59cf3e4c6 HTTP/1.1" status: 404 len: 336 time: 0.0589674 Jun 22 09:29:57.059187 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7934a641-b884-481d-98f6-0242b128443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053b4920-d21c-4dca-a2cf-78f132207990', 'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:39Z', 'updated_at': '2021-06-22T09:29:54Z', 'revision_number': 3, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:57.076590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51538) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.098572 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934a641-b884-481d-98f6-0242b128443a None None] The sync data for ids ['053b4920-d21c-4dca-a2cf-78f132207990'] in dv-neutron-797120-3-hyperv is: [{'id': '053b4920-d21c-4dca-a2cf-78f132207990', 'name': 'tempest-NetworksTestDHCPv6-router-1230726074', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:29:39Z', 'updated_at': '2021-06-22T09:29:54Z', 'revision_number': 3, 'project_id': '08c310c9a9a54d50985e66c4f2628b19', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:29:57.103396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] For port cf85db72-8819-4297-8a37-4443849b391f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cf85db72-8819-4297-8a37-4443849b391f,segment=NetworkSegment(a68824b4-2a00-4193-b817-a007718a940f),segment_id=a68824b4-2a00-4193-b817-a007718a940f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:57.104522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.118362 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dfb9ee-3f38-424f-91f3-c108ffaf1d57 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] DELETE failed (client error): The resource could not be found. Jun 22 09:29:57.118362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52dfb9ee-3f38-424f-91f3-c108ffaf1d57 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:29:57.120296 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-52dfb9ee-3f38-424f-91f3-c108ffaf1d57 tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] 10.222.0.65 "DELETE /v2.0/subnets/4daaff26-b7ed-4acf-a108-b0f159888400 HTTP/1.1" status: 404 len: 337 time: 0.0411327 Jun 22 09:29:57.143136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.152676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.162922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-fc3bc1e9-993e-400a-947e-0aa74e4221c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:57.164511 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-fc3bc1e9-993e-400a-947e-0aa74e4221c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.1435230 Jun 22 09:29:57.209130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Calling delete_port for cf85db72-8819-4297-8a37-4443849b391f owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:57.227654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.246464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.252856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67505f06-b971-4758-9a1d-c513383c38c7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:57.263855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.268454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40a338b1-ab9e-48a8-8a46-cabb6957b8aa tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:57.299650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.303631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1275db13-d354-49b6-a973-31eaf94f3fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:57.313843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=cf85db72-8819-4297-8a37-4443849b391f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:57.317240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:57.321396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:57.327461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No DVR routers for this DVR port cf85db72-8819-4297-8a37-4443849b391f on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:57.327734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:57.328294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Pushing event deleted for resources: {'Port': ['ID=cf85db72-8819-4297-8a37-4443849b391f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:57.331348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:57.332215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] No DVR routers for this DVR port cf85db72-8819-4297-8a37-4443849b391f on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:57.332738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:57.367188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.370295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=1ccd121e-732b-4217-af36-d8ba8ce07945,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:57.371195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.379717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:57.387814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-48319578-090d-4488-946b-26e13a4516ec tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:57.438499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=68da9de5-b933-4239-aba4-93aa8ebed9e5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:57.450302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.456645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/68da9de5-b933-4239-aba4-93aa8ebed9e5 HTTP/1.1" status: 204 len: 168 time: 0.8642864 Jun 22 09:29:57.458948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303901dd-0dcf-46a0-a17e-d4953fe45d5c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:29:57.459325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.461498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51542) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.462659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:57.467076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-cd9bf2ca-639b-4d53-bb5a-ebf215cef4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:57.468693 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-cd9bf2ca-639b-4d53-bb5a-ebf215cef4b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2935688 Jun 22 09:29:57.473270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.479264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:57.479917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.494741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c832271e-eb47-4ae0-b581-41e7fe4535cb']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:57.629749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.638858 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2694795 Jun 22 09:29:57.641412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68824b4-2a00-4193-b817-a007718a940f') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:57.641720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68824b4-2a00-4193-b817-a007718a940f') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:29:57.643400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51546) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.657446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d7478123-668e-4342-8f79-245344e7c285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:57.660460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.669096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.670271 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30be4806-0d0b-4df6-9670-6265b21f089e HTTP/1.1" status: 204 len: 168 time: 0.8546462 Jun 22 09:29:57.746064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.784988 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b9e16b85-584d-4a0d-8fab-625dbc78558a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3151784 Jun 22 09:29:57.794325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:57.796247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51552) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.823990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.887121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1d239-3feb-4e4c-b65c-53615ad9d4e0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:57.888956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ace1d239-3feb-4e4c-b65c-53615ad9d4e0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2444117 Jun 22 09:29:57.891474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51554) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.895670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bd3daf8-208a-492f-bc25-abe9fff6427e no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:57.900336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dd8bde-326a-4d81-86a3-fdca01fcae95,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:57.902712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51556) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:57.905125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:57.930282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 9bd3daf8-208a-492f-bc25-abe9fff6427e {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:57.930645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bd3daf8-208a-492f-bc25-abe9fff6427e not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:57.931079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cf85db72-8819-4297-8a37-4443849b391f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:57.939085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7ab8f1c7-1978-4bc1-9101-1d5a81eb0621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:29:57.951245 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:29:57.962947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: cf85db72-8819-4297-8a37-4443849b391f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:57.963326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cf85db72-8819-4297-8a37-4443849b391f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:57.993384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:29:58.031999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98aa3c80-b8d4-402c-8930-7d8716fe2dca None None] Provisioning for port 1ccd121e-732b-4217-af36-d8ba8ce07945 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:29:58.037633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98aa3c80-b8d4-402c-8930-7d8716fe2dca None None] Provisioning complete for port 1ccd121e-732b-4217-af36-d8ba8ce07945 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:29:58.038157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98aa3c80-b8d4-402c-8930-7d8716fe2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.072935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 1ccd121e-732b-4217-af36-d8ba8ce07945 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:58.073578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.165501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-98aa3c80-b8d4-402c-8930-7d8716fe2dca None None] Port 1ccd121e-732b-4217-af36-d8ba8ce07945 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:29:58.179780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Deleting port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:58.180191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.199757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.258278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] For port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:29:58.258693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.275549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 1ccd121e-732b-4217-af36-d8ba8ce07945 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:58.275687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.276180 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Added segment e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c of type vlan for network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde Jun 22 09:29:58.342361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Calling delete_port for 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:58.374253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.375379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be4806-0d0b-4df6-9670-6265b21f089e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:58.420200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:58.422537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.486297 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-ab88c8db-81cb-41ac-ae13-20b4eaee385c service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0033574 Jun 22 09:29:58.490308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.516083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.549493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Allocated IP 172.26.6.184 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/0e71459a-162f-45b7-af2a-ab02d8113c53) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:29:58.579628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.580046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.586831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:58.597106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-009a615c-f40d-4ec6-9513-29d5cbd44c87 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:58.619038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Pushing event deleted for resources: {'Port': ['ID=5b47150d-b6d0-4fcb-824f-8fb4c4d95837,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:58.622470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:58.624237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] No DVR routers for this DVR port 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:29:58.658618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187e28c-e00c-4b63-b7c5-d0246b5d35ff req-250bdd80-282e-422a-bd30-4bd324fb4f6b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:58.661161 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4187e28c-e00c-4b63-b7c5-d0246b5d35ff req-250bdd80-282e-422a-bd30-4bd324fb4f6b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.8888834 Jun 22 09:29:58.667898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.670022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=1ccd121e-732b-4217-af36-d8ba8ce07945,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:58.673853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:58.692400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:58.711952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.762869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a1aae5c-32eb-4729-be56-ca360e339de6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:58.767277 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7853f9fd4734fa2bf3b1386abfd87b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629727 Jun 22 09:29:58.767277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15de0e4-6790-418d-a6e5-3dbac059383a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:58.767597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.769293 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/c832271e-eb47-4ae0-b581-41e7fe4535cb HTTP/1.1" status: 204 len: 168 time: 3.4258900 Jun 22 09:29:58.773784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:58.775140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51570) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:58.775140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51572) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:58.867016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.869385 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/1ccd121e-732b-4217-af36-d8ba8ce07945 HTTP/1.1" status: 204 len: 168 time: 0.9768965 Jun 22 09:29:58.872851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51578) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:58.902819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=c832271e-eb47-4ae0-b581-41e7fe4535cb,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:58.913244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.914991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.919173 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fb4972-151c-4f80-9806-a3df96a3a75a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:29:58.920816 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e0fb4972-151c-4f80-9806-a3df96a3a75a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/1ccd121e-732b-4217-af36-d8ba8ce07945 HTTP/1.1" status: 404 len: 333 time: 0.0468173 Jun 22 09:29:58.926264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51582) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:58.927143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:58.928025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.933475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.937767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:58.948159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:58.948713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:59.001654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.011256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5e68a-27d2-4f22-b6dc-eae50059c347 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:59.013073 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f6a5e68a-27d2-4f22-b6dc-eae50059c347 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2326479 Jun 22 09:29:59.023661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51584) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:59.068662 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4187e28c-e00c-4b63-b7c5-d0246b5d35ff req-3f286256-58fc-45a3-8980-1537dd0b5bef tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577027 Jun 22 09:29:59.099780 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-12fea3d1-9fb1-4c12-bc18-776fa2263dc3 req-de520b7c-3539-4a1f-8e60-8ab6e3b61317 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029191 Jun 22 09:29:59.136570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.140238 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0911939 Jun 22 09:29:59.142912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Network': ['ID=b48b3cac-cbd1-4ffa-9e8e-c6318460dbde,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:59.148728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:59.167111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:29:59.213608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.214294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Fanout notify agent at l3_agent the message router_deleted on router 053b4920-d21c-4dca-a2cf-78f132207990 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:29:59.245934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.249523 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3f91e304-b17d-4584-8ae9-5b85cf910134 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/routers/053b4920-d21c-4dca-a2cf-78f132207990 HTTP/1.1" status: 204 len: 168 time: 1.4293611 Jun 22 09:29:59.249888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51590) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:59.332700 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-881319c8-de4e-4188-b0a1-a4116c592de7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0783176 Jun 22 09:29:59.333342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.344394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51592) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:59.347120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cb0f2363-63e9-406f-9d63-ed75c2e365e4 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:59.435028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Pushing event updated for resources: {'Port': ['ID=0e71459a-162f-45b7-af2a-ab02d8113c53,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:59.449385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:59.482665 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-19d7b443-30b7-437c-b67f-368f20c449f4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4510691 Jun 22 09:29:59.482869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:29:59.482982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51594) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:59.487150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:29:59.487549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542980350'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:59.491909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:29:59.498120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 36df1ec2-b8e6-4902-a585-1a7d50b63e9b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:29:59.498464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.533897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8425c1-c26f-4545-96e2-a0ec81b65e0c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:29:59.533897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aa8425c1-c26f-4545-96e2-a0ec81b65e0c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0991664 Jun 22 09:29:59.533897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51596) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:59.562765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d140c81b-87f5-4661-8ef8-6a7e74bb4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.571696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.574926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.580258 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c15de0e4-6790-418d-a6e5-3dbac059383a HTTP/1.1" status: 204 len: 168 time: 0.7968667 Jun 22 09:29:59.580258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-447f7293-100b-4c4f-b739-cb3b05784c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:29:59.595824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15de0e4-6790-418d-a6e5-3dbac059383a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:29:59.599372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:29:59.633313 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1403b924-bb26-443c-a3e2-e8aaf2ea63b6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995228 Jun 22 09:29:59.641345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51602) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:29:59.652823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:29:59.670696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.769709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:29:59.811490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:29:59.811848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b47150d-b6d0-4fcb-824f-8fb4c4d95837 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:29:59.835164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 36df1ec2-b8e6-4902-a585-1a7d50b63e9b owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:29:59.844446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:29:59.855569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.905749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.954752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:29:59.969616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:29:59.969963 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment ae6a7c28-22d5-4506-9934-07b119961b17 of type vlan for network c7ef608f-e3bf-42c0-a672-672005a687e1 Jun 22 09:30:00.025071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.050111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:00.054593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.061242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.247910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.254364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:00.255063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.287114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-549f56de-e684-416e-b317-1f81a42cb694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:00.324893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.335855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.391823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9068511 Jun 22 09:30:00.406150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51616) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.417227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:00.438338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.460557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-24e136a2-ae61-4c47-abcf-4a62693324c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:00.604107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51620) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.605769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=c7ef608f-e3bf-42c0-a672-672005a687e1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:00.621204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c7ef608f-e3bf-42c0-a672-672005a687e1 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:00.626072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Pushing event updated for resources: {'Port': ['ID=0e71459a-162f-45b7-af2a-ab02d8113c53,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:00.653886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:00.678853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.710245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:00.712324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98ebcfbf-3d76-4f44-83bf-7e74045ccf97 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:00.782448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=36df1ec2-b8e6-4902-a585-1a7d50b63e9b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:00.787948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:00.866941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51624) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.880688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.objects.ports [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:00.882112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.883634 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8240499 Jun 22 09:30:00.885423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.890726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d65493-54da-4af9-8b94-bce676427f5a req-a9246304-8705-44d0-acf0-2102bfb1a728 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:00.892365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d4d65493-54da-4af9-8b94-bce676427f5a req-a9246304-8705-44d0-acf0-2102bfb1a728 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4842191 Jun 22 09:30:00.895616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.901198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/36df1ec2-b8e6-4902-a585-1a7d50b63e9b HTTP/1.1" status: 204 len: 168 time: 1.9708200 Jun 22 09:30:00.901322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1732548541'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:00.901408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51626) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.905648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51628) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.906379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3d7b8035-24d9-43d8-926c-6fed977bb0ca tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:00.915136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-25680309', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'fixed_ips': [{'ip_address': '172.26.6.184'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:00.965477 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d3a905-d99e-4a38-9dbc-d90a9ede55f8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:30:00.969403 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a0d3a905-d99e-4a38-9dbc-d90a9ede55f8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/36df1ec2-b8e6-4902-a585-1a7d50b63e9b HTTP/1.1" status: 404 len: 333 time: 0.0549462 Jun 22 09:30:00.969975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51630) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.976911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:00.980078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:00.984360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:00.984945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:00.986333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d707f0f0-c4d8-45aa-9931-904f774a67ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f8dda245dd448158ef21077e8b44f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139467 Jun 22 09:30:00.993627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51632) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:00.994164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0966d797-69b5-4959-ad4c-6574ef483fae None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:01.004971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=1b9739f4-4bc4-4d52-b4d7-f964e284b91c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.008384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:01.013490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.017448 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d4d65493-54da-4af9-8b94-bce676427f5a req-8abe1363-dbca-4fdb-87fb-1f24ba17f104 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988877 Jun 22 09:30:01.017884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:01.084873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.131991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet aa004717-9fb4-4d9e-899e-4fd05a6353fa {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:01.139665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.148581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.153552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Made reservation on behalf of 22c93dc13803471691a9f735e777badb for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:01.170703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.199376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.199628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.236428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '1b9739f4-4bc4-4d52-b4d7-f964e284b91c'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:01.237514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.325661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Made reservation on behalf of 900ee8c8b2ce41d19366c6830f86f086 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:01.327823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.369613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.370901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21abd-15cd-4554-94ed-1c727dafeb0e req-a3db0ec3-8497-489b-b30b-7574ec05467c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:01.379394 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7fc21abd-15cd-4554-94ed-1c727dafeb0e req-a3db0ec3-8497-489b-b30b-7574ec05467c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1082604 Jun 22 09:30:01.396484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.408037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Allocated IP 2001:db8::f816:3eff:fe7c:be26 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/1b9739f4-4bc4-4d52-b4d7-f964e284b91c/d2a02ff6-401e-49e7-b94d-a6801cd80c53) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:01.448273 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7fc21abd-15cd-4554-94ed-1c727dafeb0e req-37efd7c7-82e0-41c1-adf7-e4353cf5ec69 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678051 Jun 22 09:30:01.509569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51638) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:01.509889 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8657851 Jun 22 09:30:01.515370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:01.534959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.558801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.563954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.565245 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1e729fe-8d89-41fe-a067-c60d7750c54f HTTP/1.1" status: 204 len: 168 time: 0.5706811 Jun 22 09:30:01.570118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3aaa49ae-9541-44d6-ae0b-4227ea9deb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:01.571033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3f36fa51-c663-4e84-857f-fe49f97a1353 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:01.600321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e729fe-8d89-41fe-a067-c60d7750c54f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.601200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:01.611227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.630284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.670465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.676941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/aa004717-9fb4-4d9e-899e-4fd05a6353fa HTTP/1.1" status: 204 len: 168 time: 0.7061825 Jun 22 09:30:01.680026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51642) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:01.696541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82747018-3794-4486-a241-91b9b4747d7e None None] Network 3e13dd61-070c-4b75-afa7-810330ebd8f8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:01.716010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=954c3a81-7415-4998-9494-11f9bc47ef4e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.727346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:01.763611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d256ff2-bb07-4899-a034-9d9d9ad1983d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:01.782007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.794774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:01.808751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=aa004717-9fb4-4d9e-899e-4fd05a6353fa,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.808987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.809461 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Added segment 41fdb861-9c14-4c3a-b603-b74e4b2a6b30 of type vlan for network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f Jun 22 09:30:01.816977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:01.826836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': 'ae6a7c28-22d5-4506-9934-07b119961b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:01.827480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: c7ef608f-e3bf-42c0-a672-672005a687e1, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:01.856711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.903483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.906198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.913491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f2dad3e6-734a-4c34-ba93-16f72ae0a7d2 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:01.941378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Transition to ACTIVE for port object d2a02ff6-401e-49e7-b94d-a6801cd80c53 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:01.946092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network c7ef608f-e3bf-42c0-a672-672005a687e1 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:01.969673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28be9d0-359b-4ff3-a313-b98613580b25,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:01.969917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Transition to ACTIVE for port object d2a02ff6-401e-49e7-b94d-a6801cd80c53 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:01.975580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:01.980555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:02.018549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.023958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a7c40050-7392-49a1-8e59-b2a6e9edb792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:02.094815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] DHCP port deletion for 3e13dd61-070c-4b75-afa7-810330ebd8f8 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:02.096725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] device_id is not set on port af5c489f-56ff-4cbf-a513-9b84f6b8d7d9 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:02.114946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.120143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c7ef608f-e3bf-42c0-a672-672005a687e1) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:02.128394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:02.128394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.134129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port a9b24d7f-b311-4410-9b91-3e1a77af6986 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:02.134751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.143468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:02.145179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.146842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:02.147187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.156070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5ce4e0db-7f75-4339-9876-c36a96b2a1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:02.158542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0335c2-2b91-4e3b-9065-3baea57f951d None None] Network c7ef608f-e3bf-42c0-a672-672005a687e1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:02.311216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4527925d-1bb5-4688-be1f-4fee2ed31396,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:02.335217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:02.341602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:02.346627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:02.352427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.356281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:02.366841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c6f05d28-de55-4270-b984-c1c6279d62b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.377818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port a9b24d7f-b311-4410-9b91-3e1a77af6986, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a9b24d7f-b311-4410-9b91-3e1a77af6986,segment=NetworkSegment(2e8f36ac-bbdc-457d-a5b1-641b26af9d0d),segment_id=2e8f36ac-bbdc-457d-a5b1-641b26af9d0d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:02.377818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.390335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:02.476359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:02.480572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for a9b24d7f-b311-4410-9b91-3e1a77af6986 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:02.481104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:02.581039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1739776 Jun 22 09:30:02.589270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51654) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:02.595269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51656) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:02.626512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1', 'name': 'tempest-PortsIpV6TestJSON-1698152898'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:02.626700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'subnet': {'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:02.646719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Attempting to bind port d2a02ff6-401e-49e7-b94d-a6801cd80c53 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:02.647556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Attempting to bind port d2a02ff6-401e-49e7-b94d-a6801cd80c53 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:02.648062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Attempting to bind port d2a02ff6-401e-49e7-b94d-a6801cd80c53 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:02.669506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Deleting port a9b24d7f-b311-4410-9b91-3e1a77af6986 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:02.670049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.718227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1097224 Jun 22 09:30:02.734215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51660) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:02.740937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Request body: {'subnet': {'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:02.755726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:02.760055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:02.760055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.760055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:02.760055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Bound port: d2a02ff6-401e-49e7-b94d-a6801cd80c53, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:02.760055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.768186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.808396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event updated for resources: {'Network': ['ID=bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:02.815393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:02.874834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:02.881121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b3c47-0fc2-4c22-a4cc-e773f8265d8a req-4310228a-f89a-40b7-919b-934bfaded214 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:02.882617 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-528b3c47-0fc2-4c22-a4cc-e773f8265d8a req-4310228a-f89a-40b7-919b-934bfaded214 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2658401 Jun 22 09:30:02.929634 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-528b3c47-0fc2-4c22-a4cc-e773f8265d8a req-ec93a226-d94f-47a9-b0a1-05603b66893a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378740 Jun 22 09:30:02.964112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 09:30:02.964633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:02.967834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:02.970979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:03.038707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c7ef608f-e3bf-42c0-a672-672005a687e1', 'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': '954c3a81-7415-4998-9494-11f9bc47ef4e'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:03.039686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.048550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=a9b24d7f-b311-4410-9b91-3e1a77af6986,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:03.052073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:03.058422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.062061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:03.062850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port a9b24d7f-b311-4410-9b91-3e1a77af6986 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:03.091722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] For port a9b24d7f-b311-4410-9b91-3e1a77af6986, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a9b24d7f-b311-4410-9b91-3e1a77af6986,segment=NetworkSegment(2e8f36ac-bbdc-457d-a5b1-641b26af9d0d),segment_id=2e8f36ac-bbdc-457d-a5b1-641b26af9d0d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:03.092537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.094942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:03.120034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:03.166315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.169340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:03.181416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Calling delete_port for a9b24d7f-b311-4410-9b91-3e1a77af6986 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:03.202075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Made reservation on behalf of 22c93dc13803471691a9f735e777badb for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:03.208639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.222523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:03.231908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:03.244390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.248769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.256255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1032bcbf-cce5-4d65-952f-519f83e97229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:03.265062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e13dd61-070c-4b75-afa7-810330ebd8f8']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:03.266820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:03.267667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.281254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:03.281574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8f36ac-bbdc-457d-a5b1-641b26af9d0d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:03.304804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.328650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=c8ee1452-3cd1-44f7-a5e7-74655a1a6e87,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:03.333022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.336020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:03.350901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:03.351314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:03.361459 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:03.434818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:03.440567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:03.449734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51674) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:03.455201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:03.457435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.466873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.488697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Allocated IP 2001:db8::2 (c7ef608f-e3bf-42c0-a672-672005a687e1/954c3a81-7415-4998-9494-11f9bc47ef4e/234d5668-5433-4485-9cb3-c6e081b689e0) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:03.494103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:03.506804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.510430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-803b4d35-44a1-4ce0-a006-7aa984ebbb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:03.554444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Pushing event deleted for resources: {'Port': ['ID=a9b24d7f-b311-4410-9b91-3e1a77af6986,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:03.561809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:03.578307 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6753950 Jun 22 09:30:03.587384 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0736542 Jun 22 09:30:03.587384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51678) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:03.628022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51680) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:03.681369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:58:e7:16', 'name': 'tempest-NetworksTestDHCPv6-2076178392'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:03.764733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.777947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Transition to ACTIVE for port object 234d5668-5433-4485-9cb3-c6e081b689e0 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:03.798569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Transition to ACTIVE for port object 234d5668-5433-4485-9cb3-c6e081b689e0 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:03.803949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] No DVR routers for this DVR port a9b24d7f-b311-4410-9b91-3e1a77af6986 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:03.807247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a9b24d7f-b311-4410-9b91-3e1a77af6986 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:03.835449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: a9b24d7f-b311-4410-9b91-3e1a77af6986 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:03.835810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a9b24d7f-b311-4410-9b91-3e1a77af6986 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:03.923029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:03.932695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:03.979575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Pushing event updated for resources: {'Port': ['ID=234d5668-5433-4485-9cb3-c6e081b689e0,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:03.986240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:03.988931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Network c7ef608f-e3bf-42c0-a672-672005a687e1 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:03.995442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:03.995442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:04.037312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2090018259'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:04.070412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Attempting to bind port 234d5668-5433-4485-9cb3-c6e081b689e0 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:04.070800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Attempting to bind port 234d5668-5433-4485-9cb3-c6e081b689e0 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ae6a7c28-22d5-4506-9934-07b119961b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:04.071228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Attempting to bind port 234d5668-5433-4485-9cb3-c6e081b689e0 on network c7ef608f-e3bf-42c0-a672-672005a687e1 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:04.076752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:04.077136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Checking segment: {'id': 'ae6a7c28-22d5-4506-9934-07b119961b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:04.077628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.078009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Bound using segment: {'id': 'ae6a7c28-22d5-4506-9934-07b119961b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:04.078621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Bound port: 234d5668-5433-4485-9cb3-c6e081b689e0, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6a7c28-22d5-4506-9934-07b119961b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:04.079002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.158459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.162405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] For port 234d5668-5433-4485-9cb3-c6e081b689e0, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:04.166324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97d04173-a62d-45fb-a3fa-635363167925 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:04.196575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] For port 234d5668-5433-4485-9cb3-c6e081b689e0, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=234d5668-5433-4485-9cb3-c6e081b689e0,segment=NetworkSegment(ae6a7c28-22d5-4506-9934-07b119961b17),segment_id=ae6a7c28-22d5-4506-9934-07b119961b17)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:04.196677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.196677 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/3e13dd61-070c-4b75-afa7-810330ebd8f8 HTTP/1.1" status: 204 len: 168 time: 2.4942794 Jun 22 09:30:04.196834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51682) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:04.197236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e375b34-d33c-465e-8eb7-be7900895207 req-bab7032a-015b-4b77-99d0-b062f72ec6bb tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:04.197236 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e375b34-d33c-465e-8eb7-be7900895207 req-bab7032a-015b-4b77-99d0-b062f72ec6bb tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1724064 Jun 22 09:30:04.197236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=3e13dd61-070c-4b75-afa7-810330ebd8f8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:04.197861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:04.199237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496818842'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:04.243042 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e375b34-d33c-465e-8eb7-be7900895207 req-f7cc5ad9-45ff-45fd-993d-04807d214773 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Jun 22 09:30:04.253127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:04.256876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.270539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.283605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.285164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.286246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-adf07f34-e552-4d57-91f1-776e62c6c9bb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:04.294469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:04.298876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.309370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:04.339744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Subnet': ['ID=6f47f624-63ef-4034-96e6-35bc23cc343c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:04.352834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:04.367624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Pushing event updated for resources: {'Port': ['ID=234d5668-5433-4485-9cb3-c6e081b689e0,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:04.369369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Checking segment: {'id': 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:04.369901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network hostable DHCP agents. Network: b48b3cac-cbd1-4ffa-9e8e-c6318460dbde, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:04.372901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:04.388183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::1c8 (c7ef608f-e3bf-42c0-a672-672005a687e1/954c3a81-7415-4998-9494-11f9bc47ef4e/ecfb6c42-240a-4ed7-bf6e-c5edba57d166) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:04.436142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event updated for resources: {'Subnet': ['ID=c00aabff-eba6-41c8-8856-20d17ff7a107,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:04.443917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:04.463328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:04.466898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.524924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:04.525555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Checking segment: {'id': '41fdb861-9c14-4c3a-b603-b74e4b2a6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:04.525919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Network hostable DHCP agents. Network: bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:04.562700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.606395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:04.610636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Deleting port 0e71459a-162f-45b7-af2a-ab02d8113c53 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:04.610808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.636819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, b48b3cac-cbd1-4ffa-9e8e-c6318460dbde) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:04.642017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:04.642771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.647052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccfc816-c656-4999-8e47-f2b5db00dbaf None None] Network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:04.954625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.954625 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 9a747dc3-46f7-417c-80bc-3086abfeab92 of type vlan for network e73f41b8-81c6-478c-beea-561e0b2050f5 Jun 22 09:30:04.957149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.957149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e4d82a2-7dc7-41a3-afdf-f68f2c9962b4 tempest-PortsAdminExtendedAttrsTestJSON-835589566 tempest-PortsAdminExtendedAttrsTestJSON-835589566-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:04.957149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:04.959172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.959172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.959172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.959691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cadeee-e529-49b7-931c-ae75efc9d221,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:04.960102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.960453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:04.960453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.960453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Added segment cd78ef65-6ed1-49f4-a5fd-854dbab6c9cb of type vlan for network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 Jun 22 09:30:04.960453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:04.960787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Calling delete_port for 0e71459a-162f-45b7-af2a-ab02d8113c53 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:04.960787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object ecfb6c42-240a-4ed7-bf6e-c5edba57d166 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:04.960949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-b48b3cac-cbd1-4ffa-9e8e-c6318460dbde', 'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde', 'tenant_id': 'ef671c4880c54cd18c1b7af0f42e2332', 'fixed_ips': [{'subnet_id': '6f47f624-63ef-4034-96e6-35bc23cc343c'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:04.960949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.065218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b5676-96da-4a33-860b-99193c6e30f6 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:05.249362 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6274297 Jun 22 09:30:05.251331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.255050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51684) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:05.257341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.261883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:05.262398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:05.262578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.263331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.269640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846c460d-fea0-44b2-8c97-0f5e136a2555 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:05.271816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.276855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:05.279733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.287251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1707542141'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:05.295463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a76ed4e-abab-4075-88da-53ef2564ff91 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:05.309311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.320930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Allocated IP 2001:db8:0:ffff::2 (b48b3cac-cbd1-4ffa-9e8e-c6318460dbde/6f47f624-63ef-4034-96e6-35bc23cc343c/eabd459a-a6ba-46b4-b4f5-8681d27b576c) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:05.364366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Network': ['ID=4af5745d-731a-4a0a-83c2-e8dfaf3a81d3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:05.365084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:05.369180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:05.380580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:05.381290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.423280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network c7ef608f-e3bf-42c0-a672-672005a687e1 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:05.431454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02252ff5-c722-4a2f-a3c5-e3f8cfaa6a43 None None] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:05.433679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:05.461706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:05.464933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:05.471541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:05.472287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.507463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=e73f41b8-81c6-478c-beea-561e0b2050f5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:05.510735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:05.533069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b879f3-8101-41f0-bbb4-b6fd42a0aa53 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:05.537027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:05.553894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e73f41b8-81c6-478c-beea-561e0b2050f5 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:05.588070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b40faaa9-ae37-4711-affd-1f2ac5da7fcc None None] Provisioning for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:05.599305 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1439376 Jun 22 09:30:05.599856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51688) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:05.605009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'subnet': {'network_id': '4af5745d-731a-4a0a-83c2-e8dfaf3a81d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:05.635025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8985925 Jun 22 09:30:05.636419 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4505002 Jun 22 09:30:05.637238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51690) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:05.637572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51692) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:05.672961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Request body: {'port': {'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1656445733'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:05.681733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:05.685870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=ecfb6c42-240a-4ed7-bf6e-c5edba57d166,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:05.761598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee6a04-d20d-4498-85cd-9b1db1f4cd8d None None] Network c7ef608f-e3bf-42c0-a672-672005a687e1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:05.794870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.797579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.802740 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/a142429a-c0d2-4e92-91e7-a3cbfff06cd2 HTTP/1.1" status: 204 len: 168 time: 2.1782067 Jun 22 09:30:05.829863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:05.834008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.843471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e71459a-162f-45b7-af2a-ab02d8113c53,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:05.855655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:05.869086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:05.875073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:05.875965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234d5668-5433-4485-9cb3-c6e081b689e0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:05.927531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e812ce5-4d2b-4804-aceb-572107ff0fd2 req-e36cc483-ddfb-4abf-a850-d228957cda0c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:05.929112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e812ce5-4d2b-4804-aceb-572107ff0fd2 req-e36cc483-ddfb-4abf-a850-d228957cda0c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.5046947 Jun 22 09:30:05.932658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.933162 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a26a8210-902f-48d1-8935-d4a93af721bd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3365798 Jun 22 09:30:05.935942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51696) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:05.959958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': 'c7ef608f-e3bf-42c0-a672-672005a687e1', 'name': 'tempest-PortsIpV6TestJSON-954053500'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:05.970494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:05.975750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Transition to ACTIVE for port object eabd459a-a6ba-46b4-b4f5-8681d27b576c will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:05.999472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:06.006984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:06.011348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.041019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Transition to ACTIVE for port object eabd459a-a6ba-46b4-b4f5-8681d27b576c will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:06.059681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-57920b8f-f74a-4db8-867a-adb1b2223cbd None None] Provisioning for port 234d5668-5433-4485-9cb3-c6e081b689e0 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:06.086119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.086457 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Added segment 9168127a-24df-4684-bd56-93414bdcea55 of type vlan for network 11d887df-d6b1-4a32-a01f-9038e7bbd895 Jun 22 09:30:06.121426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 44cb013d-42f5-46f4-ba99-17724da7181a yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:06.134492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f', 'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f', 'tenant_id': '22c93dc13803471691a9f735e777badb', 'fixed_ips': [{'subnet_id': 'c00aabff-eba6-41c8-8856-20d17ff7a107'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:06.135370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.178566 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e812ce5-4d2b-4804-aceb-572107ff0fd2 req-dff989b0-4120-4cd6-9752-4e707880ff59 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231820 Jun 22 09:30:06.185182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.193669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-988cada6-0739-4727-a156-7c427e1eb0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:06.248104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.255731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:06.259247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.289928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 234d5668-5433-4485-9cb3-c6e081b689e0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:06.324334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.340993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c550863-4f49-4e91-998e-a0546f07761f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:06.398093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 234d5668-5433-4485-9cb3-c6e081b689e0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:06.398467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.425038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:06.431025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Pushing event updated for resources: {'Port': ['ID=eabd459a-a6ba-46b4-b4f5-8681d27b576c,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:06.435967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:06.469676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51702) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:06.471166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Subnet': ['ID=277f0bd8-914f-4731-9131-403bc953bc18,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:06.473710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Made reservation on behalf of 22c93dc13803471691a9f735e777badb for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:06.477357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.479420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:06.485876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:06.487909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Checking segment: {'id': 'cd78ef65-6ed1-49f4-a5fd-854dbab6c9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4af5745d-731a-4a0a-83c2-e8dfaf3a81d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:06.488251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network hostable DHCP agents. Network: 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:06.489185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:06.526262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] device_id is not set on port 60677f4a-5ba4-4690-a7af-8cbabc8ed859 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:06.539086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.551524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:06.551524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.551524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6c9d445c-968d-4374-8a31-f9f40810ac29 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:06.573213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:06.623083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.623727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 172.20.0.13 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/c8ee1452-3cd1-44f7-a5e7-74655a1a6e87/44cb013d-42f5-46f4-ba99-17724da7181a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:06.627939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:06.634687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.656069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Update dhcp port {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '1b9739f4-4bc4-4d52-b4d7-f964e284b91c', 'ip_address': '2001:db8::f816:3eff:fe7c:be26'}, {'subnet_id': 'c8ee1452-3cd1-44f7-a5e7-74655a1a6e87'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'd2a02ff6-401e-49e7-b94d-a6801cd80c53'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:30:06.669705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe58:e716 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/1b9739f4-4bc4-4d52-b4d7-f964e284b91c/44cb013d-42f5-46f4-ba99-17724da7181a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:06.686031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:06.692982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:06.699483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.703051 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Attempting to bind port eabd459a-a6ba-46b4-b4f5-8681d27b576c on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:06.703442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Attempting to bind port eabd459a-a6ba-46b4-b4f5-8681d27b576c by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:06.703820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Attempting to bind port eabd459a-a6ba-46b4-b4f5-8681d27b576c on network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:06.725919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1787dca6-4ffa-461a-b07d-14ed0c6c6400 None None] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:06.728802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Allocated IP 172.20.0.2 (bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f/c00aabff-eba6-41c8-8856-20d17ff7a107/330fc7f8-1f3a-41a2-92e9-4999a06f4f19) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:06.735617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:06.736160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Checking segment: {'id': 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:06.736448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.736857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Bound using segment: {'id': 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:06.737417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Bound port: eabd459a-a6ba-46b4-b4f5-8681d27b576c, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b48b3cac-cbd1-4ffa-9e8e-c6318460dbde'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:06.737977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.746228 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4656346 Jun 22 09:30:06.746962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51708) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:06.765243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'subnet': {'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:06.767963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 92af0804-a239-473f-b637-6a329274191f yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:06.774913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Network': ['ID=11d887df-d6b1-4a32-a01f-9038e7bbd895,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:06.787201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:06.826906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 11d887df-d6b1-4a32-a01f-9038e7bbd895 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:06.857764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.927699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:06.991546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.118343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.157775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-14348eee-605e-4c0f-95da-f0bc37d05629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.174469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 234d5668-5433-4485-9cb3-c6e081b689e0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=234d5668-5433-4485-9cb3-c6e081b689e0,segment=NetworkSegment(ae6a7c28-22d5-4506-9934-07b119961b17),segment_id=ae6a7c28-22d5-4506-9934-07b119961b17)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:07.175740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51710) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:07.177254 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=520e8b45a41f43dcbf1a944f917c2fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042623 Jun 22 09:30:07.203584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c67ec3-8132-4c14-a5d9-75ef9221dee6,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:07.208275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:07.213705 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6129074 Jun 22 09:30:07.217645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51712) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:07.226100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-615936255', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:07.374563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:07.378831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.417301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.418173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:07.419769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d09a3109-9237-4a40-a449-2a29c6232160 None None] Provisioning complete for port 234d5668-5433-4485-9cb3-c6e081b689e0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:07.420075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d09a3109-9237-4a40-a449-2a29c6232160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.423372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] For port eabd459a-a6ba-46b4-b4f5-8681d27b576c, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:07.429335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.460224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::2f9 (c7ef608f-e3bf-42c0-a672-672005a687e1/954c3a81-7415-4998-9494-11f9bc47ef4e/92af0804-a239-473f-b637-6a329274191f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:07.468461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.520824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282314-ab49-4fc1-b989-9201898c585d req-bc64874f-873c-43de-8f51-00e2480db1d6 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:07.522633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63282314-ab49-4fc1-b989-9201898c585d req-bc64874f-873c-43de-8f51-00e2480db1d6 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.7907968 Jun 22 09:30:07.546643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.550963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] For port eabd459a-a6ba-46b4-b4f5-8681d27b576c, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eabd459a-a6ba-46b4-b4f5-8681d27b576c,segment=NetworkSegment(e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c),segment_id=e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:07.601787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.605785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.609950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.610128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142af97-b9e2-4d3f-9b72-b3dbe5ff9d6c None None] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:07.661232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.671181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 44cb013d-42f5-46f4-ba99-17724da7181a will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:07.709656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.716153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8050415d-2bb0-461e-8bdd-5eefddb61703 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.719210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=234d5668-5433-4485-9cb3-c6e081b689e0,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:07.722326 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63282314-ab49-4fc1-b989-9201898c585d req-b8ad46f9-1b67-4733-8fea-d8808e73bfc4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810482 Jun 22 09:30:07.726686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:07.729331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.791209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.798965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.844659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=9f4bbede-126c-441e-8097-1e317876d7c8,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:07.879250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:07.888908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Transition to ACTIVE for port object 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:07.912008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.920407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:07.931363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object 92af0804-a239-473f-b637-6a329274191f will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:07.942035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '9a747dc3-46f7-417c-80bc-3086abfeab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:07.942456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: e73f41b8-81c6-478c-beea-561e0b2050f5, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:07.943589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Pushing event updated for resources: {'Port': ['ID=eabd459a-a6ba-46b4-b4f5-8681d27b576c,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:07.946436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.objects.ports [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:07.952340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:07.952730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.958044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.959964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:07.964634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.969005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:07.972760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.973542 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4c67ec3-8132-4c14-a5d9-75ef9221dee6 HTTP/1.1" status: 204 len: 168 time: 0.7907426 Jun 22 09:30:07.985232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b3d6c70-330e-40c9-aba7-404c3c6a4b79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:07.996934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Transition to ACTIVE for port object 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:08.008744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c67ec3-8132-4c14-a5d9-75ef9221dee6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:08.026516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:08.064658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d09a3109-9237-4a40-a449-2a29c6232160 None None] Provisioning for port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:08.088952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network e73f41b8-81c6-478c-beea-561e0b2050f5 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:08.096596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.148705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d09a3109-9237-4a40-a449-2a29c6232160 None None] Provisioning complete for port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:08.149096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d09a3109-9237-4a40-a449-2a29c6232160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.153255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c3253382-486c-4be6-9d07-359738e4a739 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:08.199589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.200471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.208664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:08.213361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.218755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Subnet': ['ID=55efdbf7-450e-4f10-931e-e3e3b032781f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:08.222135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:08.230432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Checking segment: {'id': '9168127a-24df-4684-bd56-93414bdcea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:08.230807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network hostable DHCP agents. Network: 11d887df-d6b1-4a32-a01f-9038e7bbd895, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:08.243195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:08.285923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:08.297536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:08.305095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=44cb013d-42f5-46f4-ba99-17724da7181a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:08.309789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, e73f41b8-81c6-478c-beea-561e0b2050f5) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:08.310791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Allocated IP 172.20.0.11 (bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f/c00aabff-eba6-41c8-8856-20d17ff7a107/60677f4a-5ba4-4690-a7af-8cbabc8ed859) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:08.314310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:08.316709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb4a68c9-6ed5-4594-aaeb-d8d918681c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:08.338891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81343545-d7ab-44a5-860c-b664f7569154 None None] Network e73f41b8-81c6-478c-beea-561e0b2050f5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:08.368870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network c7ef608f-e3bf-42c0-a672-672005a687e1 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:08.393324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:08.394729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.399319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.406885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:08.413160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:08.420093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d09a3109-9237-4a40-a449-2a29c6232160 None None] Port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:08.424545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:08.430723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:08.431490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.462996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:08.467365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:08.475854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Allocated IP 172.20.0.2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/c8ee1452-3cd1-44f7-a5e7-74655a1a6e87/d2a02ff6-401e-49e7-b94d-a6801cd80c53) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:08.490934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Pushing event updated for resources: {'Port': ['ID=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:08.494661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:08.500521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:08.501225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.506196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=92af0804-a239-473f-b637-6a329274191f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:08.510411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:08.546840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network 11d887df-d6b1-4a32-a01f-9038e7bbd895 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:08.560039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 11d887df-d6b1-4a32-a01f-9038e7bbd895) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:08.570954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:08.571562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.599855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9231632 Jun 22 09:30:08.620868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:08.627434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51718) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:08.632499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6559719-b3b7-490b-8ec9-e3a13d97717e None None] Network 11d887df-d6b1-4a32-a01f-9038e7bbd895 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:08.639429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5', 'name': 'tempest-PortsTestJSON-2133276564', 'fixed_ips': [{'subnet_id': '9f4bbede-126c-441e-8097-1e317876d7c8', 'ip_address': '172.20.0.10'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:08.661370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7165308 Jun 22 09:30:08.666270 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9877756 Jun 22 09:30:08.681081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51720) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:08.681081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51722) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:08.855336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.883206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Transition to ACTIVE for port object 60677f4a-5ba4-4690-a7af-8cbabc8ed859 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:08.888442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:08.890451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d1d943e0-a8fa-4679-9dc6-c07391a34190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:08.921559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Attempting to bind port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:08.922172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Attempting to bind port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '41fdb861-9c14-4c3a-b603-b74e4b2a6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:08.922650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Attempting to bind port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 on network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:08.959452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3b38d36a-e198-4654-b3ec-a14e56a7700d None None] Provisioning complete for port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:08.960201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3b38d36a-e198-4654-b3ec-a14e56a7700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.018365 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2701416 Jun 22 09:30:09.021088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51726) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.027035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'port': {'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895', 'name': 'tempest-NetworksIpV6TestAttrs-547991931'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:09.047672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.104922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b45b79b7-9f49-476c-b0a3-7089281fac6e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:09.114976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:09.116815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Checking segment: {'id': '41fdb861-9c14-4c3a-b603-b74e4b2a6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:09.117926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.118595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Bound using segment: {'id': '41fdb861-9c14-4c3a-b603-b74e4b2a6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:09.119321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Bound port: 330fc7f8-1f3a-41a2-92e9-4999a06f4f19, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fdb861-9c14-4c3a-b603-b74e4b2a6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:09.120042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.137939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:09.145641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.176698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.180183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:09.192552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:09.195704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:09.236239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:09.257992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51728) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.258680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e4e71-bafc-4307-be9e-f93280f7afc0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:09.263433 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ff5e4e71-bafc-4307-be9e-f93280f7afc0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c8 HTTP/1.1" status: 200 len: 929 time: 0.5682619 Jun 22 09:30:09.263611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eabd459a-a6ba-46b4-b4f5-8681d27b576c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:09.264229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:09.264874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.273668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51730) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.275162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:09.312721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event updated for resources: {'Port': ['ID=60677f4a-5ba4-4690-a7af-8cbabc8ed859,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:09.316457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:09.354261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32803af6-9281-458c-b956-76459628a031 None None] Network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:09.373310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1f5b6e0a-bf32-403d-aec0-8538f5e7ec36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=900ee8c8b2ce41d19366c6830f86f086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941839 Jun 22 09:30:09.373512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c4e04-0d87-4df6-9e28-84038efec3e5 req-20436a7e-b985-45d4-96db-470d370b4566 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:09.374248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.7058997 Jun 22 09:30:09.374778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51732) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.375739 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1f0c4e04-0d87-4df6-9e28-84038efec3e5 req-20436a7e-b985-45d4-96db-470d370b4566 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3950384 Jun 22 09:30:09.378539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51734) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.383963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.409468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.444593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.459023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd51799-48f8-49bb-88c9-3611b1eabde4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:09.465163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd51799-48f8-49bb-88c9-3611b1eabde4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:09.466282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.469942 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9fd51799-48f8-49bb-88c9-3611b1eabde4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.7735000 Jun 22 09:30:09.473666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51736) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:09.481960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-e73f41b8-81c6-478c-beea-561e0b2050f5', 'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': '9f4bbede-126c-441e-8097-1e317876d7c8'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:09.481960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.483902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-11d887df-d6b1-4a32-a01f-9038e7bbd895', 'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895', 'tenant_id': 'ef671c4880c54cd18c1b7af0f42e2332', 'fixed_ips': [{'subnet_id': '55efdbf7-450e-4f10-931e-e3e3b032781f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:09.484665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.486702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3b38d36a-e198-4654-b3ec-a14e56a7700d None None] Port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:09.516325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:09.520956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.522920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Transition to ACTIVE for port object d2a02ff6-401e-49e7-b94d-a6801cd80c53 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:09.567454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] device_id is not set on port a88dea57-45f6-4232-a9e9-de7ea166a023 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:09.586716 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1f0c4e04-0d87-4df6-9e28-84038efec3e5 req-80a9e59c-c4f5-4de7-8d99-940e5dbd440a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845260 Jun 22 09:30:09.670748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] For port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:09.694066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.19 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/581052e3-d6c4-4607-8979-bc1fc525e504) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:09.720600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 44cb013d-42f5-46f4-ba99-17724da7181a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:09.720949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.744222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 92af0804-a239-473f-b637-6a329274191f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:09.744567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.755148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Deleting port 60677f4a-5ba4-4690-a7af-8cbabc8ed859 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:09.755544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.757751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.760877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] For port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,segment=NetworkSegment(41fdb861-9c14-4c3a-b603-b74e4b2a6b30),segment_id=41fdb861-9c14-4c3a-b603-b74e4b2a6b30)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:09.768466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:09.831124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port eabd459a-a6ba-46b4-b4f5-8681d27b576c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:09.841377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.844538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.845350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4527925d-1bb5-4688-be1f-4fee2ed31396 HTTP/1.1" status: 204 len: 168 time: 0.4676831 Jun 22 09:30:09.849198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Allocated IP 2001:db8::f816:3eff:fe11:ed6 (11d887df-d6b1-4a32-a01f-9038e7bbd895/55efdbf7-450e-4f10-931e-e3e3b032781f/a88dea57-45f6-4232-a9e9-de7ea166a023) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:09.855555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32f3c0e7-6769-4d7a-8b2f-95ddbc2e9f6c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:09.874236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:09.902005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4527925d-1bb5-4688-be1f-4fee2ed31396,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:09.905496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:09.942063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.974062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:09.978280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55df4c9-118a-468b-9254-1fc47f7e74ce req-d3569dfe-5bec-4fdb-a242-9745d9edb9fe tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:09.986228 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f55df4c9-118a-468b-9254-1fc47f7e74ce req-d3569dfe-5bec-4fdb-a242-9745d9edb9fe tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2156971 Jun 22 09:30:10.030446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:10.044077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234d5668-5433-4485-9cb3-c6e081b689e0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:10.090764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 44cb013d-42f5-46f4-ba99-17724da7181a owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:10.098115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Provisioning for port 92af0804-a239-473f-b637-6a329274191f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:10.103270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.144825 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f55df4c9-118a-468b-9254-1fc47f7e74ce req-8c0bae06-7f87-4491-aa0e-ccada6e870c8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538637 Jun 22 09:30:10.161643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Provisioning complete for port 92af0804-a239-473f-b637-6a329274191f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:10.162028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.207025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Port 92af0804-a239-473f-b637-6a329274191f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:10.212952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:10.223518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:10.236509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:10.325261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.334399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Pushing event updated for resources: {'Port': ['ID=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:10.358160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Transition to ACTIVE for port object a88dea57-45f6-4232-a9e9-de7ea166a023 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:10.388907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Allocated IP 172.20.0.2 (e73f41b8-81c6-478c-beea-561e0b2050f5/9f4bbede-126c-441e-8097-1e317876d7c8/8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:10.400155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:10.593993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 234d5668-5433-4485-9cb3-c6e081b689e0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:10.594420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.666640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.681503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:10.693527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Provisioning for port eabd459a-a6ba-46b4-b4f5-8681d27b576c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:10.706138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:30:10.770335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Provisioning complete for port eabd459a-a6ba-46b4-b4f5-8681d27b576c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:10.782176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network 11d887df-d6b1-4a32-a01f-9038e7bbd895 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:10.783288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.785425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Port': ['ID=a88dea57-45f6-4232-a9e9-de7ea166a023,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:10.788382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.788740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:10.791666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:10.792587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.794452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:10.803132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:10.803816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.812716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e719016-dafd-4e62-a780-bf063505f1a2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:10.860197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=44cb013d-42f5-46f4-ba99-17724da7181a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:10.867028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.871773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:10.902343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:10.956133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Allocated IP 2001:db8::f816:3eff:fe38:9cba (11d887df-d6b1-4a32-a01f-9038e7bbd895/55efdbf7-450e-4f10-931e-e3e3b032781f/88a04c87-bd75-45af-83e7-8fe47e6a102b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:11.020583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 92af0804-a239-473f-b637-6a329274191f owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:11.045805 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.0232036 Jun 22 09:30:11.057377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51756) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:11.136038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.138376 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/44cb013d-42f5-46f4-ba99-17724da7181a HTTP/1.1" status: 204 len: 168 time: 1.6636701 Jun 22 09:30:11.153154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51758) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:11.213234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting subnet 55efdbf7-450e-4f10-931e-e3e3b032781f {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:11.236883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.250271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993242a-7fac-45fc-8768-195402552aa8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:11.252469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993242a-7fac-45fc-8768-195402552aa8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:11.255425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993242a-7fac-45fc-8768-195402552aa8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:11.260176 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5993242a-7fac-45fc-8768-195402552aa8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1025469 Jun 22 09:30:11.260825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51760) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:11.335119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.354338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 1b9739f4-4bc4-4d52-b4d7-f964e284b91c {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:11.367409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.371578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Calling delete_port for 60677f4a-5ba4-4690-a7af-8cbabc8ed859 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:11.436565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.483325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] For port eabd459a-a6ba-46b4-b4f5-8681d27b576c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eabd459a-a6ba-46b4-b4f5-8681d27b576c,segment=NetworkSegment(e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c),segment_id=e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:11.516137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.530654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Transition to ACTIVE for port object 88a04c87-bd75-45af-83e7-8fe47e6a102b will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:11.562199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:11.572276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Transition to ACTIVE for port object 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:11.600540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.608930 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-606a2d7a-518d-4636-8ec2-abf564b706c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8411896 Jun 22 09:30:11.624611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.624611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e24a8472-9fde-4826-b74a-648967163411 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:11.642285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.654597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2ecfde23-2f2f-4b0a-bc4b-5591e0197b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:11.697186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Transition to ACTIVE for port object 88a04c87-bd75-45af-83e7-8fe47e6a102b will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:11.703009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=92af0804-a239-473f-b637-6a329274191f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:11.710894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:11.722622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Pushing event updated for resources: {'Port': ['ID=eabd459a-a6ba-46b4-b4f5-8681d27b576c,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:11.730799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:11.739024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Transition to ACTIVE for port object 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:11.758572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4218151-b7ce-4ce0-959c-1ca5f1384294 req-03358a69-c0f7-4096-a5c2-661d89637933 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:11.770485 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f4218151-b7ce-4ce0-959c-1ca5f1384294 req-03358a69-c0f7-4096-a5c2-661d89637933 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.9899180 Jun 22 09:30:11.776092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.784187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98a714f7-591f-41b1-b04e-654af5c20a46 None None] Provisioning complete for port eabd459a-a6ba-46b4-b4f5-8681d27b576c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:11.784187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98a714f7-591f-41b1-b04e-654af5c20a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.795222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:11.868900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.873900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51770) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:11.880889 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/92af0804-a239-473f-b637-6a329274191f HTTP/1.1" status: 204 len: 168 time: 2.5975413 Jun 22 09:30:11.912500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.912745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:11.917006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e2b40d6-cbc2-421a-adb4-fb0e963acc34 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:11.950356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:11.959613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.961441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.968050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:11.979639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:11.979968 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f4218151-b7ce-4ce0-959c-1ca5f1384294 req-4e370369-38b0-49a6-837c-7742f91a8821 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961901 Jun 22 09:30:11.982318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:12.019019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:12.063514 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0251efb6-70ab-4faf-8018-43e876139679 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:30:12.071351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0251efb6-70ab-4faf-8018-43e876139679 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/92af0804-a239-473f-b637-6a329274191f HTTP/1.1" status: 404 len: 333 time: 0.1959507 Jun 22 09:30:12.075695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51776) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:12.081219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Pushing event updated for resources: {'Port': ['ID=88a04c87-bd75-45af-83e7-8fe47e6a102b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:12.085800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9739f4-4bc4-4d52-b4d7-f964e284b91c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:12.099200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:12.125571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:12.137151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=581052e3-d6c4-4607-8979-bc1fc525e504,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:12.147671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.149698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/1b9739f4-4bc4-4d52-b4d7-f964e284b91c HTTP/1.1" status: 204 len: 168 time: 0.8878820 Jun 22 09:30:12.170947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51778) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:12.171359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Network e73f41b8-81c6-478c-beea-561e0b2050f5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:12.174191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98a714f7-591f-41b1-b04e-654af5c20a46 None None] Provisioning for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:12.179469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:12.210047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.212897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:12.220110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:12.220110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98a714f7-591f-41b1-b04e-654af5c20a46 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:12.221784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98a714f7-591f-41b1-b04e-654af5c20a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.278464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.10 (e73f41b8-81c6-478c-beea-561e0b2050f5/9f4bbede-126c-441e-8097-1e317876d7c8/112f45eb-9cbf-456b-baa9-8fc14c6f55c2) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:12.286080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-f70a0ded-a004-424f-9897-e5c6d6f33261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:12.286080 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-f70a0ded-a004-424f-9897-e5c6d6f33261 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.6202157 Jun 22 09:30:12.286703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5424aeb-624f-435d-bb02-ce8bcbf42d31 None None] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:12.335856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Network 11d887df-d6b1-4a32-a01f-9038e7bbd895 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:12.379801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:12.391555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet c8ee1452-3cd1-44f7-a5e7-74655a1a6e87 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:12.401811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.416610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:12.433301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Pushing event updated for resources: {'Port': ['ID=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:12.448846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:12.457851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.513181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.528077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e865ce0c-dfbb-47ca-a6ac-4a0fca94899e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:12.528327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:12.528665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:12.534723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e60c28-d726-48e9-bdac-a77bf8eabbc0 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:12.559263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Attempting to bind port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:12.559636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Attempting to bind port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9a747dc3-46f7-417c-80bc-3086abfeab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:12.560091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Attempting to bind port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 on network e73f41b8-81c6-478c-beea-561e0b2050f5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:12.604497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event deleted for resources: {'Port': ['ID=60677f4a-5ba4-4690-a7af-8cbabc8ed859,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:12.636407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:12.649396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:12.649396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Checking segment: {'id': '9a747dc3-46f7-417c-80bc-3086abfeab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:12.649396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.649868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Bound using segment: {'id': '9a747dc3-46f7-417c-80bc-3086abfeab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:12.650342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Bound port: 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a747dc3-46f7-417c-80bc-3086abfeab92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:12.650902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.701011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:12.701598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.712978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Attempting to bind port 88a04c87-bd75-45af-83e7-8fe47e6a102b on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:12.713362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Attempting to bind port 88a04c87-bd75-45af-83e7-8fe47e6a102b by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9168127a-24df-4684-bd56-93414bdcea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:12.713737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Attempting to bind port 88a04c87-bd75-45af-83e7-8fe47e6a102b on network 11d887df-d6b1-4a32-a01f-9038e7bbd895 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:12.755394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Could not find standard attr ID for object 44cb013d-42f5-46f4-ba99-17724da7181a. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:30:12.786117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-22f68efe-a84c-4086-8cbb-a53d75514d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:12.787860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-22f68efe-a84c-4086-8cbb-a53d75514d24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.4139872 Jun 22 09:30:12.798188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:12.798578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Checking segment: {'id': '9168127a-24df-4684-bd56-93414bdcea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:12.798998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.799969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Bound using segment: {'id': '9168127a-24df-4684-bd56-93414bdcea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:12.800475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Bound port: 88a04c87-bd75-45af-83e7-8fe47e6a102b, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9168127a-24df-4684-bd56-93414bdcea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '11d887df-d6b1-4a32-a01f-9038e7bbd895'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:12.805390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.809295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.813569 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "DELETE /v2.0/ports/60677f4a-5ba4-4690-a7af-8cbabc8ed859 HTTP/1.1" status: 204 len: 168 time: 3.4239101 Jun 22 09:30:12.818277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51782) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:12.922217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:12.949544 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-92b6a2a2-ca87-42af-b455-4f217751e8ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1533434 Jun 22 09:30:12.991835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401242-32f8-42d9-be64-13f0c9c899a1 req-68b408ae-cfae-440f-a0cd-ce0f419ff017 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:12.993469 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e1401242-32f8-42d9-be64-13f0c9c899a1 req-68b408ae-cfae-440f-a0cd-ce0f419ff017 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.7552452 Jun 22 09:30:13.010592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] For port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:13.015779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Provisioning for port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:13.060846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port ecfb6c42-240a-4ed7-bf6e-c5edba57d166 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:13.061184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.105765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-bab2098b-2035-443d-b1fc-71fefdc22d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:13.107298 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-bab2098b-2035-443d-b1fc-71fefdc22d8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.1485739 Jun 22 09:30:13.171156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.181170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.227769 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e1401242-32f8-42d9-be64-13f0c9c899a1 req-4781f76b-582b-4d9a-8dac-a913c3ab3502 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245102 Jun 22 09:30:13.275048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.282893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:13.285256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-be38d213-97fc-4f54-83ff-50be01f3fbd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:13.307477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.343851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ee1452-3cd1-44f7-a5e7-74655a1a6e87,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:13.347282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.350053 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/c8ee1452-3cd1-44f7-a5e7-74655a1a6e87 HTTP/1.1" status: 204 len: 168 time: 1.1759908 Jun 22 09:30:13.356501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51794) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.358207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:13.359397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-9e8ae3f9-40c1-44d7-9eac-429403ed9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:13.360949 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-9e8ae3f9-40c1-44d7-9eac-429403ed9243 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2419260 Jun 22 09:30:13.439658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for ecfb6c42-240a-4ed7-bf6e-c5edba57d166 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:13.463989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Provisioning complete for port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:13.463989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.482659 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-07ad8cc1-0ff3-4dac-8df6-05cd30167017 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229379 Jun 22 09:30:13.488129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.490470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51798) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.493666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-79e62ffa-31cf-4125-8df6-fa0b8eca2334 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:13.505786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:13.508571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] For port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,segment=NetworkSegment(9a747dc3-46f7-417c-80bc-3086abfeab92),segment_id=9a747dc3-46f7-417c-80bc-3086abfeab92)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:13.541033 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2ce52547-4975-4a2e-8f02-71710807dd4f tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5927436 Jun 22 09:30:13.553204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.558352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51800) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.572255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2021468186'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:13.655510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Subnet': ['ID=55efdbf7-450e-4f10-931e-e3e3b032781f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:13.664337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:13.670982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.680102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51804) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.680622 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/55efdbf7-450e-4f10-931e-e3e3b032781f HTTP/1.1" status: 204 len: 168 time: 2.6156790 Jun 22 09:30:13.712552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.720536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:13.774505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] For port 88a04c87-bd75-45af-83e7-8fe47e6a102b, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:13.831567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed176c1-0868-49a6-89ca-1a9d6ca7a4f7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:13.851190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.856461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] For port 88a04c87-bd75-45af-83e7-8fe47e6a102b, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=88a04c87-bd75-45af-83e7-8fe47e6a102b,segment=NetworkSegment(9168127a-24df-4684-bd56-93414bdcea55),segment_id=9168127a-24df-4684-bd56-93414bdcea55)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:13.858220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed176c1-0868-49a6-89ca-1a9d6ca7a4f7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:13.863291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:13.863482 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0ed176c1-0868-49a6-89ca-1a9d6ca7a4f7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1793587 Jun 22 09:30:13.866807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.891283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51806) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.891597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51808) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:13.920663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Pushing event updated for resources: {'Port': ['ID=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:13.955382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:13.959592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:13.964274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:30:13.964274 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:30:13.964274 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '22c93dc13803471691a9f735e777badb', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 30, 13, 644606)}] Jun 22 09:30:13.964274 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:13.965115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:13.994326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-44bd781e-8880-48ce-80fc-f46009d71f42 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:14.057076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eabd459a-a6ba-46b4-b4f5-8681d27b576c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:14.098754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=112f45eb-9cbf-456b-baa9-8fc14c6f55c2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:14.129855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:14.140741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network e73f41b8-81c6-478c-beea-561e0b2050f5 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:14.160197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:14.172938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.185111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:14.190473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.203578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:14.274585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-10b0d608-9d39-4d2c-9747-f931805d6a90 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:14.420299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] For port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,segment=NetworkSegment(41fdb861-9c14-4c3a-b603-b74e4b2a6b30),segment_id=41fdb861-9c14-4c3a-b603-b74e4b2a6b30)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:14.474494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-948797200'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:14.478543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=ecfb6c42-240a-4ed7-bf6e-c5edba57d166,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:14.500888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:14.519923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0993c6d0-a53f-4e19-8d61-160d5ef19a9a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.570323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.584021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port eabd459a-a6ba-46b4-b4f5-8681d27b576c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:14.584414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.591674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.605398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/ecfb6c42-240a-4ed7-bf6e-c5edba57d166 HTTP/1.1" status: 204 len: 168 time: 2.5198770 Jun 22 09:30:14.609693 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-e8a6626c-38c6-4ef6-8ff5-66622081c2b5 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2274280 Jun 22 09:30:14.617688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:14.672788 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0993c6d0-a53f-4e19-8d61-160d5ef19a9a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 09:30:14.673287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0993c6d0-a53f-4e19-8d61-160d5ef19a9a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:14.679638 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0993c6d0-a53f-4e19-8d61-160d5ef19a9a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/11d887df-d6b1-4a32-a01f-9038e7bbd895 HTTP/1.1" status: 409 len: 405 time: 0.7638268 Jun 22 09:30:14.697314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Pushing event updated for resources: {'Port': ['ID=88a04c87-bd75-45af-83e7-8fe47e6a102b,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:14.698782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51814) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:14.716817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:14.717018 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fe0b69-396b-4adf-8003-b605d07d0346 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:30:14.719442 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-83fe0b69-396b-4adf-8003-b605d07d0346 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/ecfb6c42-240a-4ed7-bf6e-c5edba57d166 HTTP/1.1" status: 404 len: 333 time: 0.1003311 Jun 22 09:30:14.724710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51816) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:14.725677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-07d3b370-5cd7-4c3d-8306-a508c60e93a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:14.751454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.766341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:14.809300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2456c67-ee23-4a8a-9fc7-4e2a0f8169cd None None] Update dhcp port {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': 'c8ee1452-3cd1-44f7-a5e7-74655a1a6e87'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'd2a02ff6-401e-49e7-b94d-a6801cd80c53'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:30:14.895498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-32f1660b-9a1e-4cc8-a928-db335aa5cb91 None None] Provisioning complete for port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:14.895498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32f1660b-9a1e-4cc8-a928-db335aa5cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.015858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Pushing event updated for resources: {'Port': ['ID=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:15.020888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:15.049847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2456c67-ee23-4a8a-9fc7-4e2a0f8169cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.208204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 954c3a81-7415-4998-9494-11f9bc47ef4e {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:15.236348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.238330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.328976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.393165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.453060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2086769025'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:15.501171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:15.501771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.522509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:30:15.522509 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:30:15.522509 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'ef671c4880c54cd18c1b7af0f42e2332', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 30, 15, 476549)}] Jun 22 09:30:15.522509 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:15.527860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:15.533351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4efb0d98-9b69-428d-8cff-5a11fccd3a1b None None] Could not find standard attr ID for object 60677f4a-5ba4-4690-a7af-8cbabc8ed859. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:30:15.536930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.558041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:15.592909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5ad17-21af-414b-a853-4a7a67dc0052 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:15.699477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.762573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-66955cec-c8db-42ae-98c5-242bac6a2d76 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:15.762969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66955cec-c8db-42ae-98c5-242bac6a2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.784639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.786234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Made reservation on behalf of 22c93dc13803471691a9f735e777badb for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:15.789194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-89d2ba42-acf2-4acf-99b4-162c7fa7aae0 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8755767 Jun 22 09:30:15.796747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.797850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51818) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:15.845482 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aeacc6d1-e20e-4720-b098-6a98e8790354 req-e31a0fdb-a1a5-484b-8b36-3a7aec6b5e05 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2081211 Jun 22 09:30:15.877067 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.2465396 Jun 22 09:30:15.879468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51820) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:15.892815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'e73f41b8-81c6-478c-beea-561e0b2050f5', 'name': 'tempest-PortsTestJSON-2086713877', 'fixed_ips': [{'subnet_id': '9f4bbede-126c-441e-8097-1e317876d7c8', 'ip_address': '172.20.0.9'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:15.904981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.944430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:15.984762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d43ff-a2d2-492e-bcea-c74dc79b1dbb None None] Network e73f41b8-81c6-478c-beea-561e0b2050f5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:16.004453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-034f8f14-5760-4f73-beec-982112d60b19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:16.055703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:16.118452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.119100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Added segment 494e3832-72bb-4ec0-bd47-2c1f365dcfe6 of type vlan for network 3718bb02-fb98-4164-aed0-2cb40053e3d3 Jun 22 09:30:16.206040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=954c3a81-7415-4998-9494-11f9bc47ef4e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:16.210184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.212302 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/954c3a81-7415-4998-9494-11f9bc47ef4e HTTP/1.1" status: 204 len: 168 time: 1.4838903 Jun 22 09:30:16.213458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:16.217399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51822) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:16.225559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2085598-f687-4a30-a17d-f0a840457027 None None] Network c7ef608f-e3bf-42c0-a672-672005a687e1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:16.229182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:16.233653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:16.237614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.242283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.332142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:16.340909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:30:16.367446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:16.386034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.386551 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Added segment 196ad784-a0e4-4dad-8a10-509532af010e of type vlan for network bde9c248-fda8-4097-860a-9f22904697b4 Jun 22 09:30:16.481165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.501826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.516796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.523019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:16.523752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.531697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6351c1cc-2748-402b-ad2c-c08a63f29469 tempest-PortsAdminExtendedAttrsTestJSON-960877973 tempest-PortsAdminExtendedAttrsTestJSON-960877973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:16.534961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:16.535259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.570446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.665136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.671097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.671706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b49e18f-da34-418d-a35c-13219fdbadbe {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:16.677653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4bd4197d-8879-4097-a7dd-e9e7b30fc77e None None] Provisioning for port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:16.678107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.681936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f58053b-2249-4056-b16b-5347a66ad3fb tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7b49e18f-da34-418d-a35c-13219fdbadbe HTTP/1.1" status: 204 len: 168 time: 0.8804543 Jun 22 09:30:16.683006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51824) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:16.688479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Request body: {'router': {'name': 'tempest-router-770942885', 'distributed': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:16.837382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.848619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05997a9d-5a7c-497d-8c4f-0695339877fa None None] Network 11d887df-d6b1-4a32-a01f-9038e7bbd895 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:16.891054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.892437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:16.900785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event updated for resources: {'Network': ['ID=3718bb02-fb98-4164-aed0-2cb40053e3d3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:16.990006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 3718bb02-fb98-4164-aed0-2cb40053e3d3 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:16.990629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:16.995915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.016738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:17.028242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:17.031185 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4712236 Jun 22 09:30:17.045279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:17.056215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 69027e63-502e-43b3-a62b-73237ddb9d17 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:17.148073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:17.149141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:17.238464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:17.264523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8ed18591-b73f-4de0-b499-2fe7d6fd7578 None None] Provisioning for port 88a04c87-bd75-45af-83e7-8fe47e6a102b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:17.293080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:17.300750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.302367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.307326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:17.314825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.314825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.314825 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.0957224 Jun 22 09:30:17.315374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51828) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:17.323245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3efcd78d-c37a-49cf-b913-de911bd1ac41 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:17.332211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 234d5668-5433-4485-9cb3-c6e081b689e0 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:17.332554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.344908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.9 (e73f41b8-81c6-478c-beea-561e0b2050f5/9f4bbede-126c-441e-8097-1e317876d7c8/69027e63-502e-43b3-a62b-73237ddb9d17) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:17.352584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:17.353276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:17.363482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 88a04c87-bd75-45af-83e7-8fe47e6a102b up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:17.428872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.437156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.486106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] For port 234d5668-5433-4485-9cb3-c6e081b689e0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=234d5668-5433-4485-9cb3-c6e081b689e0,segment=NetworkSegment(ae6a7c28-22d5-4506-9934-07b119961b17),segment_id=ae6a7c28-22d5-4506-9934-07b119961b17)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:17.487017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.544859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Network': ['ID=bde9c248-fda8-4097-860a-9f22904697b4,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:17.578980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:17.582221 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1423173 Jun 22 09:30:17.592801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 234d5668-5433-4485-9cb3-c6e081b689e0 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:17.612341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51830) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:17.624225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'subnet': {'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:17.629010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.629794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.642507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.643776 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-72a3c978-002b-4b4f-8613-24ea7292182f tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9593363 Jun 22 09:30:17.652752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51832) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:17.681369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652da164-b1de-49e3-85db-000af564b3bc None None] DHCP port deletion for c7ef608f-e3bf-42c0-a672-672005a687e1 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:17.681369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network bde9c248-fda8-4097-860a-9f22904697b4 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:17.691856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:17.726322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:17.726905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919a524-b813-4847-aaa4-e448ca0b834e None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:17.744476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.798800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:17.806853 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0a5d8f8a-4fd6-4606-850b-d7aae6c25472 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/agents/265a55e9-4872-4b36-8473-857ff715daf3/dhcp-networks HTTP/1.1" status: 200 len: 10300 time: 0.7602289 Jun 22 09:30:17.816158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:17.828332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51834) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:17.834236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:17.834854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:17.840975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edaebb4-aae5-4dca-b12a-dcae0df3b687 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:17.890330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=8']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:17.927329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:17.931467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-320ba005-b3a8-40a7-ae3e-dd4c3a1a427e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:17.940329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] DHCP port deletion for 11d887df-d6b1-4a32-a01f-9038e7bbd895 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:17.987964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-22afb40c-91bd-41f1-8799-182eb1979658 None None] Provisioning for port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:18.000580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=c44e3223-3386-4717-b2d7-7de4fcf24bb7,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:18.004093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:18.025347 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5280757 Jun 22 09:30:18.027112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51836) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.028492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-22afb40c-91bd-41f1-8799-182eb1979658 None None] Provisioning complete for port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:18.029094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22afb40c-91bd-41f1-8799-182eb1979658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.034561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9fb40-77f8-485f-8099-b84460d558d6 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] Network 3718bb02-fb98-4164-aed0-2cb40053e3d3 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:18.040217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:18.073828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.077860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-caf3ebaa-a8f8-4aab-8072-9d1681755cb5 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:18.080245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Deleting port 234d5668-5433-4485-9cb3-c6e081b689e0 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:18.080639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.108127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=234d5668-5433-4485-9cb3-c6e081b689e0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:18.112301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:18.113376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No DVR routers for this DVR port 234d5668-5433-4485-9cb3-c6e081b689e0 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:18.153541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-22afb40c-91bd-41f1-8799-182eb1979658 None None] Port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:18.177904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 88a04c87-bd75-45af-83e7-8fe47e6a102b completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:18.208856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 88a04c87-bd75-45af-83e7-8fe47e6a102b triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:18.209248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.210965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.216752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Deleting port 88a04c87-bd75-45af-83e7-8fe47e6a102b {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:18.217135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.222914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-652da164-b1de-49e3-85db-000af564b3bc None None] For port 234d5668-5433-4485-9cb3-c6e081b689e0, host dv-neutron-797120-3-hyperv, got binding levels [] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:18.223320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.225146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ef608f-e3bf-42c0-a672-672005a687e1']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:18.225794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-22afb40c-91bd-41f1-8799-182eb1979658 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:18.226162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-22afb40c-91bd-41f1-8799-182eb1979658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.237586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6a7c28-22d5-4506-9934-07b119961b17') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:18.238227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6a7c28-22d5-4506-9934-07b119961b17') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:18.248098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:18.252389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.270544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2b9fb40-77f8-485f-8099-b84460d558d6 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "POST /v2.0/agents/265a55e9-4872-4b36-8473-857ff715daf3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4312685 Jun 22 09:30:18.270544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.270940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d656b9a-a010-4181-8264-8f95abbaf694 None None] Network 3718bb02-fb98-4164-aed0-2cb40053e3d3 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:18.279623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51838) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.435898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Calling delete_port for 234d5668-5433-4485-9cb3-c6e081b689e0 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:18.492001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] For port 88a04c87-bd75-45af-83e7-8fe47e6a102b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=88a04c87-bd75-45af-83e7-8fe47e6a102b,segment=NetworkSegment(9168127a-24df-4684-bd56-93414bdcea55),segment_id=9168127a-24df-4684-bd56-93414bdcea55)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:18.492221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.495826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.ipam_backend_mixin [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Port 234d5668-5433-4485-9cb3-c6e081b689e0 was not found and therefore no delete operation was performed {{(pid=93951) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:30:18.505873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.520348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.522619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.522856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:18.523210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.528590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.529299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:18.531559 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:18.586157 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c5b0d78e-7c36-4670-92e1-47efe55458a1 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/agents/265a55e9-4872-4b36-8473-857ff715daf3/dhcp-networks HTTP/1.1" status: 200 len: 11070 time: 0.3026445 Jun 22 09:30:18.587642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51840) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.630917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Calling delete_port for 88a04c87-bd75-45af-83e7-8fe47e6a102b owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:18.640616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Pushing event deleted for resources: {'Port': ['ID=234d5668-5433-4485-9cb3-c6e081b689e0,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:18.643223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:18.651840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652da164-b1de-49e3-85db-000af564b3bc None None] No DVR routers for this DVR port 234d5668-5433-4485-9cb3-c6e081b689e0 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:18.710136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.722000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.726978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1a70ceb2-5f2a-47aa-9531-95d421042ecc tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:18.730704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.732727 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/c7ef608f-e3bf-42c0-a672-672005a687e1 HTTP/1.1" status: 204 len: 168 time: 2.5143332 Jun 22 09:30:18.737376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51842) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.763599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-140341763'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:18.781064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=c7ef608f-e3bf-42c0-a672-672005a687e1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:18.793172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 69027e63-502e-43b3-a62b-73237ddb9d17 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:18.793324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:18.796751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.797277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8ddc293-1001-430b-b807-6e0f4ce5a9e5 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:18.805521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.807060 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2277746f-9db3-4c91-9dc9-9d8688654536 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b8ddc293-1001-430b-b807-6e0f4ce5a9e5 HTTP/1.1" status: 204 len: 168 time: 1.1551273 Jun 22 09:30:18.810853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51844) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.815829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Request body: {'router': {'name': 'tempest-router-100278273', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '085212b52b3943e99c8a826a4381316e'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:18.831195 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-21b93ed7-3908-47a0-a8ef-8d903f0059a1 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "DELETE /v2.0/agents/265a55e9-4872-4b36-8473-857ff715daf3/dhcp-networks/3718bb02-fb98-4164-aed0-2cb40053e3d3 HTTP/1.1" status: 204 len: 168 time: 0.2415185 Jun 22 09:30:18.834703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.835221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51846) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:18.848670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:18.858860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.966000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:18.969175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:18.987600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:30:18.987600 dv-neutron-797120-3-hyperv neutron-server[93951]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 22 09:30:18.987600 dv-neutron-797120-3-hyperv neutron-server[93951]: [parameters: {'status': 'ACTIVE', 'ports_id': '88a04c87-bd75-45af-83e7-8fe47e6a102b'}] Jun 22 09:30:18.987600 dv-neutron-797120-3-hyperv neutron-server[93951]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:18.988526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:18.989734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.000408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-47b438ee-e0fc-494b-9d62-ee7fbace8b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.007649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] No DVR routers for this DVR port 88a04c87-bd75-45af-83e7-8fe47e6a102b on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:19.043822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Pushing event deleted for resources: {'Port': ['ID=88a04c87-bd75-45af-83e7-8fe47e6a102b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:19.051306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:19.056230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c5d2309e-668b-42e5-9e85-b47a970c0be0 None None] Provisioning complete for port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:19.057384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d2309e-668b-42e5-9e85-b47a970c0be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.073150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:19.081927 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5f1cb55b-25ec-448a-a5a1-fde94cac9277 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/agents/265a55e9-4872-4b36-8473-857ff715daf3/dhcp-networks HTTP/1.1" status: 200 len: 9552 time: 0.2408242 Jun 22 09:30:19.099073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51850) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.099921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:19.120471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.121047 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment 9eb4c1b3-77d0-450e-b327-4058a1c1bc97 of type vlan for network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a Jun 22 09:30:19.125719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.126042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2309e-668b-42e5-9e85-b47a970c0be0 None None] Port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:19.138185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-42fe629a-2e9b-477d-94ab-cc47a3ab0742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.144475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.145767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.152536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.158335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4c7f441b-e7d3-4ed0-bd62-7e380fb883f2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.180952 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-845478b2-0e50-4ff9-95c5-3f5462bb5029 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/networks/bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0802314 Jun 22 09:30:19.193655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51852) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.216182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.226481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.238448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network e73f41b8-81c6-478c-beea-561e0b2050f5 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:19.264189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:19.265173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ba3300e6-3239-4a8c-801b-52dcc6d39a70 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:19.272321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:19.275334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ba3300e6-3239-4a8c-801b-52dcc6d39a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.279512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=69027e63-502e-43b3-a62b-73237ddb9d17,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:19.294109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Subnet': ['ID=150375da-d560-4b1d-bf8d-241fc3d5f3ae,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:19.298639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:19.303854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.308139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:19.316764 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8217578a-5c13-494c-9fe1-7d086dc23bed tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/networks/bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1197767 Jun 22 09:30:19.319901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51854) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.411304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Checking segment: {'id': '196ad784-a0e4-4dad-8a10-509532af010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:19.411760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network hostable DHCP agents. Network: bde9c248-fda8-4097-860a-9f22904697b4, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:19.421730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.424792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:19.424792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.467619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.474110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:19.475050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.479669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5d8d3511-42f3-4fde-876d-172cd98274bd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.521124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port 88a04c87-bd75-45af-83e7-8fe47e6a102b update to ACTIVE by agent not found {{(pid=93951) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 22 09:30:19.522164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:19.569386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.570531 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4d84da45-0aaa-4499-b5d4-ca08e936f7a2 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7586536 Jun 22 09:30:19.581248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51856) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.592750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:19.609076 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8a73427c-1c11-4d68-b498-ad07bae95f10 tempest-DHCPAgentSchedulersTestJSON-1366432595 tempest-DHCPAgentSchedulersTestJSON-1366432595-project-admin] 10.222.0.65 "GET /v2.0/agents/265a55e9-4872-4b36-8473-857ff715daf3/dhcp-networks HTTP/1.1" status: 200 len: 9552 time: 0.2832472 Jun 22 09:30:19.609076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=fe8e53b3-ce60-4b81-9d91-4a00cfbd085a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:19.610009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51858) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.622200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:19.625100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7428505 Jun 22 09:30:19.638530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51860) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.638724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:19.640871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network bde9c248-fda8-4097-860a-9f22904697b4 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:19.718962 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9790058 Jun 22 09:30:19.726946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:19.728366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51862) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.731200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:19.731583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.735508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.746652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:19.768319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67a66fb0-43c2-47e1-b524-60831cb5c4c6 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:19.809010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e10e7455-7573-40ba-96e1-d25e4a5f0a08 None None] Provisioning for port 69027e63-502e-43b3-a62b-73237ddb9d17 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:19.820000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e10e7455-7573-40ba-96e1-d25e4a5f0a08 None None] Provisioning complete for port 69027e63-502e-43b3-a62b-73237ddb9d17 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:19.820000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e10e7455-7573-40ba-96e1-d25e4a5f0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.824455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.824640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, bde9c248-fda8-4097-860a-9f22904697b4) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:19.827681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:19.828351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.843313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.843662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.860524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2fb283-9b5f-415b-86bf-f45eeb5602d2 None None] Network bde9c248-fda8-4097-860a-9f22904697b4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:19.904651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.909990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:19.938898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93949) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 22 09:30:19.939239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Router ebdfa1e2-454d-4c16-aadd-b832d619f3b6 migrating from provider to provider. {{(pid=93949) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 22 09:30:19.940293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.945894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.968079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:19.973517 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3598306 Jun 22 09:30:19.976168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51864) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:19.986813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'port': {'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4', 'name': 'tempest-NetworksIpV6TestAttrs-1635605250'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:19.986990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:19.986990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:19.998222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=484948f8-0a0f-4681-8636-26ab79c4cb45,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:20.002508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:20.052547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.062613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.1 (4af5745d-731a-4a0a-83c2-e8dfaf3a81d3/277f0bd8-914f-4731-9131-403bc953bc18/a89a239a-f93c-48a9-b6ba-919b0ee18b4b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:20.071121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fef6c-536e-46fe-bf5e-4862366b8f83 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:20.078561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,segment=NetworkSegment(9a747dc3-46f7-417c-80bc-3086abfeab92),segment_id=9a747dc3-46f7-417c-80bc-3086abfeab92)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:20.083615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e10e7455-7573-40ba-96e1-d25e4a5f0a08 None None] Port 69027e63-502e-43b3-a62b-73237ddb9d17 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:20.102147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b24e9-b0a5-4104-9062-c7671b879855 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:20.106746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51866) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:20.107074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-440b24e9-b0a5-4104-9062-c7671b879855 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4366698 Jun 22 09:30:20.184948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.194950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1e4c670e-3064-440c-a1ce-a87daf9be99c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:20.242651 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] No L3 agents can host the router ebdfa1e2-454d-4c16-aadd-b832d619f3b6 Jun 22 09:30:20.263116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.272482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:20.275640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3718bb02-fb98-4164-aed0-2cb40053e3d3']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:20.288186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494e3832-72bb-4ec0-bd47-2c1f365dcfe6') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:20.288627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494e3832-72bb-4ec0-bd47-2c1f365dcfe6') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:20.298548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.312834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:20.317814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.325792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.338055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a919ea9-733c-4110-a3d9-80f9079394c2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:20.341742 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3093939 Jun 22 09:30:20.344407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a919ea9-733c-4110-a3d9-80f9079394c2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:20.347538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:20.350469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a919ea9-733c-4110-a3d9-80f9079394c2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:20.354629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4a919ea9-733c-4110-a3d9-80f9079394c2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2444460 Jun 22 09:30:20.374532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:20.381742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51868) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:20.381931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51870) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:20.388216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:3d:8f:ab', 'name': 'tempest-NetworksTestDHCPv6-1508192472'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:20.401460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:20.401869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:20.405262 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:20.434347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-bde9c248-fda8-4097-860a-9f22904697b4', 'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4', 'tenant_id': 'ef671c4880c54cd18c1b7af0f42e2332', 'fixed_ips': [{'subnet_id': '150375da-d560-4b1d-bf8d-241fc3d5f3ae'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:20.435300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.528543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Hosts for router ebdfa1e2-454d-4c16-aadd-b832d619f3b6: [] {{(pid=93949) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 22 09:30:20.531809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.555640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Hosts for other DVR routers connected to router ebdfa1e2-454d-4c16-aadd-b832d619f3b6: set() {{(pid=93949) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 22 09:30:20.556581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.560446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6e487165-c1b2-4dca-8939-733ff46485df tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "PUT /v2.0/routers/ebdfa1e2-454d-4c16-aadd-b832d619f3b6 HTTP/1.1" status: 200 len: 716 time: 0.9699817 Jun 22 09:30:20.560606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.560709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51872) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:20.645859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:20.708700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 69027e63-502e-43b3-a62b-73237ddb9d17 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:20.709042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.731260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Allocated IP 2001:db8::f816:3eff:fea1:b05c (bde9c248-fda8-4097-860a-9f22904697b4/150375da-d560-4b1d-bf8d-241fc3d5f3ae/707c9f14-f7c6-4d95-bcce-798b4d4fbf95) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:20.738638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Update dhcp port {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': 'c44e3223-3386-4717-b2d7-7de4fcf24bb7', 'ip_address': '2001:db8::f816:3eff:fe7c:be26'}, {'subnet_id': '484948f8-0a0f-4681-8636-26ab79c4cb45'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'd2a02ff6-401e-49e7-b94d-a6801cd80c53'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:30:20.792183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.805946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:20.811278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.820426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:20.828582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.839487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.843691 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "DELETE /v2.0/networks/3718bb02-fb98-4164-aed0-2cb40053e3d3 HTTP/1.1" status: 204 len: 168 time: 1.2305896 Jun 22 09:30:20.856332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51874) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:20.857923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event deleted for resources: {'Network': ['ID=3718bb02-fb98-4164-aed0-2cb40053e3d3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:20.869218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:20.907769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.936369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:20.965058 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f195dc71-759e-4ead-852e-7018473f4e41 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "GET /v2.0/routers/ebdfa1e2-454d-4c16-aadd-b832d619f3b6 HTTP/1.1" status: 200 len: 716 time: 0.4030781 Jun 22 09:30:20.968195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:20.972114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:20.975038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51876) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:20.983755 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b70995b-b06f-49bc-9175-9a2da82e6d4f tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:20.984727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b70995b-b06f-49bc-9175-9a2da82e6d4f tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:20.989978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9b70995b-b06f-49bc-9175-9a2da82e6d4f tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "DELETE /v2.0/ports/60677f4a-5ba4-4690-a7af-8cbabc8ed859 HTTP/1.1" status: 404 len: 333 time: 0.1197002 Jun 22 09:30:20.995864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51880) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:21.022744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=9']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:21.030442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] device_id is not set on port 1ba40242-97fe-4c05-ab4a-c4d03b715d8b yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:21.031328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:21.070915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Deleting subnet c00aabff-eba6-41c8-8856-20d17ff7a107 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:21.074277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.102673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:21.123609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.149700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.157434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.181460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.185097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Transition to ACTIVE for port object 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:21.188253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:21.196320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Allocated IP 172.20.0.2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/484948f8-0a0f-4681-8636-26ab79c4cb45/d2a02ff6-401e-49e7-b94d-a6801cd80c53) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:21.205389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:21.218904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=a89a239a-f93c-48a9-b6ba-919b0ee18b4b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:21.224249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:21.225903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Transition to ACTIVE for port object 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:21.261961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:21.265165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:21.267985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:21.273000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4465f28b-fde2-427c-8627-af9721d26048 tempest-RoutersTestDVR-391762091 tempest-RoutersTestDVR-391762091-project] 10.222.0.65 "GET /v2.0/routers/ebdfa1e2-454d-4c16-aadd-b832d619f3b6 HTTP/1.1" status: 200 len: 682 time: 0.2917483 Jun 22 09:30:21.277231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:21.277659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.284307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51882) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:21.299819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 69027e63-502e-43b3-a62b-73237ddb9d17 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:21.305190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.310863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:21.369876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Network bde9c248-fda8-4097-860a-9f22904697b4 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:21.378806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:21.386871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:21.392729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Pushing event updated for resources: {'Port': ['ID=707c9f14-f7c6-4d95-bcce-798b4d4fbf95,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:21.402039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.405795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:21.417938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:21.502679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.505863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Allocated IP 2001:db8::f816:3eff:fefe:3790 (bde9c248-fda8-4097-860a-9f22904697b4/150375da-d560-4b1d-bf8d-241fc3d5f3ae/1ba40242-97fe-4c05-ab4a-c4d03b715d8b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:21.530351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Attempting to bind port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:21.530742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Attempting to bind port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '196ad784-a0e4-4dad-8a10-509532af010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:21.531103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Attempting to bind port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 on network bde9c248-fda8-4097-860a-9f22904697b4 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:21.534773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:21.541045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.572116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:21.572516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Checking segment: {'id': '196ad784-a0e4-4dad-8a10-509532af010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:21.572905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.573308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Bound using segment: {'id': '196ad784-a0e4-4dad-8a10-509532af010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:21.573802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Bound port: 707c9f14-f7c6-4d95-bcce-798b4d4fbf95, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196ad784-a0e4-4dad-8a10-509532af010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bde9c248-fda8-4097-860a-9f22904697b4'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:21.574188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.587312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Transition to ACTIVE for port object d2a02ff6-401e-49e7-b94d-a6801cd80c53 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:21.630010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.631852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port ff473ade-09b6-40fd-843b-d70c45992cce yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:21.638707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.666100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:21.666486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.672848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.675729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e11e1689-f9c9-4e87-b8af-e24e932dbc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:21.723444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] For port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:21.746421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] For port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=707c9f14-f7c6-4d95-bcce-798b4d4fbf95,segment=NetworkSegment(196ad784-a0e4-4dad-8a10-509532af010e),segment_id=196ad784-a0e4-4dad-8a10-509532af010e)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:21.825298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=10']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:21.827274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.829546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:21.831558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=3a14c6be-709f-4579-a6eb-eddf10276078,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:21.834114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port d2a02ff6-401e-49e7-b94d-a6801cd80c53 had new provisioning blocks added so it will not transition to active. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 22 09:30:21.834259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.834411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:21.834901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebdfa1e2-454d-4c16-aadd-b832d619f3b6 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:21.860104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.862413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-040c25e1-ded5-4c17-94da-0a827bba5383 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ebdfa1e2-454d-4c16-aadd-b832d619f3b6 HTTP/1.1" status: 204 len: 168 time: 0.5768685 Jun 22 09:30:21.872226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:21.873519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.880113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Request body: {'router': {'name': 'tempest-router-574341034', 'distributed': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:21.908664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:21.913171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-961e6e61-7432-45b0-a6f6-7aed2156c672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:21.915706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 88a04c87-bd75-45af-83e7-8fe47e6a102b no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:21.968058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 88a04c87-bd75-45af-83e7-8fe47e6a102b {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:21.968416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 88a04c87-bd75-45af-83e7-8fe47e6a102b not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:21.968850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234d5668-5433-4485-9cb3-c6e081b689e0 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:21.990769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': '9eb4c1b3-77d0-450e-b327-4058a1c1bc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:21.991123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: fe8e53b3-ce60-4b81-9d91-4a00cfbd085a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:22.006207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 234d5668-5433-4485-9cb3-c6e081b689e0 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:22.006568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234d5668-5433-4485-9cb3-c6e081b689e0 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:22.032132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.034836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.041944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b4985cb2-068a-4f49-9950-b84050b0b9c4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:22.042250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.045014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Pushing event updated for resources: {'Port': ['ID=707c9f14-f7c6-4d95-bcce-798b4d4fbf95,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:22.049228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:22.049418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.089030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Transition to ACTIVE for port object 1ba40242-97fe-4c05-ab4a-c4d03b715d8b will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:22.092860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 172.20.0.5 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/484948f8-0a0f-4681-8636-26ab79c4cb45/ff473ade-09b6-40fd-843b-d70c45992cce) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:22.096274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event deleted for resources: {'Subnet': ['ID=c00aabff-eba6-41c8-8856-20d17ff7a107,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:22.100413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.103145 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "DELETE /v2.0/subnets/c00aabff-eba6-41c8-8856-20d17ff7a107 HTTP/1.1" status: 204 len: 168 time: 1.1040626 Jun 22 09:30:22.106197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51886) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:22.111901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:22.114899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa93cf-c6f9-436b-90b5-d9d21be74745 None None] Network bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:22.131028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe3d:8fab (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/c44e3223-3386-4717-b2d7-7de4fcf24bb7/ff473ade-09b6-40fd-843b-d70c45992cce) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:22.197321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.305811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.325604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:22.336107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.352631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-dbeed69c-f290-4325-8fdb-59094d6f9ae9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:22.405747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.417580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network bde9c248-fda8-4097-860a-9f22904697b4 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:22.431235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:22.433349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.435941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0ca6a853-da79-4257-a7d1-cad3dc4211f5 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5602355 Jun 22 09:30:22.440597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51888) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:22.441386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:22.452503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:22.456842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.464198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Port': ['ID=1ba40242-97fe-4c05-ab4a-c4d03b715d8b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:22.518287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, fe8e53b3-ce60-4b81-9d91-4a00cfbd085a) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:22.522690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:22.525889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:22.526526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.542807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.544262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e24ae4-8d23-4f1e-803a-5e76adb83237 None None] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:22.596982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:22.614414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6370966 Jun 22 09:30:22.620096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51890) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:22.647375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] DHCP port deletion for bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:22.654997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=69027e63-502e-43b3-a62b-73237ddb9d17,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:22.658184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:22.672234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.680792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.716560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting subnet 150375da-d560-4b1d-bf8d-241fc3d5f3ae {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:22.727518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.730461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object ff473ade-09b6-40fd-843b-d70c45992cce will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:22.804407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Deleting port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:22.804910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.808566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.810534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:22.833977 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0955360 Jun 22 09:30:22.834885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51892) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:22.918129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] For port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,segment=NetworkSegment(41fdb861-9c14-4c3a-b603-b74e4b2a6b30),segment_id=41fdb861-9c14-4c3a-b603-b74e4b2a6b30)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:22.918593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.023784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Calling delete_port for 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:23.071634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.080618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a', 'name': 'tempest-PortsIpV6TestJSON-30805412', 'fixed_ips': [{'subnet_id': '3a14c6be-709f-4579-a6eb-eddf10276078', 'ip_address': '2001:db8::10'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:23.161684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.167131 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/69027e63-502e-43b3-a62b-73237ddb9d17 HTTP/1.1" status: 204 len: 168 time: 2.7826979 Jun 22 09:30:23.172826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51894) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:23.208070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:23.226109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fff335-3499-41d3-a6a3-f123b2571c07 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:30:23.237127 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-64fff335-3499-41d3-a6a3-f123b2571c07 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/69027e63-502e-43b3-a62b-73237ddb9d17 HTTP/1.1" status: 404 len: 333 time: 0.0593033 Jun 22 09:30:23.252088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51896) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:23.252616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-fe8e53b3-ce60-4b81-9d91-4a00cfbd085a', 'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': '3a14c6be-709f-4579-a6eb-eddf10276078'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:23.252616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.252816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.287826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Deleting port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:23.288348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.288468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.293367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bb64cd5-5e6b-4379-b829-78ed99b66495 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:23.295802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-31cd7185-53cc-4513-a760-66f3dda85b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:23.312939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:23.328999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Pushing event deleted for resources: {'Port': ['ID=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:23.347768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:23.356698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:23.367260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] For port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19, host dv-neutron-797120-3-hyperv, got binding levels [] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:23.367713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.380338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:23.388193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] No DVR routers for this DVR port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:23.439819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.449859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.452987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=ff473ade-09b6-40fd-843b-d70c45992cce,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:23.467336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:23.472185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.484118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7c06f372-e896-4054-a138-b7ec240b92b9 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:23.513822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Allocated IP 2001:db8::2 (fe8e53b3-ce60-4b81-9d91-4a00cfbd085a/3a14c6be-709f-4579-a6eb-eddf10276078/47a5756d-d14d-466a-af2b-d4a21fb3e194) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:23.526399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.529977 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/150375da-d560-4b1d-bf8d-241fc3d5f3ae HTTP/1.1" status: 204 len: 168 time: 0.9087186 Jun 22 09:30:23.538806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:23.539484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.550886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51898) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:23.557649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Calling delete_port for 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:23.561147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 was not found and therefore no delete operation was performed {{(pid=93950) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:30:23.562634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Subnet': ['ID=150375da-d560-4b1d-bf8d-241fc3d5f3ae,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:23.567298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.577122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-30e2e704-7509-41c7-9faf-c3d8ed3ece80 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:23.589205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:23.593046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:23.595046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Provisioning for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:23.603675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:23.605427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:23.605811 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.618998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:23.619624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.639154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event deleted for resources: {'Port': ['ID=330fc7f8-1f3a-41a2-92e9-4999a06f4f19,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:23.644289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:23.670334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] No DVR routers for this DVR port 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:23.691269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c29a0a-3604-4042-b848-66ab48e787f5 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:23.693006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c29a0a-3604-4042-b848-66ab48e787f5 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:23.697686 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b5c29a0a-3604-4042-b848-66ab48e787f5 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1455424 Jun 22 09:30:23.701173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51900) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:23.705726 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3208241 Jun 22 09:30:23.722739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51902) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:23.826827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:23.827212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.878285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.881670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5385d2-7029-4ae7-bc68-bb90f90b7667 None None] Network bde9c248-fda8-4097-860a-9f22904697b4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:23.894544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.910496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c4a40c2-706c-40d0-aae2-02e84e77c618 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.919414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:23.927018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.934750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fdb861-9c14-4c3a-b603-b74e4b2a6b30') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:23.935200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fdb861-9c14-4c3a-b603-b74e4b2a6b30') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:23.936353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.937999 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4a40c2-706c-40d0-aae2-02e84e77c618 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 09:30:23.938476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4a40c2-706c-40d0-aae2-02e84e77c618 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:23.945282 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7c4a40c2-706c-40d0-aae2-02e84e77c618 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/bde9c248-fda8-4097-860a-9f22904697b4 HTTP/1.1" status: 409 len: 405 time: 0.2336910 Jun 22 09:30:23.945926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51904) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:23.952114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.954999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1785748820'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:23.975985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.988804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:23.989345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:23.992419 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:24.008246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:24.023653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 112f45eb-9cbf-456b-baa9-8fc14c6f55c2 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:24.027920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Transition to ACTIVE for port object 47a5756d-d14d-466a-af2b-d4a21fb3e194 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:24.050066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08576f28-5d74-4828-8286-5fd52ac5aa71 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:24.056616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08576f28-5d74-4828-8286-5fd52ac5aa71 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:24.056798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:24.060730 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-08576f28-5d74-4828-8286-5fd52ac5aa71 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3347766 Jun 22 09:30:24.066993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51906) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:24.067790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.068351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6468baf7-51da-427d-abc9-1f761446d480 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:24.073391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.095652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Transition to ACTIVE for port object 47a5756d-d14d-466a-af2b-d4a21fb3e194 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:24.107957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.107957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cbfb8f16-67e3-4f84-ba0b-c8b3954f6ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.134759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.136354 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0c6c8bed-32be-40bf-9da4-a0410273d347 tempest-RoutersTestDVR-116783614 tempest-RoutersTestDVR-116783614-project-admin] 10.222.0.65 "DELETE /v2.0/routers/6468baf7-51da-427d-abc9-1f761446d480 HTTP/1.1" status: 204 len: 168 time: 1.6908922 Jun 22 09:30:24.162077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.209754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Pushing event updated for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=11']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:24.210528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.218290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2bd8a770-29fe-439c-83f9-63eb8787b15e tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.220854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:24.258413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.265658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:24.272709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ff13a95a-7143-4739-b479-b290d65c6327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.281705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.325566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:24.334458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] DHCP port deletion for bde9c248-fda8-4097-860a-9f22904697b4 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:24.336048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.341530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:24.341744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:24.344079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:24.351890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.352258 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Added segment 7ea7a1a6-9f7b-45d3-9648-3319b5859088 of type vlan for network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 Jun 22 09:30:24.362275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.363807 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] 10.222.0.65 "DELETE /v2.0/networks/bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f HTTP/1.1" status: 204 len: 168 time: 2.2451088 Jun 22 09:30:24.366522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:24.366867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:24.386762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.391537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=a89a239a-f93c-48a9-b6ba-919b0ee18b4b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:24.395746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:24.399083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2c569b7b-bd2c-4b65-926b-6bb644433e81 tempest-QuotasNegativeTest-743592773 tempest-QuotasNegativeTest-743592773-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.404112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.413280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Pushing event updated for resources: {'Port': ['ID=47a5756d-d14d-466a-af2b-d4a21fb3e194,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:24.420452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.426581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:24.451252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Pushing event deleted for resources: {'Network': ['ID=bc6dd62e-ad27-4b4f-8165-f92f2ff97d2f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:24.454219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:24.458870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.477235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port ff473ade-09b6-40fd-843b-d70c45992cce {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:24.477235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.477479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e964a16a-4ed4-4e66-9fcd-2f3155fd61b0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.477574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Provisioning for port ff473ade-09b6-40fd-843b-d70c45992cce completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:24.477574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Attempting to bind port 47a5756d-d14d-466a-af2b-d4a21fb3e194 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:24.477869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Attempting to bind port 47a5756d-d14d-466a-af2b-d4a21fb3e194 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9eb4c1b3-77d0-450e-b327-4058a1c1bc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:24.478186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Attempting to bind port 47a5756d-d14d-466a-af2b-d4a21fb3e194 on network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:24.480048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Provisioning complete for port ff473ade-09b6-40fd-843b-d70c45992cce triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:24.480427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.491517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=112f45eb-9cbf-456b-baa9-8fc14c6f55c2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:24.494806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:24.511820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:24.511820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Checking segment: {'id': '9eb4c1b3-77d0-450e-b327-4058a1c1bc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:24.511820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.511820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Bound using segment: {'id': '9eb4c1b3-77d0-450e-b327-4058a1c1bc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:24.511820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Bound port: 47a5756d-d14d-466a-af2b-d4a21fb3e194, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4c1b3-77d0-450e-b327-4058a1c1bc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:24.511820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.566345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Deleting port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:24.566802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.567709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port b638c88f-f8ea-4741-a96b-972105699a65 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:24.585031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Port ff473ade-09b6-40fd-843b-d70c45992cce cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:24.585275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.591654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:24.592699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.601974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.615092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.620802 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/112f45eb-9cbf-456b-baa9-8fc14c6f55c2 HTTP/1.1" status: 204 len: 168 time: 1.3797088 Jun 22 09:30:24.633429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51912) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:24.671401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] For port 47a5756d-d14d-466a-af2b-d4a21fb3e194, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:24.676587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] For port 47a5756d-d14d-466a-af2b-d4a21fb3e194, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47a5756d-d14d-466a-af2b-d4a21fb3e194,segment=NetworkSegment(9eb4c1b3-77d0-450e-b327-4058a1c1bc97),segment_id=9eb4c1b3-77d0-450e-b327-4058a1c1bc97)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:24.682721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] For port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=707c9f14-f7c6-4d95-bcce-798b4d4fbf95,segment=NetworkSegment(196ad784-a0e4-4dad-8a10-509532af010e),segment_id=196ad784-a0e4-4dad-8a10-509532af010e)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:24.683145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.701446 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b0526f-67c3-4903-b503-dad955b3ef77 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:30:24.701673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Network': ['ID=d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:24.706668 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-99b0526f-67c3-4903-b503-dad955b3ef77 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/112f45eb-9cbf-456b-baa9-8fc14c6f55c2 HTTP/1.1" status: 404 len: 333 time: 0.0631688 Jun 22 09:30:24.707754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51914) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:24.716696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:24.767071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:24.771961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.775176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 9f4bbede-126c-441e-8097-1e317876d7c8 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:24.777870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:24.780275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.818689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Calling delete_port for 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:24.821193 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8711586 Jun 22 09:30:24.824070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51918) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:24.828746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:24.829622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'subnet': {'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:24.835373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.837263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Provisioning for port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:24.852840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e42ed23f-5ac7-4f7f-ad65-4ddf8ca48bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:24.881543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.913063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Provisioning complete for port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:24.913431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:24.934503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51920) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:25.043391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.073356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:25.078048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.268091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Pushing event updated for resources: {'Port': ['ID=47a5756d-d14d-466a-af2b-d4a21fb3e194,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:25.272858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:25.351434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c51f-09b9-4102-a53f-ea565e678a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.377257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:25.400373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:25.400848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 330fc7f8-1f3a-41a2-92e9-4999a06f4f19 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:25.419997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for ff473ade-09b6-40fd-843b-d70c45992cce owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:25.448545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.451848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:25.506064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:25.559030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.619200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:25.639259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Pushing event deleted for resources: {'Port': ['ID=707c9f14-f7c6-4d95-bcce-798b4d4fbf95,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:25.675645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] No DVR routers for this DVR port 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:25.680233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:25.703138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.707148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:25.707529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.713757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:25.781096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4bbede-126c-441e-8097-1e317876d7c8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:25.786179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::10 (fe8e53b3-ce60-4b81-9d91-4a00cfbd085a/3a14c6be-709f-4579-a6eb-eddf10276078/b638c88f-f8ea-4741-a96b-972105699a65) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:25.794593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.799623 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/9f4bbede-126c-441e-8097-1e317876d7c8 HTTP/1.1" status: 204 len: 168 time: 1.0874817 Jun 22 09:30:25.799853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e785e-0a9a-44c7-a452-e1e8ff955678 None None] Network e73f41b8-81c6-478c-beea-561e0b2050f5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:25.802471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51932) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:25.802874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:25.841263 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-49c006b3-c98e-4a52-b18e-88b48cda5a65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22c93dc13803471691a9f735e777badb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294263 Jun 22 09:30:25.841888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51934) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:25.860631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:25.890929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:25.891569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 707c9f14-f7c6-4d95-bcce-798b4d4fbf95 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:25.918240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:25.932978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:25.950712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.016896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.052456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:26.054644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.056865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] DHCP port deletion for e73f41b8-81c6-478c-beea-561e0b2050f5 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:26.065166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a829245-fada-4bef-ae07-7af67c9d57b2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:26.117179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Deleting port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:26.117566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.160368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Subnet': ['ID=192aa9d8-9974-4784-a73b-d96d80c9c91a,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:26.164058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.165506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:26.202090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Checking segment: {'id': '7ea7a1a6-9f7b-45d3-9648-3319b5859088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:26.202488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network hostable DHCP agents. Network: d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:26.204298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9488ee2d-8932-4917-9c76-1affeb0f6e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:26.219308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.223038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.224238 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d28be9d0-359b-4ff3-a313-b98613580b25 HTTP/1.1" status: 204 len: 168 time: 0.3815575 Jun 22 09:30:26.226383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] For port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,segment=NetworkSegment(9a747dc3-46f7-417c-80bc-3086abfeab92),segment_id=9a747dc3-46f7-417c-80bc-3086abfeab92)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:26.227027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.228344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12a27849-563d-49ff-aa18-df0c6e4f1225 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:26.247005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.248191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28be9d0-359b-4ff3-a313-b98613580b25,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:26.251862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:26.269862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=ff473ade-09b6-40fd-843b-d70c45992cce,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:26.287000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:26.315977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.319226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cbbd879e-0a08-42f2-878f-749082188dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:26.319400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:26.330493 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:26.331062 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/routers/25f66ec1-9d2e-4b93-92ee-16f007b9a85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0037975 Jun 22 09:30:26.343604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51938) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:26.353924 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:26.354549 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:26.356158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'port': {'network_id': '4af5745d-731a-4a0a-83c2-e8dfaf3a81d3', 'name': 'tempest-FloatingIPTestJSON-742360511'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:26.371756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Calling delete_port for 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:26.379590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:26.379960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.437260 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:26.457861 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:26.458877 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:26.502691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:26.514568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.516444 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:26.517373 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571b4bf-59fe-4e28-b546-db8c4396e6c2 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:26.528630 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/ff473ade-09b6-40fd-843b-d70c45992cce HTTP/1.1" status: 204 len: 168 time: 2.4582803 Jun 22 09:30:26.529449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51940) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:26.537528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.556571 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=085212b52b3943e99c8a826a4381316e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6209245 Jun 22 09:30:26.560896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51942) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:26.573185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb5a7b-3116-47dd-8802-caf15bdb6658,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:26.590428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:26.643337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808d8a7-dbb9-452c-99d7-041a4d14de3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:26.644892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808d8a7-dbb9-452c-99d7-041a4d14de3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:26.647053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808d8a7-dbb9-452c-99d7-041a4d14de3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:26.652758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5808d8a7-dbb9-452c-99d7-041a4d14de3e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0996504 Jun 22 09:30:26.656824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51946) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:26.661623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object b638c88f-f8ea-4741-a96b-972105699a65 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:26.689629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.715599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.728711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.738909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-864b3ff0-aa4e-4bf4-901f-2aaad5fc7cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:26.751372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,segment=NetworkSegment(9a747dc3-46f7-417c-80bc-3086abfeab92),segment_id=9a747dc3-46f7-417c-80bc-3086abfeab92)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:26.751772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.766826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Pushing event deleted for resources: {'Port': ['ID=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:26.769557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66adc7f7-3438-4555-be7e-10bfbfda7cc3 None None] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:26.771852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:26.774111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] No DVR routers for this DVR port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:26.790750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:26.795822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:26.797539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.813380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43494a7a-ad90-43be-b883-c271f0dd7258 None None] Network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:26.868613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:26.874990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:26.879808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.883040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 484948f8-0a0f-4681-8636-26ab79c4cb45 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:26.883858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.889026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.891429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-746474f1-520d-4b0b-9f88-0f407f7d7911 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:26.901573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] device_id is not set on port d8fcc8bf-492e-4222-a689-004dcb8bca55 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:26.996472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:26.999320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.003628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00cb5a7b-3116-47dd-8802-caf15bdb6658 HTTP/1.1" status: 204 len: 168 time: 0.4411547 Jun 22 09:30:27.007602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.013858 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1888020 Jun 22 09:30:27.017955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51950) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:27.020615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.023508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb5a7b-3116-47dd-8802-caf15bdb6658,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.024960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:27.035410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:27.063891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:27.083356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=b638c88f-f8ea-4741-a96b-972105699a65,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.084827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d9c41da0-c85c-47ee-a1f4-d00ff0ca0da2 None None] Provisioning for port 47a5756d-d14d-466a-af2b-d4a21fb3e194 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:27.085870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:27.091919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:27.092529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.124462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.5 (4af5745d-731a-4a0a-83c2-e8dfaf3a81d3/277f0bd8-914f-4731-9131-403bc953bc18/d8fcc8bf-492e-4222-a689-004dcb8bca55) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:27.130601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:27.173310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0', 'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0', 'tenant_id': 'ef671c4880c54cd18c1b7af0f42e2332', 'fixed_ips': [{'subnet_id': '192aa9d8-9974-4784-a73b-d96d80c9c91a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:27.174242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.202994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51952) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:27.255304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.261359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.278209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.295079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.307606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.313082 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2495804 Jun 22 09:30:27.315377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:27.317245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51954) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:27.322681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': 'fe8e53b3-ce60-4b81-9d91-4a00cfbd085a', 'name': 'tempest-PortsIpV6TestJSON-1902071940', 'fixed_ips': [{'subnet_id': '3a14c6be-709f-4579-a6eb-eddf10276078', 'ip_address': '2001:db8::f'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:27.327480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:27.338237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.441390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.456714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Allocated IP 2001:db8::f816:3eff:fe81:956e (d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0/192aa9d8-9974-4784-a73b-d96d80c9c91a/737601af-83f6-4808-9d0f-4ee04ae3d9b2) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:27.584483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.596632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.601831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.651234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47a5756d-d14d-466a-af2b-d4a21fb3e194 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:27.671037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.679764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea91c9f1-f31c-484e-811c-40c939c8d1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.688146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73f41b8-81c6-478c-beea-561e0b2050f5']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:27.701573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a747dc3-46f7-417c-80bc-3086abfeab92') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:27.701573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a747dc3-46f7-417c-80bc-3086abfeab92') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:27.717287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.724702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14215bd-20c3-4e28-89ff-0d69ce90de4a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.733019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.734873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:27.743704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e35ebcfc-4cf2-4634-bfe1-9fc4e3e5c937 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.757607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.766735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:27.767347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:27.772200 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:27.789949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.796383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c236ce347d5d461db51c69ea3f3084b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924292 Jun 22 09:30:27.800613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51958) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:27.801677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.816358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Transition to ACTIVE for port object 737601af-83f6-4808-9d0f-4ee04ae3d9b2 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:27.819569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:27.823063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-059b91a3-7844-43c5-a523-d40b844c0b46 None None] Provisioning for port b638c88f-f8ea-4741-a96b-972105699a65 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:27.828947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:27.835660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-059b91a3-7844-43c5-a523-d40b844c0b46 None None] Provisioning complete for port b638c88f-f8ea-4741-a96b-972105699a65 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:27.836069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-059b91a3-7844-43c5-a523-d40b844c0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.838516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c30e7e3e-9f44-44a7-9326-988904eedff6 tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:27.844279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:27.844508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Transition to ACTIVE for port object 737601af-83f6-4808-9d0f-4ee04ae3d9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:27.846767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.851951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/484948f8-0a0f-4681-8636-26ab79c4cb45 HTTP/1.1" status: 204 len: 168 time: 1.1513648 Jun 22 09:30:27.852681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51960) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:27.865520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128c8bf-0695-44ce-bdb8-81840390ad01 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:27.885156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:27.893669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=484948f8-0a0f-4681-8636-26ab79c4cb45,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.896776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:27.912188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 47a5756d-d14d-466a-af2b-d4a21fb3e194 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:27.920692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=d8fcc8bf-492e-4222-a689-004dcb8bca55,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:27.924494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 47a5756d-d14d-466a-af2b-d4a21fb3e194 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:27.926034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:27.954640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-059b91a3-7844-43c5-a523-d40b844c0b46 None None] Port b638c88f-f8ea-4741-a96b-972105699a65 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:27.962496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet c44e3223-3386-4717-b2d7-7de4fcf24bb7 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:27.969746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.003920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.007665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.007862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c8d6f69c-f0c8-42c7-8246-8d507488be8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.013742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:28.014990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.021362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.028731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.033597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.038906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.046084 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/e73f41b8-81c6-478c-beea-561e0b2050f5 HTTP/1.1" status: 204 len: 168 time: 2.2400472 Jun 22 09:30:28.047273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51962) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.060315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.068604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a68e557-fc96-400b-945e-31d30486f6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.070937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port 0415fab7-fa35-4285-b5a9-28c8bba2b767 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:28.085605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-982589166'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:28.093497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51964) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.099093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:28.114232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=e73f41b8-81c6-478c-beea-561e0b2050f5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.117602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.123449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:28.134894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:28.135113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.140751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Pushing event updated for resources: {'Port': ['ID=737601af-83f6-4808-9d0f-4ee04ae3d9b2,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.140874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.145566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.147655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.155787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.163547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-de6b2211-861c-4f91-8bca-0fc76b82bd3e None None] Provisioning complete for port b638c88f-f8ea-4741-a96b-972105699a65 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:28.163744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.163957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-de6b2211-861c-4f91-8bca-0fc76b82bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.170017 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8252969 Jun 22 09:30:28.177959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51966) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.187225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'port': {'network_id': '4af5745d-731a-4a0a-83c2-e8dfaf3a81d3', 'name': 'tempest-FloatingIPTestJSON-834318282'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:28.200310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Subnet': ['ID=192aa9d8-9974-4784-a73b-d96d80c9c91a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.202965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.290305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 47a5756d-d14d-466a-af2b-d4a21fb3e194, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47a5756d-d14d-466a-af2b-d4a21fb3e194,segment=NetworkSegment(9eb4c1b3-77d0-450e-b327-4058a1c1bc97),segment_id=9eb4c1b3-77d0-450e-b327-4058a1c1bc97)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:28.299899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-de6b2211-861c-4f91-8bca-0fc76b82bd3e None None] Port b638c88f-f8ea-4741-a96b-972105699a65 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:28.303041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Attempting to bind port 737601af-83f6-4808-9d0f-4ee04ae3d9b2 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:28.303419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Attempting to bind port 737601af-83f6-4808-9d0f-4ee04ae3d9b2 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '7ea7a1a6-9f7b-45d3-9648-3319b5859088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:28.304119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Attempting to bind port 737601af-83f6-4808-9d0f-4ee04ae3d9b2 on network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:28.310276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:28.314239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.315083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:28.315468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Checking segment: {'id': '7ea7a1a6-9f7b-45d3-9648-3319b5859088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:28.315894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.316294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Bound using segment: {'id': '7ea7a1a6-9f7b-45d3-9648-3319b5859088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:28.316780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Bound port: 737601af-83f6-4808-9d0f-4ee04ae3d9b2, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea7a1a6-9f7b-45d3-9648-3319b5859088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:28.319101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.323922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.327190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.376969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:28.383212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.391336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-958bca9b-309a-4922-9cb3-0462a762a0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.406734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::f (fe8e53b3-ce60-4b81-9d91-4a00cfbd085a/3a14c6be-709f-4579-a6eb-eddf10276078/0415fab7-fa35-4285-b5a9-28c8bba2b767) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:28.410652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea7a1a6-9f7b-45d3-9648-3319b5859088') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:28.411067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea7a1a6-9f7b-45d3-9648-3319b5859088') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:28.430158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.456923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.471035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] For port 737601af-83f6-4808-9d0f-4ee04ae3d9b2, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:28.474401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:28.480818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:28.481509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:28.486046 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:28.488501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=47a5756d-d14d-466a-af2b-d4a21fb3e194,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.493531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.506051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.509135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.510161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:28.513294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8a8b8dd2-eb7d-4a33-8b68-a0a326ec9aa2 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:28.513436 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f14215bd-20c3-4e28-89ff-0d69ce90de4a HTTP/1.1" status: 204 len: 168 time: 0.7076547 Jun 22 09:30:28.539239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4106abb3-b1b6-4296-b8ef-83fd29c662c4 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.583413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:28.588201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] For port 737601af-83f6-4808-9d0f-4ee04ae3d9b2, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=737601af-83f6-4808-9d0f-4ee04ae3d9b2,segment=NetworkSegment(7ea7a1a6-9f7b-45d3-9648-3319b5859088),segment_id=7ea7a1a6-9f7b-45d3-9648-3319b5859088)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:28.603245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.603807 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Added segment 081a0900-d6d0-4915-a7c9-0f84230396b1 of type vlan for network c61e6254-5753-4607-b4be-9b557da5fe60 Jun 22 09:30:28.611864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14215bd-20c3-4e28-89ff-0d69ce90de4a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.621176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.625353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.628159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-713c7d31-6d39-4d8b-92f9-7db1ee127407 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.681232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:30:28.681232 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:30:28.681232 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': 'd35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0'}] Jun 22 09:30:28.681232 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:28.681683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:28.686403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=c44e3223-3386-4717-b2d7-7de4fcf24bb7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.690071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.693935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.698087 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/c44e3223-3386-4717-b2d7-7de4fcf24bb7 HTTP/1.1" status: 204 len: 168 time: 0.8233352 Jun 22 09:30:28.699907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51970) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.725105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.733073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.751557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c88e0cf-cde0-439f-9f11-70bbe73c3aaa tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501006 Jun 22 09:30:28.754074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 51972) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.761401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:28.761622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.778670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object 0415fab7-fa35-4285-b5a9-28c8bba2b767 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:28.825088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.830343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.885921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.895932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.930909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Pushing event updated for resources: {'Port': ['ID=737601af-83f6-4808-9d0f-4ee04ae3d9b2,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.936161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.936878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.943202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:28.944046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:28.955078 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbd253b4a20e4844b4a2705e60c01d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8470728 Jun 22 09:30:28.955182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51974) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:28.956022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b94c13-a485-4a38-8076-d4d6e6289ae9,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:28.961058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:28.961511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:28.967984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2f457-79df-4fbe-9af8-ba506128590e None None] Network d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:28.992626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.002101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-490f2741-ed5c-4829-bf63-29a05a83e530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:29.037579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Network': ['ID=c61e6254-5753-4607-b4be-9b557da5fe60,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:29.042032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:29.056475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c61e6254-5753-4607-b4be-9b557da5fe60 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:29.062834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:29.066662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.082525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b99d09-42c0-456f-9686-814fc8cadbdb None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:29.090943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:29.093667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.102302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:29.115102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] device_id is not set on port bc90e387-e2a8-4439-a8ec-e824872a721b yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:29.165975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:29.171735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.186062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.256165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.14 (4af5745d-731a-4a0a-83c2-e8dfaf3a81d3/277f0bd8-914f-4731-9131-403bc953bc18/bc90e387-e2a8-4439-a8ec-e824872a721b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:29.424251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.504410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:29.512113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:29.512915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.554675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=0415fab7-fa35-4285-b5a9-28c8bba2b767,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:29.571599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:29.589204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.604287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.619189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b3e1e545-4988-412f-a89f-4cf327df761a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:29.642280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47a5756d-d14d-466a-af2b-d4a21fb3e194 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:29.700961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:29.705534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:29.708564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:29.738344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5a7c0988-379a-420f-ad61-b45ebfac814f None None] Provisioning complete for port d2a02ff6-401e-49e7-b94d-a6801cd80c53 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:29.738927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a7c0988-379a-420f-ad61-b45ebfac814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.765143 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4468045 Jun 22 09:30:29.775040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:29.775587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.784333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51986) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:29.792483 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7184930 Jun 22 09:30:29.799919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51988) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:29.806907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:29.808137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-07e70c89-0a55-4f48-b46c-f983160611eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.853449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 47a5756d-d14d-466a-af2b-d4a21fb3e194 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:29.853834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.919642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting port 737601af-83f6-4808-9d0f-4ee04ae3d9b2 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:29.920223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:29.934162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=bc90e387-e2a8-4439-a8ec-e824872a721b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:29.949643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:30.045433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:30.060952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] For port 737601af-83f6-4808-9d0f-4ee04ae3d9b2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=737601af-83f6-4808-9d0f-4ee04ae3d9b2,segment=NetworkSegment(7ea7a1a6-9f7b-45d3-9648-3319b5859088),segment_id=7ea7a1a6-9f7b-45d3-9648-3319b5859088)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:30.061617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.081656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb0ef0a-ec51-4e88-b5a7-236cf89a35da tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:30.084968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1cb0ef0a-ec51-4e88-b5a7-236cf89a35da tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3015678 Jun 22 09:30:30.088302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51996) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:30.092222 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9119949 Jun 22 09:30:30.105580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 51998) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:30.112934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'bc90e387-e2a8-4439-a8ec-e824872a721b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:30.143106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.146778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.158796 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13b94c13-a485-4a38-8076-d4d6e6289ae9 HTTP/1.1" status: 204 len: 168 time: 1.1924539 Jun 22 09:30:30.158796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b28da9e3-78c3-4b03-8230-ae167235a4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:30.159551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Deleting port d2a02ff6-401e-49e7-b94d-a6801cd80c53 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:30.159551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.159979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Calling delete_port for 737601af-83f6-4808-9d0f-4ee04ae3d9b2 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:30.176286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b94c13-a485-4a38-8076-d4d6e6289ae9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:30.184619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:30.264093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d2918-26cc-4a7c-a5cd-820ec454e65a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:30.274775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c89fe351-b388-42ee-bbb4-1e1c21163aee None None] Provisioning for port 0415fab7-fa35-4285-b5a9-28c8bba2b767 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:30.279442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d2918-26cc-4a7c-a5cd-820ec454e65a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:30.295355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d2918-26cc-4a7c-a5cd-820ec454e65a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:30.299538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-903d2918-26cc-4a7c-a5cd-820ec454e65a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2100170 Jun 22 09:30:30.304557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52004) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:30.305197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:30.311020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.312790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c89fe351-b388-42ee-bbb4-1e1c21163aee None None] Provisioning complete for port 0415fab7-fa35-4285-b5a9-28c8bba2b767 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:30.317161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c89fe351-b388-42ee-bbb4-1e1c21163aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.389100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] For port d2a02ff6-401e-49e7-b94d-a6801cd80c53, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2a02ff6-401e-49e7-b94d-a6801cd80c53,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:30.389551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.410804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c89fe351-b388-42ee-bbb4-1e1c21163aee None None] Port 0415fab7-fa35-4285-b5a9-28c8bba2b767 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:30.488442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Calling delete_port for d2a02ff6-401e-49e7-b94d-a6801cd80c53 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:30.543976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.547085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:30.549590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.589496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.596999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Port': ['ID=737601af-83f6-4808-9d0f-4ee04ae3d9b2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:30.602107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No DVR routers for this DVR port 737601af-83f6-4808-9d0f-4ee04ae3d9b2 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:30.603801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:30.605666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:30.606351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce3756a5-f3f9-4c57-adcd-e3f1c4aded1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:30.637074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:30.659109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:30.660030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.671675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 0415fab7-fa35-4285-b5a9-28c8bba2b767 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:30.672298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.720348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.733818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:30.745558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=c8fdf565-fef6-4e30-bdd7-45eb3726f294,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:30.760329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:30.760881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] No DVR routers for this DVR port d2a02ff6-401e-49e7-b94d-a6801cd80c53 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:30.778421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.795245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae934f-e14f-49c5-a522-42c0caccf759 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:30.810884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:30.818753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Pushing event deleted for resources: {'Port': ['ID=d2a02ff6-401e-49e7-b94d-a6801cd80c53,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:30.830714 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0751786 Jun 22 09:30:30.836047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52014) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:30.843361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea7a1a6-9f7b-45d3-9648-3319b5859088') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:30.843974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea7a1a6-9f7b-45d3-9648-3319b5859088') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:30.853441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:30.870181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:30.901520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.904488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.976361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.991846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:30.992533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:30.995717 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:31.063845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 0415fab7-fa35-4285-b5a9-28c8bba2b767 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:31.073101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.080383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'c8fdf565-fef6-4e30-bdd7-45eb3726f294'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:31.081485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.085071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2bd8b36b-1704-42e9-b787-0a2993d64bc8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:31.215720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.216097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f172850-cf20-4cf1-9e2e-e76439fd10af tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:31.217119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.234705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.237832 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 HTTP/1.1" status: 204 len: 168 time: 4.2102101 Jun 22 09:30:31.249856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52030) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:31.258390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Network': ['ID=d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:31.258612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1972394442'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:31.264196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:31.267561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:31.275792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.285319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:31.316158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:31.337407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Allocated IP 172.20.0.2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/c8fdf565-fef6-4e30-bdd7-45eb3726f294/2dbfcd01-38f4-4898-8dab-ba54fbfd392b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:31.367117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Checking segment: {'id': '081a0900-d6d0-4915-a7c9-0f84230396b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:31.368024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network hostable DHCP agents. Network: c61e6254-5753-4607-b4be-9b557da5fe60, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:31.523577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.70 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/149314a8-af7d-4770-b194-c0529d6f1c75) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:31.530609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:31.535482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.558231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:31.604140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:31.632054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.632410 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Added segment e8273971-c6ab-4280-b464-ac0113d9af51 of type vlan for network 29470864-9a4a-481d-aac9-f8e0b4f17a92 Jun 22 09:30:31.647182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network c61e6254-5753-4607-b4be-9b557da5fe60 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:31.648098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: d2a02ff6-401e-49e7-b94d-a6801cd80c53 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:31.648224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2a02ff6-401e-49e7-b94d-a6801cd80c53 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:31.701768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.708635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.714567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8c8fcc53-5c82-4beb-9bf8-402f6e3ac407 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:31.723402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Transition to ACTIVE for port object 2dbfcd01-38f4-4898-8dab-ba54fbfd392b will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:31.746750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Transition to ACTIVE for port object 2dbfcd01-38f4-4898-8dab-ba54fbfd392b will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:31.760352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52040) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:31.779741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.785061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=0415fab7-fa35-4285-b5a9-28c8bba2b767,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:31.807832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:31.838783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c61e6254-5753-4607-b4be-9b557da5fe60) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:31.848274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.859138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-09ef94c4-9f69-4e2c-bbdc-fb0825144a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:31.872510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:31.873122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.882688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:31.887557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/0415fab7-fa35-4285-b5a9-28c8bba2b767 HTTP/1.1" status: 204 len: 168 time: 1.5644069 Jun 22 09:30:31.891249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0ec59-385a-4437-993c-99230a2ad5ad None None] Network c61e6254-5753-4607-b4be-9b557da5fe60 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:31.908173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52046) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:31.964567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:32.020359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-799d63b6-faac-4e02-ac62-46b1bbc42fca tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:30:32.025524 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-799d63b6-faac-4e02-ac62-46b1bbc42fca tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/0415fab7-fa35-4285-b5a9-28c8bba2b767 HTTP/1.1" status: 404 len: 333 time: 0.1113603 Jun 22 09:30:32.026718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52050) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:32.031510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:32.042922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:32.091343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.objects.ports [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:32.105079 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3023992 Jun 22 09:30:32.108878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52052) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:32.116862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.122622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-388951524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:32.140097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Pushing event updated for resources: {'Port': ['ID=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:32.184005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:32.236975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Attempting to bind port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:32.237392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Attempting to bind port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:32.237749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Attempting to bind port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:32.270761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:32.270761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:32.271048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.271193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:32.271712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Bound port: 2dbfcd01-38f4-4898-8dab-ba54fbfd392b, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:32.272118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.297131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52054) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:32.380815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ff21-1674-487a-a96e-2e5cda5bb064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.441907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] For port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:32.446121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] For port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:32.450297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c61e6254-5753-4607-b4be-9b557da5fe60', 'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': '5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:32.451182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.521235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1978039419'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:32.531727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port b638c88f-f8ea-4741-a96b-972105699a65 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:32.532566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.537523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-426076014'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:32.540848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.552520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:32.552520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.553298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55c9265b-beaf-49e8-a4b0-ac7d2127c7ab tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:32.588702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.593492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bf5023af-b526-48d8-8ed3-19915f62432a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:32.640657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.643543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Network': ['ID=29470864-9a4a-481d-aac9-f8e0b4f17a92,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:32.649343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:32.667616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.671220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.680361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 29470864-9a4a-481d-aac9-f8e0b4f17a92 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:32.703337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Allocated IP 172.20.0.2 (c61e6254-5753-4607-b4be-9b557da5fe60/5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9/3235e877-1c4a-4b1c-9771-b8c21ff6a236) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:32.744766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for b638c88f-f8ea-4741-a96b-972105699a65 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:32.756217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5021257 Jun 22 09:30:32.756893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Pushing event updated for resources: {'Port': ['ID=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:32.759716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52058) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:32.766215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'subnet': {'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:32.767828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.778645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:32.840716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.849133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.856725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bab7099c-6ad7-4a74-8f93-4b0bd89fdd71 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:32.924739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:32.979656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:32.983906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:32.986536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=149314a8-af7d-4770-b194-c0529d6f1c75,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:32.988991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:32.991206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:33.044352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:33.048483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.054947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.067236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Transition to ACTIVE for port object 3235e877-1c4a-4b1c-9771-b8c21ff6a236 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:33.081265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Made reservation on behalf of 10e1240afa1f40bf83f20be106279a3c for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:33.086773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.091844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Transition to ACTIVE for port object 3235e877-1c4a-4b1c-9771-b8c21ff6a236 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:33.093015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.095256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.118965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.142993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:33.147070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.166872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.172149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:33.172334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.180986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b8aaa8be-16e2-4ee1-89dc-0bf0cb69033f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:33.224830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Network c61e6254-5753-4607-b4be-9b557da5fe60 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:33.229705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:33.231390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.237262 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-76d94aeb-b358-47c9-88da-768378f04062 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1240311 Jun 22 09:30:33.238516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:33.246594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Pushing event updated for resources: {'Port': ['ID=3235e877-1c4a-4b1c-9771-b8c21ff6a236,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:33.251807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:33.277112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52060) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:33.279740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60', 'name': 'tempest-PortsTestJSON-2108220570'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:33.285713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=b638c88f-f8ea-4741-a96b-972105699a65,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:33.317213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:33.333640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.338424 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/b638c88f-f8ea-4741-a96b-972105699a65 HTTP/1.1" status: 204 len: 168 time: 1.3100820 Jun 22 09:30:33.365397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Attempting to bind port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:33.367240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Attempting to bind port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '081a0900-d6d0-4915-a7c9-0f84230396b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:33.367814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Attempting to bind port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 on network c61e6254-5753-4607-b4be-9b557da5fe60 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:33.385670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:33.386478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52062) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:33.387281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Checking segment: {'id': '081a0900-d6d0-4915-a7c9-0f84230396b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:33.387704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.389091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Bound using segment: {'id': '081a0900-d6d0-4915-a7c9-0f84230396b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:33.389091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Bound port: 3235e877-1c4a-4b1c-9771-b8c21ff6a236, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081a0900-d6d0-4915-a7c9-0f84230396b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c61e6254-5753-4607-b4be-9b557da5fe60'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:33.389315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.470380 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-554108b6-9408-425d-bd67-d3bbd8f375c6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:30:33.476625 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-554108b6-9408-425d-bd67-d3bbd8f375c6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/b638c88f-f8ea-4741-a96b-972105699a65 HTTP/1.1" status: 404 len: 333 time: 0.0863678 Jun 22 09:30:33.481965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52064) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:33.486237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.516380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] For port 3235e877-1c4a-4b1c-9771-b8c21ff6a236, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:33.523101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] For port 3235e877-1c4a-4b1c-9771-b8c21ff6a236, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3235e877-1c4a-4b1c-9771-b8c21ff6a236,segment=NetworkSegment(081a0900-d6d0-4915-a7c9-0f84230396b1),segment_id=081a0900-d6d0-4915-a7c9-0f84230396b1)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:33.639472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2dbfcd01-38f4-4898-8dab-ba54fbfd392b up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:33.646305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] For port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:33.653237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 3a14c6be-709f-4579-a6eb-eddf10276078 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:33.675237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.708017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.710596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.716585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3201ddd1-a2c5-4f20-a3cb-1fc75f4df0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:33.733183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.747337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.801925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.807848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4e6e5582-78a4-4b98-8856-59a54f9ced08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:33.808037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Pushing event updated for resources: {'Port': ['ID=3235e877-1c4a-4b1c-9771-b8c21ff6a236,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:33.822657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:33.838720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:33.843975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.844758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.914119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:33.934109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.934670 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 6ebf99b8-9731-41d8-9fa7-fa81b9246f51 of type vlan for network fa049930-6c79-4c4d-ad4a-b179c63406bd Jun 22 09:30:33.944690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:33.980172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:33.982105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f9b34-9361-4ed2-8f1b-ddfa00f9f678,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:33.989496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:33.990242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:33.995767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.002427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d32b2baf-8cb4-4784-bcb4-16a76f84330e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:34.061678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.095270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.182373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.189926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,revision_number=4']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:34.194279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.198798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4a56c095-d865-4418-8fdc-5f75b5d9ee6b tempest-ExtraDHCPOptionsIpV6TestJSON-475103494 tempest-ExtraDHCPOptionsIpV6TestJSON-475103494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:34.206677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb05bbd0-3388-4240-9438-3ce2fc497c07 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:34.208980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.214819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:34.218567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.314896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34a8df-a82f-4adf-b81b-4a3d2405c732 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:34.316714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=d2ca1460-4fde-49a5-a8cc-2440d2f3d01b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:34.322674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.322674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:34.396229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=fa049930-6c79-4c4d-ad4a-b179c63406bd,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:34.399722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.415113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network fa049930-6c79-4c4d-ad4a-b179c63406bd details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:34.442035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.484326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.487083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Subnet': ['ID=207fc45b-7dad-40a4-afa8-b2f5b424dfa4,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:34.490580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.550622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Checking segment: {'id': 'e8273971-c6ab-4280-b464-ac0113d9af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:34.550990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network hostable DHCP agents. Network: 29470864-9a4a-481d-aac9-f8e0b4f17a92, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:34.572411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.576345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3524a825-0906-44e3-801f-7d8570bbcb14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:34.605435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=3a14c6be-709f-4579-a6eb-eddf10276078,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:34.608707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.609768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.616412 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/3a14c6be-709f-4579-a6eb-eddf10276078 HTTP/1.1" status: 204 len: 168 time: 1.1306949 Jun 22 09:30:34.617176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52066) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:34.627334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.635456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15cc3b5c-d258-4a3d-a508-9cdb12462cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:34.648923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c65b5-0ede-4bdf-9d2e-bc69ec5ef63c None None] Network fe8e53b3-ce60-4b81-9d91-4a00cfbd085a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:34.657008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Provisioning for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:34.669531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:34.682149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9835a8f5-1d15-4383-b67e-ae4911791c31,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:34.687796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:34.689516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.689858 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Added segment 2fa3c2bd-4120-498b-a36a-9757d4db278b of type vlan for network e8d78fec-cf71-4582-872f-4d998bb19b84 Jun 22 09:30:34.703046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network 29470864-9a4a-481d-aac9-f8e0b4f17a92 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:34.720211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Provisioning complete for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:34.720766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.744984 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4370303 Jun 22 09:30:34.747990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9013643 Jun 22 09:30:34.756430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.762006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52068) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:34.768471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:34.769961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:33:90:fe', 'name': 'tempest-NetworksTestDHCPv6-302543340'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:34.896577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 29470864-9a4a-481d-aac9-f8e0b4f17a92) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:34.902969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52070) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:34.911181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:34.919731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117bd2d-e90e-4e08-a93c-917e26c7895b None None] Network 29470864-9a4a-481d-aac9-f8e0b4f17a92 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:35.045851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:35.046621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.047081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 47a5756d-d14d-466a-af2b-d4a21fb3e194 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:35.049884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.060155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.106940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.150041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] For port 47a5756d-d14d-466a-af2b-d4a21fb3e194, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=47a5756d-d14d-466a-af2b-d4a21fb3e194,segment=NetworkSegment(9eb4c1b3-77d0-450e-b327-4058a1c1bc97),segment_id=9eb4c1b3-77d0-450e-b327-4058a1c1bc97)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:35.152206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.187924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.194404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:35.198350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.205467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.214143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:35.214371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.239189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:35.273586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:35.275925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 47a5756d-d14d-466a-af2b-d4a21fb3e194 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:35.296783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] For port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:35.357395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0fd4b2-4477-4594-ac88-32fb195e280a None None] Network c61e6254-5753-4607-b4be-9b557da5fe60 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:35.402428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-29470864-9a4a-481d-aac9-f8e0b4f17a92', 'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92', 'tenant_id': 'ef671c4880c54cd18c1b7af0f42e2332', 'fixed_ips': [{'subnet_id': '207fc45b-7dad-40a4-afa8-b2f5b424dfa4'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:35.403293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.412623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.412851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:35.418093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.428624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c0af184-15ec-4728-97b1-5bd2c7436278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:35.490657 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7292440 Jun 22 09:30:35.497616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52072) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:35.513356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.545907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bb317c65-172a-4ad9-a5cf-f789bb6264a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:35.562494 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7942181 Jun 22 09:30:35.579954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Pushing event updated for resources: {'Network': ['ID=e8d78fec-cf71-4582-872f-4d998bb19b84,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:35.579954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52074) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:35.631268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:35.638799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a34b94-7ac7-44a6-9034-21ef85f3e073 None None] DHCP port deletion for fe8e53b3-ce60-4b81-9d91-4a00cfbd085a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:35.643069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e8d78fec-cf71-4582-872f-4d998bb19b84 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:35.727176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.8 (c61e6254-5753-4607-b4be-9b557da5fe60/5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9/e4a7d36f-c21e-43ef-8f73-7c1e768f6333) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:35.738368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=47a5756d-d14d-466a-af2b-d4a21fb3e194,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:35.777312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:35.779467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:35.789657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No DVR routers for this DVR port 47a5756d-d14d-466a-af2b-d4a21fb3e194 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:35.881625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2dbfcd01-38f4-4898-8dab-ba54fbfd392b up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:36.006211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.009169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Pushing event updated for resources: {'Port': ['ID=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:36.027554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Allocated IP 2001:db8::2 (29470864-9a4a-481d-aac9-f8e0b4f17a92/207fc45b-7dad-40a4-afa8-b2f5b424dfa4/65f03d9d-1279-4fa7-a727-18908820ef63) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:36.033459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:36.085658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.090612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:36.090612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.118800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:36.130090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8e53b3-ce60-4b81-9d91-4a00cfbd085a']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:36.140365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.205155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d81c8f21-7d2a-486a-918a-7e349f15051e None None] Provisioning for port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:36.386442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'network': {'name': 'tempest-network--1427157858', 'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:36.389338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.398552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e759ed2f-9687-4224-a0ae-95f104c69238 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:36.433866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3235e877-1c4a-4b1c-9771-b8c21ff6a236 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:36.497706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.525657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Transition to ACTIVE for port object 65f03d9d-1279-4fa7-a727-18908820ef63 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:36.530949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f09962da-0385-4fd9-932f-4378e729c810 None None] Provisioning complete for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:36.531332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f09962da-0385-4fd9-932f-4378e729c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.568022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=149314a8-af7d-4770-b194-c0529d6f1c75,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:36.583508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:36.587479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Transition to ACTIVE for port object 65f03d9d-1279-4fa7-a727-18908820ef63 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:36.600094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.627331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb4c1b3-77d0-450e-b327-4058a1c1bc97') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:36.628127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb4c1b3-77d0-450e-b327-4058a1c1bc97') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:36.639604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.655786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.656767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Made reservation on behalf of e32cbfb4cda545e7bb3f9f14c68e26d4 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:36.659515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.665242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:36.665242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.669241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.679013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.701865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:36.701865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:36.708391 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:36.732207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:36.737219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.737799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object e4a7d36f-c21e-43ef-8f73-7c1e768f6333 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:36.747620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-853ff021-c1ee-4c3a-acfb-b52e2ba5d2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:36.799521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.825425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Network 29470864-9a4a-481d-aac9-f8e0b4f17a92 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:36.828866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Pushing event updated for resources: {'Port': ['ID=65f03d9d-1279-4fa7-a727-18908820ef63,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:36.835437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:36.839968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:36.839968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.842601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:36.845220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:36.849894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:36.860808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.897534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:36.903807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.907309 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/fe8e53b3-ce60-4b81-9d91-4a00cfbd085a HTTP/1.1" status: 204 len: 168 time: 2.2889299 Jun 22 09:30:36.916302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52080) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:36.919861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.928252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236431884'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:36.948315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=c6599d4b-7499-46bb-9c78-26deb0fbee88,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:36.954955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=fe8e53b3-ce60-4b81-9d91-4a00cfbd085a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:36.962487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:36.962487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.962717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:36.965396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fd49f8e7-087f-4b21-b084-1104f20a836a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:36.977269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48905784-52c0-401a-8d83-8cfa71a2db5e None None] Provisioning complete for port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:36.977657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48905784-52c0-401a-8d83-8cfa71a2db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:36.982260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Attempting to bind port 65f03d9d-1279-4fa7-a727-18908820ef63 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:36.982432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Attempting to bind port 65f03d9d-1279-4fa7-a727-18908820ef63 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e8273971-c6ab-4280-b464-ac0113d9af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:36.982729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Attempting to bind port 65f03d9d-1279-4fa7-a727-18908820ef63 on network 29470864-9a4a-481d-aac9-f8e0b4f17a92 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:36.995717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52b565e9-3f30-40cc-869e-1d460fd30e1a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:36.999504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Subnet': ['ID=207fc45b-7dad-40a4-afa8-b2f5b424dfa4,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:37.012262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network c61e6254-5753-4607-b4be-9b557da5fe60 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:37.016050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:37.016743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Checking segment: {'id': 'e8273971-c6ab-4280-b464-ac0113d9af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:37.016926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.017105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:37.017289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Bound using segment: {'id': 'e8273971-c6ab-4280-b464-ac0113d9af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:37.017784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Bound port: 65f03d9d-1279-4fa7-a727-18908820ef63, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8273971-c6ab-4280-b464-ac0113d9af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '29470864-9a4a-481d-aac9-f8e0b4f17a92'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:37.018165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.018805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:37.036674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP 55a31651-dad6-43eb-a016-4a9919cd0016 associated. External IP: 172.26.6.70, port: bc90e387-e2a8-4439-a8ec-e824872a721b. Jun 22 09:30:37.111803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.116838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '6ebf99b8-9731-41d8-9fa7-fa81b9246f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:37.117046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: fa049930-6c79-4c4d-ad4a-b179c63406bd, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:37.133796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] For port 65f03d9d-1279-4fa7-a727-18908820ef63, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:37.137930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] For port 65f03d9d-1279-4fa7-a727-18908820ef63, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=65f03d9d-1279-4fa7-a727-18908820ef63,segment=NetworkSegment(e8273971-c6ab-4280-b464-ac0113d9af51),segment_id=e8273971-c6ab-4280-b464-ac0113d9af51)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:37.164219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.213170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.215257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:37.240878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 3235e877-1c4a-4b1c-9771-b8c21ff6a236, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3235e877-1c4a-4b1c-9771-b8c21ff6a236,segment=NetworkSegment(081a0900-d6d0-4915-a7c9-0f84230396b1),segment_id=081a0900-d6d0-4915-a7c9-0f84230396b1)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:37.242717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48905784-52c0-401a-8d83-8cfa71a2db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.250762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29470864-9a4a-481d-aac9-f8e0b4f17a92']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:37.265171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8273971-c6ab-4280-b464-ac0113d9af51') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:37.265810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8273971-c6ab-4280-b464-ac0113d9af51') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:37.267058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.269457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fb7a687e-cd0d-464a-b320-11f79e043a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:37.280482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.301196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.310747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:37.311279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.328025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:37.337688 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:37.382301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:37.385499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=e4a7d36f-c21e-43ef-8f73-7c1e768f6333,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:37.397127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 172.20.0.8 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/c8fdf565-fef6-4e30-bdd7-45eb3726f294/6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:37.402773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:37.406384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3cf89569-d7e7-44c1-a73e-a78d6c2cf499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:37.415422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe33:90fe (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/d2ca1460-4fde-49a5-a8cc-2440d2f3d01b/6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:37.420316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:37.421008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.424128 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.424470 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Added segment 89705118-3362-40c6-bee6-0e073e8327f1 of type vlan for network ed21d362-96b6-4e81-b3b9-dbaa4171a02e Jun 22 09:30:37.476132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c8365-eec0-490a-a139-83776f8cb08c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:37.493785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:30:37.493785 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:30:37.493785 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': '29470864-9a4a-481d-aac9-f8e0b4f17a92'}] Jun 22 09:30:37.493785 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:37.493785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:37.564757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:37.564757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.565087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:37.566469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network fa049930-6c79-4c4d-ad4a-b179c63406bd is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:37.573650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.592814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:37.611259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Pushing event updated for resources: {'Port': ['ID=65f03d9d-1279-4fa7-a727-18908820ef63,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:37.611259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:37.613610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-652da164-b1de-49e3-85db-000af564b3bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:37.621934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.622747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.624632 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Added segment a96b87a8-1da4-4e41-b831-9d0c778e0001 of type vlan for network 4c3fec69-4083-4803-8842-b21d9bb301be Jun 22 09:30:37.661711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-48905784-52c0-401a-8d83-8cfa71a2db5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:37.662073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-48905784-52c0-401a-8d83-8cfa71a2db5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:37.667126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705be00b-9de9-4932-8444-099c31fc8a7c None None] Network 29470864-9a4a-481d-aac9-f8e0b4f17a92 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:37.706352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.723205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4482565 Jun 22 09:30:37.740754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2dbfcd01-38f4-4898-8dab-ba54fbfd392b up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:37.749441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52084) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:37.758153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.776102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:37.780977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=3235e877-1c4a-4b1c-9771-b8c21ff6a236,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:37.795074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:37.817509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:37.818382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, fa049930-6c79-4c4d-ad4a-b179c63406bd) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:37.828948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.840878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:37.840878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.841691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973edc71-1157-4180-b9b8-5187f82424fd None None] Network fa049930-6c79-4c4d-ad4a-b179c63406bd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:37.864423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-312ceb2c-3189-4160-a5a8-43637f52679b tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:37.886347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:37.886960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.897395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.898423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:37.899013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.940773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-10a751dd-3a3e-4377-b734-baf6ea0e367d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:37.946316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:37.946710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.955014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:37.989308 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0692866 Jun 22 09:30:37.992645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52088) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:37.994755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.004993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:38.055639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Network': ['ID=ed21d362-96b6-4e81-b3b9-dbaa4171a02e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:38.079262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ed21d362-96b6-4e81-b3b9-dbaa4171a02e details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:38.106009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:38.114012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Network': ['ID=4c3fec69-4083-4803-8842-b21d9bb301be,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:38.133357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:38.133357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:38.143097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:38.156052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2492375 Jun 22 09:30:38.156357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52090) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:38.156761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4c3fec69-4083-4803-8842-b21d9bb301be details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:38.180215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:38.186275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:38.196177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-876787019'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:38.275256 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6620889 Jun 22 09:30:38.279422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52092) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:38.293164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:38.294166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.306492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:38.318655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:38.359396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting port 65f03d9d-1279-4fa7-a727-18908820ef63 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:38.361492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.379152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-fa049930-6c79-4c4d-ad4a-b179c63406bd', 'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': 'c6599d4b-7499-46bb-9c78-26deb0fbee88'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:38.381960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.493482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] For port 65f03d9d-1279-4fa7-a727-18908820ef63, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=65f03d9d-1279-4fa7-a727-18908820ef63,segment=NetworkSegment(e8273971-c6ab-4280-b464-ac0113d9af51),segment_id=e8273971-c6ab-4280-b464-ac0113d9af51)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:38.494195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.534635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:38.536185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:38.540142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.586543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:38.603730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:38.608990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.649106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Calling delete_port for 65f03d9d-1279-4fa7-a727-18908820ef63 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:38.657749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:38.658404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:38.703034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47a5756d-d14d-466a-af2b-d4a21fb3e194 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:38.710780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:38.740673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 47a5756d-d14d-466a-af2b-d4a21fb3e194 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:38.757943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 47a5756d-d14d-466a-af2b-d4a21fb3e194 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:38.757943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Allocated IP 172.20.255.242 (fa049930-6c79-4c4d-ad4a-b179c63406bd/c6599d4b-7499-46bb-9c78-26deb0fbee88/e5290b70-3dac-40fa-b3ea-b20a26187dd9) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:38.758645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:38.758966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:38.772433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:38.783759 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0206988 Jun 22 09:30:38.785668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52096) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:38.810285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:38.811074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360dd2e-4038-4b94-998c-f672966bbf38 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:38.815330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-215bd500-20c9-41f3-b2f4-e1ef46a566ad None None] Provisioning for port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:38.831368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.839174 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment b6c2dd14-2a02-486c-8e91-3eb2c9cd3414 of type vlan for network 4e36a167-1dad-4671-b7d0-d3b38982319d Jun 22 09:30:38.839174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.852378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.856488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-215bd500-20c9-41f3-b2f4-e1ef46a566ad None None] Provisioning complete for port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:38.856878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-215bd500-20c9-41f3-b2f4-e1ef46a566ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.911540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-abde09af-d6a7-4d4b-b64a-366b5410f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:38.914099 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-abde09af-d6a7-4d4b-b64a-366b5410f848 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.3150244 Jun 22 09:30:38.947611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-215bd500-20c9-41f3-b2f4-e1ef46a566ad None None] Port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:38.978932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:38.991923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65158c9d-c5e3-49a3-b521-d0df49e74f86 req-d20f2ab7-9d56-404f-9250-eca826f9e798 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:38.993975 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-65158c9d-c5e3-49a3-b521-d0df49e74f86 req-d20f2ab7-9d56-404f-9250-eca826f9e798 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4102352 Jun 22 09:30:38.998327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.009020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Transition to ACTIVE for port object e5290b70-3dac-40fa-b3ea-b20a26187dd9 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:39.028192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Transition to ACTIVE for port object e5290b70-3dac-40fa-b3ea-b20a26187dd9 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:39.037859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.053893 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.9463832 Jun 22 09:30:39.063065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52098) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:39.089842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:39.144934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.147336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:39.169940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-80d746e3-86b7-4a91-ba09-153226cbcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:39.171404 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-80d746e3-86b7-4a91-ba09-153226cbcd6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.2490084 Jun 22 09:30:39.189616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Network fa049930-6c79-4c4d-ad4a-b179c63406bd is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:39.192990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:39.196446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:39.199696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f601ed-75b1-4a14-934d-f6b6b04d1df7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:39.206279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f601ed-75b1-4a14-934d-f6b6b04d1df7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:39.213852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-99f601ed-75b1-4a14-934d-f6b6b04d1df7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4239335 Jun 22 09:30:39.218654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52100) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:39.236141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.241149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-137ae64c-f658-4727-b9d0-420a8f407ed9 None None] Provisioning for port 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:39.250728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-65158c9d-c5e3-49a3-b521-d0df49e74f86 req-65619013-2056-4719-8f8b-9008b1211038 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448392 Jun 22 09:30:39.280815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-137ae64c-f658-4727-b9d0-420a8f407ed9 None None] Provisioning complete for port 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:39.280815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-137ae64c-f658-4727-b9d0-420a8f407ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.280815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Pushing event updated for resources: {'Port': ['ID=e5290b70-3dac-40fa-b3ea-b20a26187dd9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:39.284801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.298300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed21d362-96b6-4e81-b3b9-dbaa4171a02e']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:39.300948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.306798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:39.307625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.310699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:39.329253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Attempting to bind port e5290b70-3dac-40fa-b3ea-b20a26187dd9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:39.329719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Attempting to bind port e5290b70-3dac-40fa-b3ea-b20a26187dd9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6ebf99b8-9731-41d8-9fa7-fa81b9246f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:39.331044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Attempting to bind port e5290b70-3dac-40fa-b3ea-b20a26187dd9 on network fa049930-6c79-4c4d-ad4a-b179c63406bd {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:39.342849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0494d2fe-4a67-42e6-a4f7-353e614d3e14 tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:39.345291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:39.345676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Checking segment: {'id': '6ebf99b8-9731-41d8-9fa7-fa81b9246f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:39.346099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.346504 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Bound using segment: {'id': '6ebf99b8-9731-41d8-9fa7-fa81b9246f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:39.347026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Bound port: e5290b70-3dac-40fa-b3ea-b20a26187dd9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf99b8-9731-41d8-9fa7-fa81b9246f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fa049930-6c79-4c4d-ad4a-b179c63406bd'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:39.347448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.363032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-137ae64c-f658-4727-b9d0-420a8f407ed9 None None] Port 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:39.387101 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-51deb7ce-685c-493b-a4eb-270295ad1cd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1991189 Jun 22 09:30:39.387783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.390080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-48277067-b9b4-4d7b-b940-80f8aa71a504 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:39.401122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89705118-3362-40c6-bee6-0e073e8327f1') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:39.401485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89705118-3362-40c6-bee6-0e073e8327f1') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:39.412319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.426506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.431430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] For port e5290b70-3dac-40fa-b3ea-b20a26187dd9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:39.436083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] For port e5290b70-3dac-40fa-b3ea-b20a26187dd9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e5290b70-3dac-40fa-b3ea-b20a26187dd9,segment=NetworkSegment(6ebf99b8-9731-41d8-9fa7-fa81b9246f51),segment_id=6ebf99b8-9731-41d8-9fa7-fa81b9246f51)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:39.492688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.496659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=4e36a167-1dad-4671-b7d0-d3b38982319d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:39.504099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:39.509994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:39.510561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.510713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4e36a167-1dad-4671-b7d0-d3b38982319d details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:39.512401 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:39.542429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Port': ['ID=65f03d9d-1279-4fa7-a727-18908820ef63,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:39.549033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:39.557742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No DVR routers for this DVR port 65f03d9d-1279-4fa7-a727-18908820ef63 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:39.584010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.589803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:39.684931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Pushing event updated for resources: {'Port': ['ID=e5290b70-3dac-40fa-b3ea-b20a26187dd9,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:39.692052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:39.693435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3235e877-1c4a-4b1c-9771-b8c21ff6a236 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:39.733302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.747140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bb359a3a-f39a-4d25-811a-9ed24a54b6c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:39.761985 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:39.762898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.832144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.843338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29470864-9a4a-481d-aac9-f8e0b4f17a92']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:39.858470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8273971-c6ab-4280-b464-ac0113d9af51') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:39.858470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8273971-c6ab-4280-b464-ac0113d9af51') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:39.874514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.890891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.918301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-6dbb1ad0-5081-4f94-8605-0538b3b1a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:39.922949 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-6dbb1ad0-5081-4f94-8605-0538b3b1a071 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.5191560 Jun 22 09:30:39.977479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:39.977883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:39.987979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8288784 Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:39.992496 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:39.994715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52102) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:39.997096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:40.081620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.086708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed21d362-96b6-4e81-b3b9-dbaa4171a02e {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:30:40.088959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.090921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ed21d362-96b6-4e81-b3b9-dbaa4171a02e HTTP/1.1" status: 204 len: 168 time: 1.8072858 Jun 22 09:30:40.099278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:40.105573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52104) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:40.118317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:40.156322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:40.156322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.165280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed21d362-96b6-4e81-b3b9-dbaa4171a02e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:40.174260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:40.176447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.187665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:30:40.187665 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:30:40.187665 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'e46e6fa4f25249e997e92644fba2a2b3', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 30, 40, 161093)}] Jun 22 09:30:40.187665 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:40.189330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:40.225084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=9f42c46c-805c-4144-92c5-7d1ef8cec354,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:40.228565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:40.242730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.244990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.248520 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/29470864-9a4a-481d-aac9-f8e0b4f17a92 HTTP/1.1" status: 204 len: 168 time: 4.7477634 Jun 22 09:30:40.251228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52106) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:40.259823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1189300796'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:40.279437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.285337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:40.289753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Made reservation on behalf of e32cbfb4cda545e7bb3f9f14c68e26d4 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:40.292671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.293820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ea5376c-0c37-4f12-b109-14c44cd8b42c tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:40.319943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.341864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Network': ['ID=29470864-9a4a-481d-aac9-f8e0b4f17a92,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:40.345595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:40.380835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-12ee77a6-d45e-47dc-bfa3-c7d895bbba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:40.382441 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-12ee77a6-d45e-47dc-bfa3-c7d895bbba47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4322939 Jun 22 09:30:40.386817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Checking segment: {'id': 'a96b87a8-1da4-4e41-b831-9d0c778e0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:40.387223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network hostable DHCP agents. Network: 4c3fec69-4083-4803-8842-b21d9bb301be, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:40.411765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:40.416860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.435889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.436423 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP 55a31651-dad6-43eb-a016-4a9919cd0016 disassociated. External IP: 172.26.6.70, port: bc90e387-e2a8-4439-a8ec-e824872a721b. Jun 22 09:30:40.475667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.476037 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Added segment 6cf93f7e-5a1f-449a-b8ee-7056817b73c9 of type vlan for network 9cc0763b-62da-40b0-ac29-59a8f42deb70 Jun 22 09:30:40.477346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=e4a7d36f-c21e-43ef-8f73-7c1e768f6333,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:40.498305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:40.538035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:40.542108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.587768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.613560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:40.699811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:40.730307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.731008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Added segment 5c45dcbd-b371-4246-9f59-3dbef0bbcbe3 of type vlan for network e79a4879-3c11-49ea-b533-7864641e8743 Jun 22 09:30:40.777457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.832496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3416e83d-9aff-417e-a271-268a557c4c7a None None] Provisioning complete for port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:40.832496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3416e83d-9aff-417e-a271-268a557c4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.910109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3416e83d-9aff-417e-a271-268a557c4c7a None None] Port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:40.923753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.926147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:40.926147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:40.930487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b478dbe-70c4-4ecd-b03e-d3e41bdd4748 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:40.996938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.003622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:41.010382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.012020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:41.015619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.111897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.162178 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0542705 Jun 22 09:30:41.171150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Network': ['ID=9cc0763b-62da-40b0-ac29-59a8f42deb70,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:41.187375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52110) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:41.189891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 9cc0763b-62da-40b0-ac29-59a8f42deb70 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:41.195736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'subnet': {'network_id': '9cc0763b-62da-40b0-ac29-59a8f42deb70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:41.203640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:41.204354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-624c256b-d18d-44cc-a1f6-bd12fb21d07f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:41.214545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 4c3fec69-4083-4803-8842-b21d9bb301be is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:41.233076 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-1cfa1322-0cbd-466d-afbc-7c4b6d28a355 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8353653 Jun 22 09:30:41.257264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4434a-995d-467d-b9e7-42ea89e4c761 None None] Network fa049930-6c79-4c4d-ad4a-b179c63406bd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:41.300591 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0444996 Jun 22 09:30:41.319517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52112) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:41.333132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Request body: {'subnet': {'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:41.370207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Network': ['ID=e79a4879-3c11-49ea-b533-7864641e8743,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:41.371490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4c3fec69-4083-4803-8842-b21d9bb301be) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:41.390740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1af28e-303f-415e-8bd1-ab332e30bf5a None None] Network 4c3fec69-4083-4803-8842-b21d9bb301be requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:41.402310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a54f1-1ef4-4b1b-9bb0-d6670a40ee4e req-4ed90b4a-577e-4620-8480-5e2df3ca9e89 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:41.403073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:41.404257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa4a54f1-1ef4-4b1b-9bb0-d6670a40ee4e req-4ed90b4a-577e-4620-8480-5e2df3ca9e89 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.9220231 Jun 22 09:30:41.412100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:41.412789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.443001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e79a4879-3c11-49ea-b533-7864641e8743 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:41.449922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Made reservation on behalf of e32cbfb4cda545e7bb3f9f14c68e26d4 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:41.452082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.467707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e3ecad45-3ef2-4bb0-a055-9899d694ee7a None None] Provisioning for port e5290b70-3dac-40fa-b3ea-b20a26187dd9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:41.510114 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-95f0b58c-cbe2-4ba3-bb0d-68bf7bd66086 req-53528ac1-9872-41b4-a527-0f7f5cdc849c service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688386 Jun 22 09:30:41.640075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.683741 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6828413 Jun 22 09:30:41.687718 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa4a54f1-1ef4-4b1b-9bb0-d6670a40ee4e req-baf4ac84-54cd-428f-ab5a-b81eef10942c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664554 Jun 22 09:30:41.688801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52114) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:41.700495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1459375149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:41.714891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:41.798515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.803428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:41.843754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:41.876036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:41.881164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Made reservation on behalf of ef671c4880c54cd18c1b7af0f42e2332 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:41.885186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:41.921906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5290b70-3dac-40fa-b3ea-b20a26187dd9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:41.964912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:41.979173 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:41.980770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.007955 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:42.008612 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:42.048859 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-41987d35-920c-45d1-9e6d-41bcd0dc22e9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/floatingips/55a31651-dad6-43eb-a016-4a9919cd0016 HTTP/1.1" status: 200 len: 687 time: 2.9841261 Jun 22 09:30:42.055814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52116) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:42.057487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4c3fec69-4083-4803-8842-b21d9bb301be', 'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': '9f42c46c-805c-4144-92c5-7d1ef8cec354'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:42.058527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.086647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.088192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.118889 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:42.141959 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:42.142825 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:42.213736 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:42.213736 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f682b1-5693-4069-9f13-77da0666f0b7 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:42.228140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.234073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-286c8180-b68b-4342-b21b-530d7778844c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:42.240406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port e5290b70-3dac-40fa-b3ea-b20a26187dd9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:42.267931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e5290b70-3dac-40fa-b3ea-b20a26187dd9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:42.268576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.325435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.335850 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec HTTP/1.1" status: 204 len: 168 time: 3.0689597 Jun 22 09:30:42.384128 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52118) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:42.462650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Allocated IP 2001:db8::2 (4c3fec69-4083-4803-8842-b21d9bb301be/9f42c46c-805c-4144-92c5-7d1ef8cec354/402ee266-27da-496e-82fc-746d18df1961) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:42.507836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.600301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=9783874a-66c7-4a40-a201-22807f895024,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:42.601544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.618324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.618705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.619078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.619447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.619807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.620567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.621307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.621671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.622408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.622780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.623160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.623523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:42.626348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.639503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:42.659625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 149314a8-af7d-4770-b194-c0529d6f1c75 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:42.660064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.669554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fed000-9945-4d65-a3d1-03b3cdd8a9f0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:42.673710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fed000-9945-4d65-a3d1-03b3cdd8a9f0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:42.675560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fed000-9945-4d65-a3d1-03b3cdd8a9f0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:42.680221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-00fed000-9945-4d65-a3d1-03b3cdd8a9f0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2595949 Jun 22 09:30:42.686993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52120) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:42.693398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:42.693762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: 4e36a167-1dad-4671-b7d0-d3b38982319d, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:42.706982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port e5290b70-3dac-40fa-b3ea-b20a26187dd9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e5290b70-3dac-40fa-b3ea-b20a26187dd9,segment=NetworkSegment(6ebf99b8-9731-41d8-9fa7-fa81b9246f51),segment_id=6ebf99b8-9731-41d8-9fa7-fa81b9246f51)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:42.721724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7a1fa873-239b-479a-8ad0-a43789beac79 None None] Provisioning complete for port e5290b70-3dac-40fa-b3ea-b20a26187dd9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:42.722231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa873-239b-479a-8ad0-a43789beac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.749786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.752513 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-907fa0d6-413c-416b-9878-6eb96167ae75 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0599864 Jun 22 09:30:42.755187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52124) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:42.760928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be', 'name': 'tempest-PortsIpV6TestJSON-1525865112'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:42.794007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.805661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Transition to ACTIVE for port object 402ee266-27da-496e-82fc-746d18df1961 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:42.849381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.856284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:42.862666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Transition to ACTIVE for port object 402ee266-27da-496e-82fc-746d18df1961 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:42.943494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=e5290b70-3dac-40fa-b3ea-b20a26187dd9,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:42.946781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:42.949913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.956588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0826a267-d7d5-4ba0-a6cd-46771b447066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:42.977716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:42.988665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet c8fdf565-fef6-4e30-bdd7-45eb3726f294 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:42.992605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.009048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Network 4c3fec69-4083-4803-8842-b21d9bb301be is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:43.012159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:43.014382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.014942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.016096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:43.029150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Pushing event updated for resources: {'Port': ['ID=402ee266-27da-496e-82fc-746d18df1961,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.034110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:43.048239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.110506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Attempting to bind port 402ee266-27da-496e-82fc-746d18df1961 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:43.113124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Attempting to bind port 402ee266-27da-496e-82fc-746d18df1961 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a96b87a8-1da4-4e41-b831-9d0c778e0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:43.113614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Attempting to bind port 402ee266-27da-496e-82fc-746d18df1961 on network 4c3fec69-4083-4803-8842-b21d9bb301be {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:43.120166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:43.120716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Checking segment: {'id': 'a96b87a8-1da4-4e41-b831-9d0c778e0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:43.121258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.121755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Bound using segment: {'id': 'a96b87a8-1da4-4e41-b831-9d0c778e0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:43.122338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Bound port: 402ee266-27da-496e-82fc-746d18df1961, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96b87a8-1da4-4e41-b831-9d0c778e0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4c3fec69-4083-4803-8842-b21d9bb301be'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:43.122777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.122887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 149314a8-af7d-4770-b194-c0529d6f1c75 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:43.137215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.180697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network 4e36a167-1dad-4671-b7d0-d3b38982319d is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:43.182990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.201240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-da0025b3-ed28-47c1-859e-98a73f034524 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.211569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] For port 402ee266-27da-496e-82fc-746d18df1961, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:43.218011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] For port 402ee266-27da-496e-82fc-746d18df1961, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=402ee266-27da-496e-82fc-746d18df1961,segment=NetworkSegment(a96b87a8-1da4-4e41-b831-9d0c778e0001),segment_id=a96b87a8-1da4-4e41-b831-9d0c778e0001)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:43.225670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:43.232462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.260588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:43.320562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.323113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-293ff038-6350-404e-aed3-d4d893c2ce95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.376091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4e36a167-1dad-4671-b7d0-d3b38982319d) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:43.385152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.396673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:43.397415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.400291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Pushing event updated for resources: {'Port': ['ID=402ee266-27da-496e-82fc-746d18df1961,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.401647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=e4a7d36f-c21e-43ef-8f73-7c1e768f6333,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.403047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:43.407965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906b680-fa31-4c8b-b021-1c9ab474d19e None None] Network 4e36a167-1dad-4671-b7d0-d3b38982319d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:43.417577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:43.479194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::39b (4c3fec69-4083-4803-8842-b21d9bb301be/9f42c46c-805c-4144-92c5-7d1ef8cec354/cbc9663b-3fe8-4ec4-ba12-67d493ca18e3) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:43.550130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009c39e-57af-4347-998c-2b783bd31943 req-c590a58a-04f4-4338-8a58-36abd01b01f9 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:43.557688 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f009c39e-57af-4347-998c-2b783bd31943 req-c590a58a-04f4-4338-8a58-36abd01b01f9 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4156373 Jun 22 09:30:43.634428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.643925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.644162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ca130776-780e-40f2-b109-a17376cd20de tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.663166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.670941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d3dc28cc-c69c-4368-bec1-7ae82d0fb4ca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6765046 Jun 22 09:30:43.674107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.680820 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/c8fdf565-fef6-4e30-bdd7-45eb3726f294 HTTP/1.1" status: 204 len: 168 time: 0.9862981 Jun 22 09:30:43.694207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52126) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:43.694338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a107db0-a27f-4666-a727-5f3239650a31 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:43.694588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52128) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:43.725325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=149314a8-af7d-4770-b194-c0529d6f1c75,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.747139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5290b70-3dac-40fa-b3ea-b20a26187dd9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:43.767702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.768103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.768479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.769348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.769348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.769622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.770496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.770858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.771216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.771570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.771939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.772295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:43.780385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:43.780857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.781057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:43.870884 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f009c39e-57af-4347-998c-2b783bd31943 req-c7c01926-a737-47a7-9ee3-f8343977b4b0 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122189 Jun 22 09:30:43.871961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fdf565-fef6-4e30-bdd7-45eb3726f294,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:43.910172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4e36a167-1dad-4671-b7d0-d3b38982319d', 'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '9783874a-66c7-4a40-a201-22807f895024'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:43.911017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.919304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.922409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:43.923956 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/floatingips/55a31651-dad6-43eb-a016-4a9919cd0016 HTTP/1.1" status: 204 len: 168 time: 1.8666399 Jun 22 09:30:43.927695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:43.928093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52132) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:43.934060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40d18e0e-0e9a-45f3-aff3-b0f33e0aeb47 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:43.935828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'd8fcc8bf-492e-4222-a689-004dcb8bca55'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:43.966240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:43.987954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.003858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:44.018301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.039553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.048825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e5290b70-3dac-40fa-b3ea-b20a26187dd9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:44.051856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.059066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet d2ca1460-4fde-49a5-a8cc-2440d2f3d01b {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:44.069285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network c61e6254-5753-4607-b4be-9b557da5fe60 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:44.077752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.099585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.106251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28aef8f8-cf33-48df-a9f4-d7ef6659d01a tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:44.134310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:44.174000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 4c3fec69-4083-4803-8842-b21d9bb301be is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:44.180535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:44.183763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:44.190183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:44.190800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.193302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=cbc9663b-3fe8-4ec4-ba12-67d493ca18e3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:44.198022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:44.303410 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5468662 Jun 22 09:30:44.304945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52134) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:44.322390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.443529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Allocated IP 172.20.0.2 (4e36a167-1dad-4671-b7d0-d3b38982319d/9783874a-66c7-4a40-a201-22807f895024/2dfeca85-29bc-4273-ac21-7d900bcbe771) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:44.649633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bb9979f1-270c-46ac-b0b5-57617cc273f3 None None] Provisioning complete for port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:44.650022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb9979f1-270c-46ac-b0b5-57617cc273f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.669890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Subnet': ['ID=18e3676e-f7c6-4b1b-bb66-aa0d5bec2cd4,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:44.721987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bb9979f1-270c-46ac-b0b5-57617cc273f3 None None] Port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:44.731902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:44.731902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df10822e-0ddd-4945-8800-b692d80b839b tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.690s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:44.737809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.746631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Transition to ACTIVE for port object 2dfeca85-29bc-4273-ac21-7d900bcbe771 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:44.758575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.768815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Transition to ACTIVE for port object 2dfeca85-29bc-4273-ac21-7d900bcbe771 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:44.841246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Checking segment: {'id': '6cf93f7e-5a1f-449a-b8ee-7056817b73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9cc0763b-62da-40b0-ac29-59a8f42deb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:44.841505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.62 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/0b03f390-30fc-4e40-9cbc-cc1a92c0ac93) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:44.841972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Network hostable DHCP agents. Network: 9cc0763b-62da-40b0-ac29-59a8f42deb70, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:44.847491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.851181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:44.853243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:44.897429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Checking segment: {'id': '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:44.897798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network hostable DHCP agents. Network: e79a4879-3c11-49ea-b533-7864641e8743, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:44.916447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Network 4e36a167-1dad-4671-b7d0-d3b38982319d is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:44.919427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:44.926018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:44.939381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Pushing event updated for resources: {'Port': ['ID=2dfeca85-29bc-4273-ac21-7d900bcbe771,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:44.942987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:44.980556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event updated for resources: {'Subnet': ['ID=3d4d8e21-8c31-4905-95d9-a0e849295465,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:44.998640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.018186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:45.018540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Attempting to bind port 2dfeca85-29bc-4273-ac21-7d900bcbe771 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:45.018989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Attempting to bind port 2dfeca85-29bc-4273-ac21-7d900bcbe771 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:45.019411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Attempting to bind port 2dfeca85-29bc-4273-ac21-7d900bcbe771 on network 4e36a167-1dad-4671-b7d0-d3b38982319d {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:45.026501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:45.026982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Checking segment: {'id': 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:45.029947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.029947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Bound using segment: {'id': 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:45.029947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Bound port: 2dfeca85-29bc-4273-ac21-7d900bcbe771, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e36a167-1dad-4671-b7d0-d3b38982319d'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:45.029947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.082188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.120279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Network 9cc0763b-62da-40b0-ac29-59a8f42deb70 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:45.137039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] For port 2dfeca85-29bc-4273-ac21-7d900bcbe771, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:45.141239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] For port 2dfeca85-29bc-4273-ac21-7d900bcbe771, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2dfeca85-29bc-4273-ac21-7d900bcbe771,segment=NetworkSegment(b6c2dd14-2a02-486c-8e91-3eb2c9cd3414),segment_id=b6c2dd14-2a02-486c-8e91-3eb2c9cd3414)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:45.153123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port 2dfeca85-29bc-4273-ac21-7d900bcbe771 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:45.153546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.193911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.196559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa829e-57d1-4c17-8cd4-962be42fb256 None None] Network 4c3fec69-4083-4803-8842-b21d9bb301be requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:45.222480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Network e79a4879-3c11-49ea-b533-7864641e8743 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:45.273598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port 2dfeca85-29bc-4273-ac21-7d900bcbe771, host dv-neutron-797120-3-hyperv, got binding levels [] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:45.274000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.320716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Router 688cb487-da79-4d26-a7af-070c4f43b230 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:30:45.327601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.331933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7d0dcc0f-2678-4414-a2e0-453b94d7c3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:45.359051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for 2dfeca85-29bc-4273-ac21-7d900bcbe771 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:45.413886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.425688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Pushing event updated for resources: {'Port': ['ID=2dfeca85-29bc-4273-ac21-7d900bcbe771,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:45.429593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:45.435864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, e79a4879-3c11-49ea-b533-7864641e8743) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:45.445093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057124c-4084-4c75-8cd1-cb82e8730971 None None] Network e79a4879-3c11-49ea-b533-7864641e8743 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:45.479746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 9cc0763b-62da-40b0-ac29-59a8f42deb70) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:45.509516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.511793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dc2e1fcd-09b4-49fe-a66f-28e930dbb3ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:45.525172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d34959-1a9e-4b28-ac26-b530d7c1441e None None] Network 9cc0763b-62da-40b0-ac29-59a8f42deb70 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:45.532981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:45.533940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.539409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:45.541937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b1bc70a5-f285-4b4e-9874-f6894b84180a None None] Provisioning for port 402ee266-27da-496e-82fc-746d18df1961 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:45.544559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.547953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.559220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-22ef6973-5410-4bde-a8b3-5758c9bbacb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:45.572392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:45.576186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:45.581455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.589693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:45.600160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ca1460-4fde-49a5-a8cc-2440d2f3d01b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:45.615608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:45.642594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:45.643020 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/d2ca1460-4fde-49a5-a8cc-2440d2f3d01b HTTP/1.1" status: 204 len: 168 time: 1.8766999 Jun 22 09:30:45.649868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52136) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:45.662928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:45.671032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=0b03f390-30fc-4e40-9cbc-cc1a92c0ac93,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:45.679724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/routers/688cb487-da79-4d26-a7af-070c4f43b230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9274917 Jun 22 09:30:45.680358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:45.680884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:45.706198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52138) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:45.746491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] Sync routers for ids ['688cb487-da79-4d26-a7af-070c4f43b230'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:45.752519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-15c6d4f8-16c8-467d-baf1-98b142871d0f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994372 Jun 22 09:30:45.777892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52140) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:45.783393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4588678 Jun 22 09:30:45.783393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5919530 Jun 22 09:30:45.790681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52142) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:45.790681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52144) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:45.792096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a9706-b8df-478c-a1e3-0421b36321ac None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:45.802351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:46.074445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.080433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6681c2f5-eb23-43a7-a1e5-03c55bc08ded tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:46.113382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 402ee266-27da-496e-82fc-746d18df1961 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:46.115634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=2dfeca85-29bc-4273-ac21-7d900bcbe771,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:46.120111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:46.163527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:46.165953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] Routers {'688cb487-da79-4d26-a7af-070c4f43b230'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:46.166600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['688cb487-da79-4d26-a7af-070c4f43b230'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.166757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.254389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.306139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8707c022-5ea5-4caa-800b-34c289928e66 None None] Provisioning complete for port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:46.306525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8707c022-5ea5-4caa-800b-34c289928e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.383041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port 2dfeca85-29bc-4273-ac21-7d900bcbe771 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:46.423162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'floatingip': {'floating_network_id': '9cc0763b-62da-40b0-ac29-59a8f42deb70'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:46.448978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] Routers {'688cb487-da79-4d26-a7af-070c4f43b230'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:46.449630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['688cb487-da79-4d26-a7af-070c4f43b230'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.454935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=cbc9663b-3fe8-4ec4-ba12-67d493ca18e3,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:46.505948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.520409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:46.542367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fedf097-eb1d-441e-8812-9b17fe1c4775 None None] Network 9cc0763b-62da-40b0-ac29-59a8f42deb70 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:46.561633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.563010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3435b9-cce0-44cd-bf4d-fb497aaccc60 None None] The sync data for ids ['688cb487-da79-4d26-a7af-070c4f43b230'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:46.598663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-e79a4879-3c11-49ea-b533-7864641e8743', 'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743', 'tenant_id': 'ef671c4880c54cd18c1b7af0f42e2332', 'fixed_ips': [{'subnet_id': '3d4d8e21-8c31-4905-95d9-a0e849295465'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:46.601508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.677295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 402ee266-27da-496e-82fc-746d18df1961 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:46.702833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.706097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cba15660-d0f3-4bb4-b7b2-8282f2fb34a7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:46.709599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.711937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.776901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 402ee266-27da-496e-82fc-746d18df1961 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:46.777387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.824620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=d23ff85e-ccbb-4a3e-95d4-f862fdc59a33,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:46.856454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:46.914614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.927803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e36a167-1dad-4671-b7d0-d3b38982319d']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.940691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.941236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c2dd14-2a02-486c-8e91-3eb2c9cd3414') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:46.952761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.971578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:46.978902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:46.979439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.022847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.066695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Allocated IP 2001:db8::f816:3eff:fe82:3af4 (e79a4879-3c11-49ea-b533-7864641e8743/3d4d8e21-8c31-4905-95d9-a0e849295465/d0313fb4-9cfe-4d14-9732-b44f9b224bb3) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:47.068602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:47.069494 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:47.072380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6f771e04-5e8f-4a4e-9cc9-238f6d5f31ca tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:47.104475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=9783874a-66c7-4a40-a201-22807f895024,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:47.110224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:47.111275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:47.112581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:47.115178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:47.115790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.117469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.122149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.140013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450cbfd-b915-4ece-864d-94e7bf04113d None None] Network 4e36a167-1dad-4671-b7d0-d3b38982319d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:47.176723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.182031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-45b8fa5c-4bb8-4412-accc-ed86c9548cd7 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:47.200294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.206102 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/4e36a167-1dad-4671-b7d0-d3b38982319d HTTP/1.1" status: 204 len: 168 time: 3.4374440 Jun 22 09:30:47.206102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=4e36a167-1dad-4671-b7d0-d3b38982319d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:47.209505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52146) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:47.210666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:47.229304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4467003 Jun 22 09:30:47.232285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52148) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:47.241813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:47.248880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1942050396'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:47.263528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.272645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Deleting port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:47.273586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.292540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9006b598-56fa-4e9e-8dde-3ea819228e52 None None] Provisioning for port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:47.297556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42f71-94a9-411c-bad8-6f56ce335756 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:47.299435 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9ed42f71-94a9-411c-bad8-6f56ce335756 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports?device_id=688cb487-da79-4d26-a7af-070c4f43b230 HTTP/1.1" status: 200 len: 982 time: 1.5922694 Jun 22 09:30:47.302497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52150) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:47.340799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9006b598-56fa-4e9e-8dde-3ea819228e52 None None] Provisioning complete for port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:47.341106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9006b598-56fa-4e9e-8dde-3ea819228e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.350631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.400957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.442121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 402ee266-27da-496e-82fc-746d18df1961, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=402ee266-27da-496e-82fc-746d18df1961,segment=NetworkSegment(a96b87a8-1da4-4e41-b831-9d0c778e0001),segment_id=a96b87a8-1da4-4e41-b831-9d0c778e0001)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:47.498198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9006b598-56fa-4e9e-8dde-3ea819228e52 None None] Port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:47.510017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:47.513191 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.571168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] For port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:47.571168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.582179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.594284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ab09e157-eeed-428d-9a37-dfb6a9501132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:47.596810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a9f82-3cf0-4dd3-a3e8-54ea8c026cff None None] DHCP port deletion for 4e36a167-1dad-4671-b7d0-d3b38982319d request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:47.610305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:47.622975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.623762 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment c3dc02df-feb7-4c94-abf6-51e66dd1939a of type vlan for network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d Jun 22 09:30:47.665334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9006b598-56fa-4e9e-8dde-3ea819228e52 None None] Provisioning complete for port 402ee266-27da-496e-82fc-746d18df1961 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:47.666332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9006b598-56fa-4e9e-8dde-3ea819228e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.673159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:47.677122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.693624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.697513 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:30:47.702004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Calling delete_port for 2dbfcd01-38f4-4898-8dab-ba54fbfd392b owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:47.710654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.735436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.738491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2dbfcd01-38f4-4898-8dab-ba54fbfd392b no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:47.742450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.827449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Transition to ACTIVE for port object d0313fb4-9cfe-4d14-9732-b44f9b224bb3 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:47.835587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.874859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=402ee266-27da-496e-82fc-746d18df1961,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:47.918655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.958569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.965288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:47.965938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:47.974668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8997c8c-14f9-4eec-ace6-43c1f1ecc5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.045560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.068512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Transition to ACTIVE for port object d0313fb4-9cfe-4d14-9732-b44f9b224bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:48.076046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.076406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.076750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.077087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.077417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.077744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.079153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.079725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.080139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.080794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.081134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.081461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:30:48.086114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.103017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.128693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.149763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:48.153819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f32f3551-4a0b-487f-940e-760c22abc055 tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.178107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Allocated IP 172.20.0.3 (9cc0763b-62da-40b0-ac29-59a8f42deb70/18e3676e-f7c6-4b1b-bb66-aa0d5bec2cd4/540ba426-b305-43fb-88a2-eedc488224b1) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:48.180471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port e4a7d36f-c21e-43ef-8f73-7c1e768f6333 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:48.182739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.202255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.207395 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9628973 Jun 22 09:30:48.210623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.216394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52152) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:48.241270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:48.269212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.301787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Network e79a4879-3c11-49ea-b533-7864641e8743 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:48.311750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Pushing event updated for resources: {'Port': ['ID=d0313fb4-9cfe-4d14-9732-b44f9b224bb3,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.315713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.317018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:48.319584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:48.322831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.324152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.329046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-076b873c-5573-4fc3-879d-78c4441c55b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.340151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:30:48.343260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.347224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.349570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1855f7a9-243d-471a-aed3-d44bb312150c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.366257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Pushing event deleted for resources: {'Port': ['ID=2dbfcd01-38f4-4898-8dab-ba54fbfd392b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.368306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.401774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=0b03f390-30fc-4e40-9cbc-cc1a92c0ac93,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.405513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] No DVR routers for this DVR port 2dbfcd01-38f4-4898-8dab-ba54fbfd392b on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:48.418101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.422183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.431431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9a000b77-8abc-4bec-b63a-c0f6c9f99187 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.433105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ebbb5-3f1f-433f-a2ad-0e779a7fd309 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:48.459481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for e4a7d36f-c21e-43ef-8f73-7c1e768f6333 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:48.470405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:48.477878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:48.485135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:48.485994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.507496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a2319b29-9fa7-4a84-9f88-f1e257970725 None None] Could not find standard attr ID for object 2dfeca85-29bc-4273-ac21-7d900bcbe771. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:30:48.511542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4d8e21-8c31-4905-95d9-a0e849295465,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.516769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Attempting to bind port d0313fb4-9cfe-4d14-9732-b44f9b224bb3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:48.517172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Attempting to bind port d0313fb4-9cfe-4d14-9732-b44f9b224bb3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:48.517557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Attempting to bind port d0313fb4-9cfe-4d14-9732-b44f9b224bb3 on network e79a4879-3c11-49ea-b533-7864641e8743 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:48.524487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.525951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:48.528513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Checking segment: {'id': '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:48.528513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.528513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Bound using segment: {'id': '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:48.528513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Bound port: d0313fb4-9cfe-4d14-9732-b44f9b224bb3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e79a4879-3c11-49ea-b533-7864641e8743'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:48.528513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.653147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] For port d0313fb4-9cfe-4d14-9732-b44f9b224bb3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:48.660011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] For port d0313fb4-9cfe-4d14-9732-b44f9b224bb3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d0313fb4-9cfe-4d14-9732-b44f9b224bb3,segment=NetworkSegment(5c45dcbd-b371-4246-9f59-3dbef0bbcbe3),segment_id=5c45dcbd-b371-4246-9f59-3dbef0bbcbe3)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:48.676414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.684938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.701562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '6f2e6330-55bf-4908-bcf3-b6c109de6aa4'}, {'subnet_id': 'd23ff85e-ccbb-4a3e-95d4-f862fdc59a33'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:48.703110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.710672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.716509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79a4879-3c11-49ea-b533-7864641e8743']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:48.729888 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP e3232be2-483e-446a-975f-846d682ccf8c associated. External IP: 172.26.6.62, port: d8fcc8bf-492e-4222-a689-004dcb8bca55. Jun 22 09:30:48.735934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:48.738086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:48.779419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.779689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.780302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.783190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.784792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.788429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a5e81e4-b8ae-4521-aa96-0dd8b2748638 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:48.840502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:48.843252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.847025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:48.880548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=6f2e6330-55bf-4908-bcf3-b6c109de6aa4,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.885231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.907111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Pushing event updated for resources: {'Port': ['ID=d0313fb4-9cfe-4d14-9732-b44f9b224bb3,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:48.913036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:48.958428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7243395 Jun 22 09:30:48.961484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52154) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:48.965201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b699f3f-ba14-496b-bf84-bece02743a4f None None] Network e79a4879-3c11-49ea-b533-7864641e8743 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:48.966967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:a6:7f:a4', 'name': 'tempest-NetworksTestDHCPv6-682284468'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:49.037932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Allocated IP 172.20.0.2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/d23ff85e-ccbb-4a3e-95d4-f862fdc59a33/049c3a91-851a-42d8-b00e-d95ce1555208) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:49.052410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Allocated IP 2001:db8::f816:3eff:fe91:2b76 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/6f2e6330-55bf-4908-bcf3-b6c109de6aa4/049c3a91-851a-42d8-b00e-d95ce1555208) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:49.199315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.204820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-921f3e02-c469-4e22-b30b-bc021d708606 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:49.235302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=e4a7d36f-c21e-43ef-8f73-7c1e768f6333,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:49.243431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:49.263986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.273344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Transition to ACTIVE for port object 049c3a91-851a-42d8-b00e-d95ce1555208 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:49.286286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:49.294118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Transition to ACTIVE for port object 049c3a91-851a-42d8-b00e-d95ce1555208 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:49.313903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:49.314316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:49.322397 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:49.392509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=cbc9663b-3fe8-4ec4-ba12-67d493ca18e3,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:49.402391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.403504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:49.408018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing IP validity checks on allocation pools {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:30:49.408018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:30:49.412269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:49.446643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:49.450293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:49.455176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:49.471072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Pushing event updated for resources: {'Port': ['ID=049c3a91-851a-42d8-b00e-d95ce1555208,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:49.488484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:49.495721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.499409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.501274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 4c3fec69-4083-4803-8842-b21d9bb301be is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:49.528201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 495ac9bd-fc86-437a-9c5b-3b577ba44c41 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:49.554394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:49.558842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:30:49.558842 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:30:49.558842 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': 'e79a4879-3c11-49ea-b533-7864641e8743'}] Jun 22 09:30:49.558842 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:49.559190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:49.564496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Attempting to bind port 049c3a91-851a-42d8-b00e-d95ce1555208 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:49.565306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Attempting to bind port 049c3a91-851a-42d8-b00e-d95ce1555208 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:49.565626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Attempting to bind port 049c3a91-851a-42d8-b00e-d95ce1555208 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:49.574294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:49.574705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:49.575425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.576803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:49.577555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Bound port: 049c3a91-851a-42d8-b00e-d95ce1555208, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:49.578333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.642513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.671199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] For port 049c3a91-851a-42d8-b00e-d95ce1555208, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:49.675845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4ff4218-e25a-4434-a881-b5ff116a1d96 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:49.679328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] For port 049c3a91-851a-42d8-b00e-d95ce1555208, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=049c3a91-851a-42d8-b00e-d95ce1555208,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:49.692789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 402ee266-27da-496e-82fc-746d18df1961 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:49.752863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 402ee266-27da-496e-82fc-746d18df1961 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:49.753264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.778316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Network 9cc0763b-62da-40b0-ac29-59a8f42deb70 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:49.801726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.805906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-cf3d1dc6-4cc2-4875-aba7-184758d08640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:49.814973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Router 688cb487-da79-4d26-a7af-070c4f43b230 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:49.835780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:49.873076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Pushing event updated for resources: {'Port': ['ID=049c3a91-851a-42d8-b00e-d95ce1555208,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:49.876614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:49.878246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:49.891169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Port': ['ID=540ba426-b305-43fb-88a2-eedc488224b1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:49.928184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:49.931822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:49.954945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 172.20.0.12 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/d23ff85e-ccbb-4a3e-95d4-f862fdc59a33/495ac9bd-fc86-437a-9c5b-3b577ba44c41) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:49.958847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-74d9bda7-fbf8-4250-a9ea-0851e0a12401 None None] Provisioning complete for port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:49.959570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74d9bda7-fbf8-4250-a9ea-0851e0a12401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:49.961361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:49.972455 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/routers/688cb487-da79-4d26-a7af-070c4f43b230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658449 Jun 22 09:30:49.972455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fea6:7fa4 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/6f2e6330-55bf-4908-bcf3-b6c109de6aa4/495ac9bd-fc86-437a-9c5b-3b577ba44c41) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:49.974106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52156) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:49.977571 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] Sync routers for ids ['688cb487-da79-4d26-a7af-070c4f43b230'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:49.992557 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] Routers {'688cb487-da79-4d26-a7af-070c4f43b230'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:49.993201 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['688cb487-da79-4d26-a7af-070c4f43b230'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.014084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-74d9bda7-fbf8-4250-a9ea-0851e0a12401 None None] Port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:50.037449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-28485e30-2640-4e9c-9907-f303b7997324 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:30:50.041817 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-28485e30-2640-4e9c-9907-f303b7997324 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/e4a7d36f-c21e-43ef-8f73-7c1e768f6333 HTTP/1.1" status: 404 len: 333 time: 0.0640140 Jun 22 09:30:50.043248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52158) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.051735 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.061212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.061537 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] Routers {'688cb487-da79-4d26-a7af-070c4f43b230'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:50.062515 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['688cb487-da79-4d26-a7af-070c4f43b230'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.072001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.103390 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.104439 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9afc57-ce2d-4051-8635-3ca5458cb5f8 None None] The sync data for ids ['688cb487-da79-4d26-a7af-070c4f43b230'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:50.125756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-98ecd0ac-6780-4ace-ad0b-45037944e0ba tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:50.186151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.189024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Router c377f954-1e80-40cd-98dd-2b724e995ed1 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:30:50.189899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.282746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:50.289708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=803168ee-ee6f-4e98-9fd0-4cb5c4d2dca8,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:50.293908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:50.306278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:50.307413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.354652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.358289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:50.364522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:50.365138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.398265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.398835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376d09f-a712-44b6-aa17-b256233f5286 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:50.417491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': 'c3dc02df-feb7-4c94-abf6-51e66dd1939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:50.417951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:50.430406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.432228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.435226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.490848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.508151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 495ac9bd-fc86-437a-9c5b-3b577ba44c41 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:50.519029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.527570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:50.539196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] Sync routers for ids ['c377f954-1e80-40cd-98dd-2b724e995ed1'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:50.549173 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] Routers {'c377f954-1e80-40cd-98dd-2b724e995ed1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:50.549822 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['c377f954-1e80-40cd-98dd-2b724e995ed1'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.554019 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/routers/c377f954-1e80-40cd-98dd-2b724e995ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2471523 Jun 22 09:30:50.555558 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6263826 Jun 22 09:30:50.557192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52160) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.559713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting port d0313fb4-9cfe-4d14-9732-b44f9b224bb3 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:50.563215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.571737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52162) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.590934 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.600339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] Routers {'c377f954-1e80-40cd-98dd-2b724e995ed1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:50.600947 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['c377f954-1e80-40cd-98dd-2b724e995ed1'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.636060 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:50.637250 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf664466-6c78-4dda-ab4a-70b7f069c944 None None] The sync data for ids ['c377f954-1e80-40cd-98dd-2b724e995ed1'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:50.637480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.638008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Fanout notify agent at l3_agent the message router_deleted on router 688cb487-da79-4d26-a7af-070c4f43b230 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:50.654842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.654842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f8af5b6d-21fe-4cf1-8c23-9104b2664fcb tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/routers/688cb487-da79-4d26-a7af-070c4f43b230 HTTP/1.1" status: 204 len: 168 time: 0.6073270 Jun 22 09:30:50.654842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52164) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.683294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:50.687749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] For port d0313fb4-9cfe-4d14-9732-b44f9b224bb3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d0313fb4-9cfe-4d14-9732-b44f9b224bb3,segment=NetworkSegment(5c45dcbd-b371-4246-9f59-3dbef0bbcbe3),segment_id=5c45dcbd-b371-4246-9f59-3dbef0bbcbe3)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:50.688312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.695766 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6837bce1-0488-4b3b-b628-e2349a7aab27 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/floatingips/e3232be2-483e-446a-975f-846d682ccf8c HTTP/1.1" status: 200 len: 976 time: 0.1237605 Jun 22 09:30:50.697543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52166) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.710346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.740791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f308c99-dd44-4856-ad86-37e8436ebc60 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:50.767715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Calling delete_port for d0313fb4-9cfe-4d14-9732-b44f9b224bb3 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:50.798484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:50.808851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0350f8-d68f-4d63-89f7-763497a6b90e None None] Network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:50.837258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:50.837867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.857240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:50.877258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:50.882817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.892497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b667c0-1bf6-4c86-a6c8-d372a5492442 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:50.897028 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-57b667c0-1bf6-4c86-a6c8-d372a5492442 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377f954-1e80-40cd-98dd-2b724e995ed1 HTTP/1.1" status: 200 len: 989 time: 0.3358836 Jun 22 09:30:50.899478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52168) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.929661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:50.936682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:50.945668 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0448d04c-f8c8-412f-99fd-386fc1f10bce tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2448478 Jun 22 09:30:50.954527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52170) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:50.954527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=495ac9bd-fc86-437a-9c5b-3b577ba44c41,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:50.957086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'port_id': 'bc90e387-e2a8-4439-a8ec-e824872a721b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:50.958783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:50.982726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:51.000935 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7783573 Jun 22 09:30:51.001651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52172) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:51.032932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.033507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d', 'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '803168ee-ee6f-4e98-9fd0-4cb5c4d2dca8'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:51.034545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.105483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:51.105483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.111645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.122448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.165847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.171255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1397287a-22ca-476c-9e5b-704667837dd4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:51.231625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.232737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.237337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Allocated IP 172.20.0.3 (a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d/803168ee-ee6f-4e98-9fd0-4cb5c4d2dca8/3b298396-670b-42d6-8a9f-99b88bc2c7c2) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:51.262080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No DVR routers for this DVR port d0313fb4-9cfe-4d14-9732-b44f9b224bb3 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:51.274101 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3114936 Jun 22 09:30:51.278591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52174) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:51.332660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8e6ec-0102-4d4e-ab04-5f9ac5561115 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:51.355237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Port': ['ID=540ba426-b305-43fb-88a2-eedc488224b1,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:51.368564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:51.374953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5aa1f306-1192-4e01-bbd5-84e2dae187db tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:51.444219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.446842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Port': ['ID=d0313fb4-9cfe-4d14-9732-b44f9b224bb3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:51.453227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc645c5d-c640-4fcd-b1dd-313479eac0ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:51.459246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc645c5d-c640-4fcd-b1dd-313479eac0ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:51.463631 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bc645c5d-c640-4fcd-b1dd-313479eac0ea tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1840236 Jun 22 09:30:51.466704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52176) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:51.481991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:51.492839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.494124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1c89f121-e501-4623-9a1b-9409590e8148 None None] Provisioning for port 049c3a91-851a-42d8-b00e-d95ce1555208 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:51.500348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.501565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.516813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Transition to ACTIVE for port object 3b298396-670b-42d6-8a9f-99b88bc2c7c2 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:51.565976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Transition to ACTIVE for port object 3b298396-670b-42d6-8a9f-99b88bc2c7c2 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:51.596552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.706196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.708635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:51.753394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 049c3a91-851a-42d8-b00e-d95ce1555208 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:51.765720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:51.789309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:51.792519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:51.832459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Pushing event updated for resources: {'Port': ['ID=3b298396-670b-42d6-8a9f-99b88bc2c7c2,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:51.906708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:51.908051 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1149211 Jun 22 09:30:51.912746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79a4879-3c11-49ea-b533-7864641e8743']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:51.917009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52178) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:51.960664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:51.960987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c45dcbd-b371-4246-9f59-3dbef0bbcbe3') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:51.971018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5890fcf4-917f-47ac-9912-0c1ba9854573 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:52.009428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:52.012629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:52.021111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.023473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.025390 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9 HTTP/1.1" status: 204 len: 168 time: 1.3699389 Jun 22 09:30:52.031372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52180) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.042076 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-27b1965e-10f4-4692-bc85-1d0aed1ddc8a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=9cc0763b-62da-40b0-ac29-59a8f42deb70 HTTP/1.1" status: 200 len: 689 time: 0.1228981 Jun 22 09:30:52.046371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52182) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.055298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:52.058861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.065729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cc346-e476-49de-abe8-17d8bb7d022d None None] Network c61e6254-5753-4607-b4be-9b557da5fe60 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:52.072879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:52.073287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:52.077761 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:52.163608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Attempting to bind port 3b298396-670b-42d6-8a9f-99b88bc2c7c2 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:52.164517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Attempting to bind port 3b298396-670b-42d6-8a9f-99b88bc2c7c2 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'c3dc02df-feb7-4c94-abf6-51e66dd1939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:52.164517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Attempting to bind port 3b298396-670b-42d6-8a9f-99b88bc2c7c2 on network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:52.175073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:52.175463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Checking segment: {'id': 'c3dc02df-feb7-4c94-abf6-51e66dd1939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:52.175903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.176347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Bound using segment: {'id': 'c3dc02df-feb7-4c94-abf6-51e66dd1939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:52.176851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Bound port: 3b298396-670b-42d6-8a9f-99b88bc2c7c2, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dc02df-feb7-4c94-abf6-51e66dd1939a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:52.177243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.201092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.243831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02c30c6b-f081-46f7-9da5-be21e071136b tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:52.244557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.247098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Provisioning for port 495ac9bd-fc86-437a-9c5b-3b577ba44c41 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:52.272075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Provisioning complete for port 495ac9bd-fc86-437a-9c5b-3b577ba44c41 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:52.272465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.292686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=803168ee-ee6f-4e98-9fd0-4cb5c4d2dca8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:52.309526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:52.326343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 495ac9bd-fc86-437a-9c5b-3b577ba44c41 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:52.326657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.346847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.352448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 049c3a91-851a-42d8-b00e-d95ce1555208 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:52.359405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Port 495ac9bd-fc86-437a-9c5b-3b577ba44c41 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:52.360932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8facbc0d-bd37-4a3a-b8c1-dd9b4d8668cc tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:52.361590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] For port 3b298396-670b-42d6-8a9f-99b88bc2c7c2, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:52.371761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] For port 3b298396-670b-42d6-8a9f-99b88bc2c7c2, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3b298396-670b-42d6-8a9f-99b88bc2c7c2,segment=NetworkSegment(c3dc02df-feb7-4c94-abf6-51e66dd1939a),segment_id=c3dc02df-feb7-4c94-abf6-51e66dd1939a)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:52.371761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 049c3a91-851a-42d8-b00e-d95ce1555208 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:52.371761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.374120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.376361 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/e79a4879-3c11-49ea-b533-7864641e8743 HTTP/1.1" status: 204 len: 168 time: 6.5859625 Jun 22 09:30:52.389938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52184) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.407166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Network': ['ID=e79a4879-3c11-49ea-b533-7864641e8743,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:52.410292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.417514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Provisioning complete for port 049c3a91-851a-42d8-b00e-d95ce1555208 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:52.418504 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.419058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:52.445381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.450051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:52.466495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.489589 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dc7607-03f5-46fe-9d39-623de4ee12e3 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:52.490062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dc7607-03f5-46fe-9d39-623de4ee12e3 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:52.494100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e7dc7607-03f5-46fe-9d39-623de4ee12e3 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/3d4d8e21-8c31-4905-95d9-a0e849295465 HTTP/1.1" status: 404 len: 337 time: 0.0984261 Jun 22 09:30:52.500216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52186) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.536712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.540726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dc02df-feb7-4c94-abf6-51e66dd1939a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:52.541034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dc02df-feb7-4c94-abf6-51e66dd1939a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:52.543908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e4424b06-3f79-496d-aa36-ba37273b009b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:52.545922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] DHCP port deletion for c61e6254-5753-4607-b4be-9b557da5fe60 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:52.554259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.587236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.597903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f2fb6d-5b64-4ae7-83ff-217a0454a4fb tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:52.598425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:52.598580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f2fb6d-5b64-4ae7-83ff-217a0454a4fb tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:52.598835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.600430 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f8f2fb6d-5b64-4ae7-83ff-217a0454a4fb tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/e79a4879-3c11-49ea-b533-7864641e8743 HTTP/1.1" status: 404 len: 339 time: 0.0863149 Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:52.602350 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:52.604439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.resource_extend [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:30:52.615226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52188) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.632099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.660472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.671768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.712911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Pushing event updated for resources: {'Port': ['ID=3b298396-670b-42d6-8a9f-99b88bc2c7c2,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:52.717088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:52.717751 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-3080d8bb-03ae-4d4f-9d8f-3a181038dcc6 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:52.717751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3080d8bb-03ae-4d4f-9d8f-3a181038dcc6 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:52.719928 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3080d8bb-03ae-4d4f-9d8f-3a181038dcc6 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/207fc45b-7dad-40a4-afa8-b2f5b424dfa4 HTTP/1.1" status: 404 len: 337 time: 0.1038661 Jun 22 09:30:52.740673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52190) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.745465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 495ac9bd-fc86-437a-9c5b-3b577ba44c41 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:52.751370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 049c3a91-851a-42d8-b00e-d95ce1555208, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=049c3a91-851a-42d8-b00e-d95ce1555208,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:52.768591 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bac14e-ca38-4d3c-9b11-7bd587d736b0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:52.769171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bac14e-ca38-4d3c-9b11-7bd587d736b0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:52.771138 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e8bac14e-ca38-4d3c-9b11-7bd587d736b0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/29470864-9a4a-481d-aac9-f8e0b4f17a92 HTTP/1.1" status: 404 len: 339 time: 0.0288489 Jun 22 09:30:52.771264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.773969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52192) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.776576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51d933-0c94-4384-bdec-8c5f3bbfb56f None None] Network a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:52.777515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:52.777864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.804875 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b9e40-e727-4a90-9ab4-5890ecc8134d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:52.805331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031b9e40-e727-4a90-9ab4-5890ecc8134d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:52.807023 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-031b9e40-e727-4a90-9ab4-5890ecc8134d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/192aa9d8-9974-4784-a73b-d96d80c9c91a HTTP/1.1" status: 404 len: 337 time: 0.0321717 Jun 22 09:30:52.811072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52194) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.821907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:30:52.821907 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:30:52.821907 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': 'a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d'}] Jun 22 09:30:52.821907 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:52.822343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:52.837078 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd465b78-ad0f-4d45-8b2b-139405140dbd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:52.837722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd465b78-ad0f-4d45-8b2b-139405140dbd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:52.839385 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dd465b78-ad0f-4d45-8b2b-139405140dbd tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/d35f1d4b-ba7b-43dd-a4df-d7e339c0e5d0 HTTP/1.1" status: 404 len: 339 time: 0.0274105 Jun 22 09:30:52.842050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52196) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:52.853611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Deleting port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:52.854132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.856066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.865131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c0ca9cae-2feb-484d-abda-e8549918c26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:52.870510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.921380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Deleting port 540ba426-b305-43fb-88a2-eedc488224b1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:52.921380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.952657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port 3235e877-1c4a-4b1c-9771-b8c21ff6a236, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3235e877-1c4a-4b1c-9771-b8c21ff6a236,segment=NetworkSegment(081a0900-d6d0-4915-a7c9-0f84230396b1),segment_id=081a0900-d6d0-4915-a7c9-0f84230396b1)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:52.953137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:52.974370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:52.986123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.028276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:53.028648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-19287bcf-6438-4cbe-962b-620850409cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:53.042432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] For port 3235e877-1c4a-4b1c-9771-b8c21ff6a236, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3235e877-1c4a-4b1c-9771-b8c21ff6a236,segment=NetworkSegment(081a0900-d6d0-4915-a7c9-0f84230396b1),segment_id=081a0900-d6d0-4915-a7c9-0f84230396b1)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:53.042848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.045458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting port 1ba40242-97fe-4c05-ab4a-c4d03b715d8b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:53.045808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.071182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 3235e877-1c4a-4b1c-9771-b8c21ff6a236 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:53.091766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=049c3a91-851a-42d8-b00e-d95ce1555208,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:53.096025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:53.121308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Calling delete_port for 3235e877-1c4a-4b1c-9771-b8c21ff6a236 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:53.127001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.148126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.205308 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP e3232be2-483e-446a-975f-846d682ccf8c associated. External IP: 172.26.6.62, port: d8fcc8bf-492e-4222-a689-004dcb8bca55. Jun 22 09:30:53.216114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:53.267906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.268226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.282967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Calling delete_port for 1ba40242-97fe-4c05-ab4a-c4d03b715d8b owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:53.322905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.323172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.326214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-87529e30-fadd-488e-9598-dbfbe2eb2101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:53.353437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Pushing event deleted for resources: {'Port': ['ID=3235e877-1c4a-4b1c-9771-b8c21ff6a236,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:53.356485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:53.358259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Calling delete_port for 540ba426-b305-43fb-88a2-eedc488224b1 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:53.359184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] No DVR routers for this DVR port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:53.381748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d0039-f210-4602-9d67-1e00fa98598a None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:30:53.505595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port 3b298396-670b-42d6-8a9f-99b88bc2c7c2 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:53.506200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.513405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d0039-f210-4602-9d67-1e00fa98598a None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:30:53.516271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.527039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca70dbc0-905e-4d8e-a773-47b40ee82fad tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:53.574472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=3235e877-1c4a-4b1c-9771-b8c21ff6a236,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:53.580712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:53.582813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port 3235e877-1c4a-4b1c-9771-b8c21ff6a236 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:53.602322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.612985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:53.618669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port 3b298396-670b-42d6-8a9f-99b88bc2c7c2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3b298396-670b-42d6-8a9f-99b88bc2c7c2,segment=NetworkSegment(c3dc02df-feb7-4c94-abf6-51e66dd1939a),segment_id=c3dc02df-feb7-4c94-abf6-51e66dd1939a)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:53.619823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.651672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Port': ['ID=1ba40242-97fe-4c05-ab4a-c4d03b715d8b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:53.656904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:53.715372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for 3b298396-670b-42d6-8a9f-99b88bc2c7c2 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:53.717832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.720531 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/ports/1ba40242-97fe-4c05-ab4a-c4d03b715d8b HTTP/1.1" status: 204 len: 168 time: 0.8775804 Jun 22 09:30:53.722904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.723056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52198) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:53.737794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea130f26-b38f-487d-91c8-5a135063c8df tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:53.751586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 049c3a91-851a-42d8-b00e-d95ce1555208 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:53.757423 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-764b319f-8883-4e9c-88b9-dc8d33c15979 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:53.757806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764b319f-8883-4e9c-88b9-dc8d33c15979 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:53.761835 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-764b319f-8883-4e9c-88b9-dc8d33c15979 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/150375da-d560-4b1d-bf8d-241fc3d5f3ae HTTP/1.1" status: 404 len: 337 time: 0.0355861 Jun 22 09:30:53.761835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.779611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52200) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:53.784319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5f5e8e62-e12e-4b35-aa03-cc0242e6bfcf None None] Could not find standard attr ID for object 495ac9bd-fc86-437a-9c5b-3b577ba44c41. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:30:53.795113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89f5ea1d-483e-4a70-aa6d-d9475f07d2cc tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:53.815702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.844546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=cbc9663b-3fe8-4ec4-ba12-67d493ca18e3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:53.853789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=495ac9bd-fc86-437a-9c5b-3b577ba44c41,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:53.856812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:53.873132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 049c3a91-851a-42d8-b00e-d95ce1555208 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:53.873328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:53.903218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61e6254-5753-4607-b4be-9b557da5fe60']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:53.914618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:53.985336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081a0900-d6d0-4915-a7c9-0f84230396b1') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:53.985336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081a0900-d6d0-4915-a7c9-0f84230396b1') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:53.994035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc56340-d40e-4460-801f-e3ae5d7209b2 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:30:53.999409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.040974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.045438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.082783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.086143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a6c05f1-dae3-48d4-b670-7b6c1773da9d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:54.092472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port 3b298396-670b-42d6-8a9f-99b88bc2c7c2 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:54.102486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.106476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:54.106883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.111349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:54.112909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc56340-d40e-4460-801f-e3ae5d7209b2 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:54.113054 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:54.116681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3235e877-1c4a-4b1c-9771-b8c21ff6a236 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:54.130187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.132140 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/495ac9bd-fc86-437a-9c5b-3b577ba44c41 HTTP/1.1" status: 204 len: 168 time: 2.6354425 Jun 22 09:30:54.145289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=3b298396-670b-42d6-8a9f-99b88bc2c7c2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:54.146172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 3235e877-1c4a-4b1c-9771-b8c21ff6a236 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:54.146533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3235e877-1c4a-4b1c-9771-b8c21ff6a236 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:54.152205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52202) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:54.161038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:54.173901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.179886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0946bd92-c54c-4440-b89a-df24ee944efc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:54.225307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Port': ['ID=540ba426-b305-43fb-88a2-eedc488224b1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:54.228570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:54.325274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.342786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Router c377f954-1e80-40cd-98dd-2b724e995ed1 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:54.346333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.351414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a03d40-c88c-414f-8ec1-52dc4e9b4428 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:54.352944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a03d40-c88c-414f-8ec1-52dc4e9b4428 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:54.354543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a03d40-c88c-414f-8ec1-52dc4e9b4428 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:54.356100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-19a03d40-c88c-414f-8ec1-52dc4e9b4428 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2024684 Jun 22 09:30:54.362749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52204) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:54.368431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dc02df-feb7-4c94-abf6-51e66dd1939a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.368757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dc02df-feb7-4c94-abf6-51e66dd1939a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.381739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.386698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.393282 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/c61e6254-5753-4607-b4be-9b557da5fe60 HTTP/1.1" status: 204 len: 168 time: 2.3551841 Jun 22 09:30:54.401818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5738e347-5907-4049-b9bb-c12bed104963 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:54.409924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52206) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:54.413364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.435814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.442773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=c61e6254-5753-4607-b4be-9b557da5fe60,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:54.445893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:54.508924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.574160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 6f2e6330-55bf-4908-bcf3-b6c109de6aa4 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:54.577041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:54.577375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:54.582044 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:54.598466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:54.606364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701065fc-1637-48d7-b7df-90dab8825217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:54.611694 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-701065fc-1637-48d7-b7df-90dab8825217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/8abd31ad-d59a-4a09-be55-942d02a8f392 HTTP/1.1" status: 200 len: 839 time: 0.1926224 Jun 22 09:30:54.611904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] Sync routers for ids ['c377f954-1e80-40cd-98dd-2b724e995ed1'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:54.616499 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/routers/c377f954-1e80-40cd-98dd-2b724e995ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7145095 Jun 22 09:30:54.617918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.628453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] Routers {'c377f954-1e80-40cd-98dd-2b724e995ed1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:54.629147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['c377f954-1e80-40cd-98dd-2b724e995ed1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.676105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.703841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.721689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] Routers {'c377f954-1e80-40cd-98dd-2b724e995ed1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:54.723959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['c377f954-1e80-40cd-98dd-2b724e995ed1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.782905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.814254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde9c248-fda8-4097-860a-9f22904697b4']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.816455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52208) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:54.816797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52210) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:54.819590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.882877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196ad784-a0e4-4dad-8a10-509532af010e') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.883177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196ad784-a0e4-4dad-8a10-509532af010e') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:54.943647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.949019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.953210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7552376-461f-4545-bd5d-762c250b1ed3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:30:54.956016 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e7552376-461f-4545-bd5d-762c250b1ed3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/cbc9663b-3fe8-4ec4-ba12-67d493ca18e3 HTTP/1.1" status: 404 len: 333 time: 0.1309791 Jun 22 09:30:54.956169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-900da446-d0c6-40eb-9a1a-8976cd00e008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:54.962161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52212) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:54.985469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.985699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e42dd-f01c-4740-b4f0-e00786de6132 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:54.988578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:54.993962 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/6f2e6330-55bf-4908-bcf3-b6c109de6aa4 HTTP/1.1" status: 204 len: 168 time: 0.6289217 Jun 22 09:30:54.999216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.000983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc5a00-e72f-48c9-b56a-2f580b3d1042 None None] The sync data for ids ['c377f954-1e80-40cd-98dd-2b724e995ed1'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:55.003349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52214) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:55.003996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.023194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:55.023611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.029738 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c99036d3-a084-443b-a33e-c945c22c352d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/8abd31ad-d59a-4a09-be55-942d02a8f392?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2068841 Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:55.030542 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:55.033277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:55.052076 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:55.058082 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:55.058708 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.064732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2e6330-55bf-4908-bcf3-b6c109de6aa4,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:55.078775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52216) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:55.087258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:55.133308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:55.154574 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.160440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c58e691b-52e7-49df-b3a2-fd2c82b44aef tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:55.170997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.173380 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d HTTP/1.1" status: 204 len: 168 time: 4.1684120 Jun 22 09:30:55.178280 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:55.178985 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.196676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52218) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:55.213040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-7733308'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:55.244268 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.245940 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded85231-52fc-4bcc-971d-6cfb664cc700 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:55.260262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.525696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:55.601754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.601754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:55.613869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:55.647518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:55.653725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.655422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:55.659318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.661260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:55.669588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.675160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:55.676005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.703143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f040cf8-184b-4d73-b05b-bd3360cbf4a0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:55.704676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet d23ff85e-ccbb-4a3e-95d4-f862fdc59a33 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:55.710441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.715168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.719697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.722150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/bde9c248-fda8-4097-860a-9f22904697b4 HTTP/1.1" status: 204 len: 168 time: 1.9105926 Jun 22 09:30:55.724667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.726872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Network': ['ID=bde9c248-fda8-4097-860a-9f22904697b4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:55.734864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:55.735905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.736039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52220) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:55.738185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:55.751705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b263fd7-b790-47a2-b18d-a2fb32ce3ad6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:55.779907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:55.781436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af8973-9bc6-4602-9d8f-ef979307ea5b None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:55.829978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=18e3676e-f7c6-4b1b-bb66-aa0d5bec2cd4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:55.837033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:55.858231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.875898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:55.883420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.887142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.925533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.926216 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b of type vlan for network 4fda2168-7a98-4d39-98f4-3158a7fa4461 Jun 22 09:30:55.932294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b9f8f58d-d26f-480c-8859-7e1b67420371 None None] Provisioning complete for port 049c3a91-851a-42d8-b00e-d95ce1555208 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:55.932679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f58d-d26f-480c-8859-7e1b67420371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.951147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:55.955907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:55.960491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.018667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc0763b-62da-40b0-ac29-59a8f42deb70']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:56.021934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.022583 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7fdeb123-394e-4419-9c23-1b07b5b8128c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/floatingips/e3232be2-483e-446a-975f-846d682ccf8c HTTP/1.1" status: 200 len: 977 time: 5.0716755 Jun 22 09:30:56.022692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Fanout notify agent at l3_agent the message router_deleted on router c377f954-1e80-40cd-98dd-2b724e995ed1 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:30:56.034568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52222) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.037245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf93f7e-5a1f-449a-b8ee-7056817b73c9') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:56.037538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf93f7e-5a1f-449a-b8ee-7056817b73c9') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:56.039954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.040995 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-611ca509-cf9c-453a-9c14-2f11b9a04930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/routers/c377f954-1e80-40cd-98dd-2b724e995ed1 HTTP/1.1" status: 204 len: 168 time: 1.0764883 Jun 22 09:30:56.049632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:56.051380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52224) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.061207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.067023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.098365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.117649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.138185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:56.141997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:56.143606 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:56.168419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.207451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 9f42c46c-805c-4144-92c5-7d1ef8cec354 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:56.216527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.238829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting port a88dea57-45f6-4232-a9e9-de7ea166a023 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:56.239168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.306489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.312634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.313188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.320626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a7ea3493-ebcd-4764-a1b7-70726754d7a7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:56.324650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.332499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2068add8-cdcd-46df-8c79-220a62e16a94 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:56.385623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.424980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=d23ff85e-ccbb-4a3e-95d4-f862fdc59a33,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:56.425241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.438683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.441446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:56.444173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.444420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.446048 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/d23ff85e-ccbb-4a3e-95d4-f862fdc59a33 HTTP/1.1" status: 204 len: 168 time: 1.4355643 Jun 22 09:30:56.446689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1f186-ba48-4440-a438-0b20e4f9053c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:56.448628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52230) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.451364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cc0763b-62da-40b0-ac29-59a8f42deb70 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:30:56.462049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=4fda2168-7a98-4d39-98f4-3158a7fa4461,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:56.464561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.466447 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9cc0763b-62da-40b0-ac29-59a8f42deb70 HTTP/1.1" status: 204 len: 168 time: 4.4169605 Jun 22 09:30:56.471436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52232) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.474048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:56.480195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:56.496278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4fda2168-7a98-4d39-98f4-3158a7fa4461 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:56.496581 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f8c66e36-eee9-423c-9988-7712cb2f041a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467620 Jun 22 09:30:56.497179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52234) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.581467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.582551 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP e3232be2-483e-446a-975f-846d682ccf8c disassociated. External IP: 172.26.6.62, port: bc90e387-e2a8-4439-a8ec-e824872a721b. Jun 22 09:30:56.603992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Calling delete_port for a88dea57-45f6-4232-a9e9-de7ea166a023 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:56.617396 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.4168200 Jun 22 09:30:56.623957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cc0763b-62da-40b0-ac29-59a8f42deb70,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:56.633994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52236) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.641913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:56.646177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:56.714369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.719770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:56.755436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:56.767320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d82b3-4845-4728-bf5a-e05e97d8ffc8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.771346 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cf7d82b3-4845-4728-bf5a-e05e97d8ffc8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2732091 Jun 22 09:30:56.775479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52238) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.802294 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-829751d9-05ea-45c3-b7fe-4cd126170c65 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1766 time: 0.3270414 Jun 22 09:30:56.802881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52240) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:56.820272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Deleting port 049c3a91-851a-42d8-b00e-d95ce1555208 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:56.821031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.826830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:56.830946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.835189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:56.846563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.847166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.849844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe62d4-c2b4-4f59-a0f5-d1acd67127b8 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:56.889109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=be76a827-52f1-41f6-a3fd-66622560c502,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:56.898403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:56.985180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] For port 049c3a91-851a-42d8-b00e-d95ce1555208, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=049c3a91-851a-42d8-b00e-d95ce1555208,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:56.985556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:56.994324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.994715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.995470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.995588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.996088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.996546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.997252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.997452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:56.997907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:57.004608 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4b64f090-9898-4dac-9463-3ef1c1fa38d5 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5787 time: 0.1946652 Jun 22 09:30:57.006306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52242) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.033565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57334bb5-2173-48de-a049-e06ebd7d8a0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:57.036306 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-57334bb5-2173-48de-a049-e06ebd7d8a0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2595344 Jun 22 09:30:57.039819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52244) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.058619 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-f52d16e8-f24f-4333-be2f-fd5763d839ba tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] delete failed (client error): The resource could not be found. Jun 22 09:30:57.062827 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f52d16e8-f24f-4333-be2f-fd5763d839ba tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/feba07b4-cbe7-4ab5-987d-f6fdb7561ebc HTTP/1.1" status: 404 len: 345 time: 0.0526385 Jun 22 09:30:57.068709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52246) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.081746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Calling delete_port for 049c3a91-851a-42d8-b00e-d95ce1555208 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:57.086656 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f526d9-54df-4255-aaf1-9a44720258ec tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] DELETE failed (client error): The resource could not be found. Jun 22 09:30:57.087406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f526d9-54df-4255-aaf1-9a44720258ec tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:57.091929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-84f526d9-54df-4255-aaf1-9a44720258ec tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9cc0763b-62da-40b0-ac29-59a8f42deb70 HTTP/1.1" status: 404 len: 339 time: 0.0218387 Jun 22 09:30:57.093883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52248) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.095189 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0138245 Jun 22 09:30:57.097263 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-06a05c9e-7b91-4360-b3a7-4a79cbac7236 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555999 Jun 22 09:30:57.099011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'network': {'name': 'tempest-network--542089682', 'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:57.099927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52250) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.102908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:30:57.106696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52252) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.106872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'security_group': {'name': 'tempest-secgroup-106062409'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:57.113138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-56ea3662-810b-448a-a340-f3965b2f343a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:57.241280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:30:57.247788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.256598 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:30:57.270158 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:57.270958 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:57.272903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'tenant_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'fixed_ips': [{'subnet_id': 'be76a827-52f1-41f6-a3fd-66622560c502'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:57.273929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.308573 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:57.309987 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1723f3af-4b3a-4d81-8413-9f3d0a336881 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/floatingips/e3232be2-483e-446a-975f-846d682ccf8c HTTP/1.1" status: 200 len: 687 time: 1.2658815 Jun 22 09:30:57.314037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52254) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.321060 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:30:57.322134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:30:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:57.334947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.339366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:57.360141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:30:57.360141 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 09:30:57.360141 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id': 'cd293d8e7b614a71a042e8bdd0d656de', 'id': '764a8641-cd05-40dd-b4c1-c80a6e3d4708', 'expiration': datetime.datetime(2021, 6, 22, 9, 32, 57, 315968)}] Jun 22 09:30:57.360141 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:57.360671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:30:57.366306 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:57.367504 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22201fb-cadc-49e5-be07-3b1d8bbe9fea None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:30:57.421458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Pushing event deleted for resources: {'Port': ['ID=049c3a91-851a-42d8-b00e-d95ce1555208,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:57.425903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:57.432256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] No DVR routers for this DVR port 049c3a91-851a-42d8-b00e-d95ce1555208 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:57.462912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 0b03f390-30fc-4e40-9cbc-cc1a92c0ac93 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:57.463262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.505708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Allocated IP 172.20.0.2 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/be76a827-52f1-41f6-a3fd-66622560c502/23acf485-7e76-44a1-91a0-7438b317005f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:57.511841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.513529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.516249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:57.520022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.535361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aff4b619-ead1-4000-863b-20a927f7b5cf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:57.554010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.554435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.625365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=9f42c46c-805c-4144-92c5-7d1ef8cec354,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:57.629833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 0b03f390-30fc-4e40-9cbc-cc1a92c0ac93 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:57.635776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.637291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f27532-1571-472b-9aef-8ebe3a13fa03 None None] Network 4c3fec69-4083-4803-8842-b21d9bb301be requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:57.637749 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/9f42c46c-805c-4144-92c5-7d1ef8cec354 HTTP/1.1" status: 204 len: 168 time: 1.5847790 Jun 22 09:30:57.640286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:57.643832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bf6362e1-67cd-4f40-9c4b-a767bea2c941 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:57.649485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52256) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.652558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.660468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/ports/a88dea57-45f6-4232-a9e9-de7ea166a023 HTTP/1.1" status: 204 len: 168 time: 1.9200680 Jun 22 09:30:57.664878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52258) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.701516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.710739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Transition to ACTIVE for port object 23acf485-7e76-44a1-91a0-7438b317005f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:57.713213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Port': ['ID=a88dea57-45f6-4232-a9e9-de7ea166a023,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:57.719403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:57.720538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e8c20d-ce47-4541-9434-f6bc972325c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] DELETE failed (client error): The resource could not be found. Jun 22 09:30:57.720993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e8c20d-ce47-4541-9434-f6bc972325c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:57.725379 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-71e8c20d-ce47-4541-9434-f6bc972325c7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/55efdbf7-450e-4f10-931e-e3e3b032781f HTTP/1.1" status: 404 len: 337 time: 0.0432894 Jun 22 09:30:57.727553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52260) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:57.729618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Transition to ACTIVE for port object 23acf485-7e76-44a1-91a0-7438b317005f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:57.743800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Made reservation on behalf of e32cbfb4cda545e7bb3f9f14c68e26d4 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:57.747393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.758558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 049c3a91-851a-42d8-b00e-d95ce1555208 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:30:57.779848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.787014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 049c3a91-851a-42d8-b00e-d95ce1555208 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:30:57.787354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 049c3a91-851a-42d8-b00e-d95ce1555208 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:30:57.822660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.844269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:57.861897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.883344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:30:57.902124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.902471 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Added segment a7b0ea36-39cf-468c-b34a-03371fb0fce9 of type vlan for network 70afc133-3713-4a2a-a272-99792454cd26 Jun 22 09:30:57.905440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:57.905609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 402ee266-27da-496e-82fc-746d18df1961 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:57.905956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.914611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:57.916582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea3662-810b-448a-a340-f3965b2f343a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:57.917027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:57.919806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56ea3662-810b-448a-a340-f3965b2f343a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.920396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:57.921826 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ea3662-810b-448a-a340-f3965b2f343a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:30:57.922264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ea3662-810b-448a-a340-f3965b2f343a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:57.923544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:57.973766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:57.977908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:57.999788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Attempting to bind port 23acf485-7e76-44a1-91a0-7438b317005f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:58.000228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Attempting to bind port 23acf485-7e76-44a1-91a0-7438b317005f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '19ab9fb8-d042-4c5c-9b22-c07037f5787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:58.000687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Attempting to bind port 23acf485-7e76-44a1-91a0-7438b317005f on network ee55d3df-8b06-47f9-8d8e-46a4842c4912 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:58.007373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:58.007373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Checking segment: {'id': '19ab9fb8-d042-4c5c-9b22-c07037f5787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:58.007856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.008380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Bound using segment: {'id': '19ab9fb8-d042-4c5c-9b22-c07037f5787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:58.009190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Bound port: 23acf485-7e76-44a1-91a0-7438b317005f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ab9fb8-d042-4c5c-9b22-c07037f5787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:58.009584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.011488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=0b03f390-30fc-4e40-9cbc-cc1a92c0ac93,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.014925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.017761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] For port 402ee266-27da-496e-82fc-746d18df1961, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=402ee266-27da-496e-82fc-746d18df1961,segment=NetworkSegment(a96b87a8-1da4-4e41-b831-9d0c778e0001),segment_id=a96b87a8-1da4-4e41-b831-9d0c778e0001)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:58.018133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.055811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.070503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.084533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:30:58.087642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:30:58.101794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.116782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d887df-d6b1-4a32-a01f-9038e7bbd895']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:58.119014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] DHCP port deletion for 4c3fec69-4083-4803-8842-b21d9bb301be request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:30:58.134531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9168127a-24df-4684-bd56-93414bdcea55') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:58.134828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9168127a-24df-4684-bd56-93414bdcea55') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:58.149914 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-56ea3662-810b-448a-a340-f3965b2f343a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0412335 Jun 22 09:30:58.152332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.152852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 402ee266-27da-496e-82fc-746d18df1961 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:58.153819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52262) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:58.159693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8328c316-938c-4f35-b4fb-b195296554cb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:58.172141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.175297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3fbbe9c4-7bd4-47de-a827-757f6a40d01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:58.181417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.211460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Deleting port 402ee266-27da-496e-82fc-746d18df1961 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:30:58.211837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.216997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-942299ef-d676-470b-bb3e-b6949800a8b3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:58.224158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.226687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.229926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.230565 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/floatingips/e3232be2-483e-446a-975f-846d682ccf8c HTTP/1.1" status: 204 len: 168 time: 0.9155452 Jun 22 09:30:58.231178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52264) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:58.265684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.267029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:58.267816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.285882 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-e15e30da-81c4-4215-9424-9327021dc8b5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] delete failed (client error): The resource could not be found. Jun 22 09:30:58.291106 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e15e30da-81c4-4215-9424-9327021dc8b5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/floatingips/e3232be2-483e-446a-975f-846d682ccf8c HTTP/1.1" status: 404 len: 345 time: 0.0558085 Jun 22 09:30:58.291668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52266) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:58.297120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.302861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:58.303546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.308184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:58.310166 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:58.315087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] For port 402ee266-27da-496e-82fc-746d18df1961, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=402ee266-27da-496e-82fc-746d18df1961,segment=NetworkSegment(a96b87a8-1da4-4e41-b831-9d0c778e0001),segment_id=a96b87a8-1da4-4e41-b831-9d0c778e0001)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:30:58.315496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.387624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Calling delete_port for 402ee266-27da-496e-82fc-746d18df1961 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:30:58.434491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=6816243c-16c5-41f6-920b-9b8ab3f9a593,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.436698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.439096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.441486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:58.441486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: 4fda2168-7a98-4d39-98f4-3158a7fa4461, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:30:58.449515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-331e9a5b-7cfd-400e-a47d-b7ef74b5fd4d tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:58.465531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3d052-d65d-4453-87ed-65faca1edfd2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:58.471652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3d052-d65d-4453-87ed-65faca1edfd2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:58.477502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3d052-d65d-4453-87ed-65faca1edfd2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:58.481922 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fef3d052-d65d-4453-87ed-65faca1edfd2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/ports?network_id=4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 HTTP/1.1" status: 200 len: 2357 time: 0.1844332 Jun 22 09:30:58.482524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52268) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:58.536049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.550454 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.557221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:58.561563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Network': ['ID=70afc133-3713-4a2a-a272-99792454cd26,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.562641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4b7ed549-3628-4697-8bca-c29d5defb5b1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:58.562760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.575302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.596626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 70afc133-3713-4a2a-a272-99792454cd26 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:30:58.601835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] No DVR routers for this DVR port 402ee266-27da-496e-82fc-746d18df1961 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:58.601835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Pushing event deleted for resources: {'Port': ['ID=402ee266-27da-496e-82fc-746d18df1961,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.604785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.626547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.630181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39622aa2-f8fe-468d-9c45-d6f377a1b346 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:58.639958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.639958 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/11d887df-d6b1-4a32-a01f-9038e7bbd895 HTTP/1.1" status: 204 len: 168 time: 0.9045050 Jun 22 09:30:58.639958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52270) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:58.659228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Network': ['ID=11d887df-d6b1-4a32-a01f-9038e7bbd895,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.694766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.699356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6020455 Jun 22 09:30:58.705782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network 4fda2168-7a98-4d39-98f4-3158a7fa4461 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:30:58.707838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52272) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:58.805711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4fda2168-7a98-4d39-98f4-3158a7fa4461) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:58.815381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216eb94-ad54-460a-ab73-f9b4e2887ce9 None None] Network 4fda2168-7a98-4d39-98f4-3158a7fa4461 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:58.823951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting subnet 6f47f624-63ef-4034-96e6-35bc23cc343c {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:30:58.828260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:58.829785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.839795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.897757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8328c316-938c-4f35-b4fb-b195296554cb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:58.901688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8328c316-938c-4f35-b4fb-b195296554cb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:58.902979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8328c316-938c-4f35-b4fb-b195296554cb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:30:58.903649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8328c316-938c-4f35-b4fb-b195296554cb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:58.969473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=402ee266-27da-496e-82fc-746d18df1961,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:58.972551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:58.975772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No DVR routers for this DVR port 402ee266-27da-496e-82fc-746d18df1961 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:30:58.976990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.013125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:59.013250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4fda2168-7a98-4d39-98f4-3158a7fa4461', 'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '6816243c-16c5-41f6-920b-9b8ab3f9a593'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:30:59.013250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.082878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57225fc9-1196-4902-969a-b036d2ca1804 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:59.089728 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-57225fc9-1196-4902-969a-b036d2ca1804 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/subnets/277f0bd8-914f-4731-9131-403bc953bc18 HTTP/1.1" status: 200 len: 797 time: 0.6008582 Jun 22 09:30:59.089728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.093691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52274) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.097971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4628859 Jun 22 09:30:59.100830 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8328c316-938c-4f35-b4fb-b195296554cb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9454482 Jun 22 09:30:59.101774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52276) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.112097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'port': {'network_id': '4af5745d-731a-4a0a-83c2-e8dfaf3a81d3', 'name': 'tempest-FloatingIPTestJSON-168122599', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:59.172638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Allocated IP 172.20.0.1 (4fda2168-7a98-4d39-98f4-3158a7fa4461/6816243c-16c5-41f6-920b-9b8ab3f9a593/98b32eaf-4372-4c66-a4f2-a196ac775e4e) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:30:59.215905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52278) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.225082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7702dbc8-5e41-4fc7-91a7-fa331d70ea86 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:59.229598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3fec69-4083-4803-8842-b21d9bb301be']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.233100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.234770 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1335638 Jun 22 09:30:59.241645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.243792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb9eb09-8ae1-45b1-8485-52127f0f6528,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:59.247192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:59.247732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52280) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.266932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301116070'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:30:59.272608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96b87a8-1da4-4e41-b831-9d0c778e0001') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.272906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96b87a8-1da4-4e41-b831-9d0c778e0001') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.285771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173f94d-2a62-43ce-84e7-14dd85736f0d tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:59.292886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173f94d-2a62-43ce-84e7-14dd85736f0d tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:59.300232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173f94d-2a62-43ce-84e7-14dd85736f0d tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:59.308692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173f94d-2a62-43ce-84e7-14dd85736f0d tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:59.315194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8173f94d-2a62-43ce-84e7-14dd85736f0d tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6012425 Jun 22 09:30:59.316965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52282) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.329471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.347612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.362966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.374236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Transition to ACTIVE for port object 98b32eaf-4372-4c66-a4f2-a196ac775e4e will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:59.392803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Transition to ACTIVE for port object 98b32eaf-4372-4c66-a4f2-a196ac775e4e will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:30:59.420604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.423399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.435015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:59.435432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:59.439112 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:59.466572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:59.473095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a68ce4b9-0283-4d39-83b3-4c0471699e16 None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:30:59.473748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a68ce4b9-0283-4d39-83b3-4c0471699e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.476719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.501056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d51cf313-2f7c-4340-ba7b-7a506e719ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:59.538658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2062e5bb-a57d-4b80-9869-444989aaa36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.544275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.548843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a68ce4b9-0283-4d39-83b3-4c0471699e16 None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:30:59.559898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.560787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Network 4fda2168-7a98-4d39-98f4-3158a7fa4461 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:30:59.563009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Pushing event updated for resources: {'Port': ['ID=98b32eaf-4372-4c66-a4f2-a196ac775e4e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:59.568018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:59.568887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:30:59.571984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:30:59.579297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-380fa1cf-baf4-4827-8cd1-521a51ce2f9e tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:59.594398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.599413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.600781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc7f1f2-d249-45e9-90c8-1aaa2da3a87d None None] Network b48b3cac-cbd1-4ffa-9e8e-c6318460dbde requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:30:59.603983 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/subnets/6f47f624-63ef-4034-96e6-35bc23cc343c HTTP/1.1" status: 204 len: 168 time: 0.9610269 Jun 22 09:30:59.625825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52284) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.661349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Subnet': ['ID=6f47f624-63ef-4034-96e6-35bc23cc343c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:59.666101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:59.666551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:59.739359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=6816243c-16c5-41f6-920b-9b8ab3f9a593,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:59.744629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:59.750137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.758774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.771445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fda2168-7a98-4d39-98f4-3158a7fa4461']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.781872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.784475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.784783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.802783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.803336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.816713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 23acf485-7e76-44a1-91a0-7438b317005f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:30:59.822865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.823702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a68ce4b9-0283-4d39-83b3-4c0471699e16 None None] Provisioning for port 23acf485-7e76-44a1-91a0-7438b317005f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:30:59.829952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:30:59.831821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:30:59.832270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.835406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:30:59.835546 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:30:59.842124 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/4c3fec69-4083-4803-8842-b21d9bb301be HTTP/1.1" status: 204 len: 168 time: 2.1865156 Jun 22 09:30:59.846410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.847998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52286) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.857355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Attempting to bind port 98b32eaf-4372-4c66-a4f2-a196ac775e4e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:30:59.857681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Attempting to bind port 98b32eaf-4372-4c66-a4f2-a196ac775e4e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:30:59.858039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Attempting to bind port 98b32eaf-4372-4c66-a4f2-a196ac775e4e on network 4fda2168-7a98-4d39-98f4-3158a7fa4461 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:30:59.873609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:30:59.874097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Checking segment: {'id': '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:30:59.874962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.875355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Bound using segment: {'id': '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:30:59.875942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Bound port: 98b32eaf-4372-4c66-a4f2-a196ac775e4e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4fda2168-7a98-4d39-98f4-3158a7fa4461'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:30:59.876347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.876464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.880293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70afc133-3713-4a2a-a272-99792454cd26']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.882560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=4c3fec69-4083-4803-8842-b21d9bb301be,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:30:59.898481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:30:59.901202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] device_id is not set on port 0b1f038c-51ea-4a2d-9a53-45df776f3e1f yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:30:59.909972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b0ea36-39cf-468c-b34a-03371fb0fce9') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.910307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b0ea36-39cf-468c-b34a-03371fb0fce9') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:30:59.948333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.952464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702dbc8-5e41-4fc7-91a7-fa331d70ea86 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:30:59.953874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f236f2-b4a3-4dad-8f94-b17679147dbf tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:30:59.958744 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f8f236f2-b4a3-4dad-8f94-b17679147dbf tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/0f3fb527-e57d-4398-8783-40439eb28d32 HTTP/1.1" status: 200 len: 843 time: 0.1060569 Jun 22 09:30:59.958915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7702dbc8-5e41-4fc7-91a7-fa331d70ea86 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:30:59.958915 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-7702dbc8-5e41-4fc7-91a7-fa331d70ea86 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:30:59.958915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7702dbc8-5e41-4fc7-91a7-fa331d70ea86 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:30:59.959174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52288) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:30:59.996978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:30:59.996978 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:30:59.996978 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'id': '4fda2168-7a98-4d39-98f4-3158a7fa4461'}] Jun 22 09:30:59.996978 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:30:59.997494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:00.001046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] For port 98b32eaf-4372-4c66-a4f2-a196ac775e4e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:00.004826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] For port 98b32eaf-4372-4c66-a4f2-a196ac775e4e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=98b32eaf-4372-4c66-a4f2-a196ac775e4e,segment=NetworkSegment(1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b),segment_id=1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:00.018944 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-54130ada-7195-43a1-b727-554fc12ca940 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/0f3fb527-e57d-4398-8783-40439eb28d32?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0552592 Jun 22 09:31:00.019463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52290) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:00.026206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:00.046843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.074435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 23acf485-7e76-44a1-91a0-7438b317005f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:00.085419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:00.085419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.098968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:00.099542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:00.111828 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:00.114295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] DHCP port deletion for b48b3cac-cbd1-4ffa-9e8e-c6318460dbde request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:00.147554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.153668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:00.271032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Pushing event updated for resources: {'Port': ['ID=98b32eaf-4372-4c66-a4f2-a196ac775e4e,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:00.280778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:00.303610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.304872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2bf7f-31ff-46ee-9ae7-2744d520f4cd None None] Network 4fda2168-7a98-4d39-98f4-3158a7fa4461 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:00.316571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Deleting port eabd459a-a6ba-46b4-b4f5-8681d27b576c {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:00.316902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Deleting port eabd459a-a6ba-46b4-b4f5-8681d27b576c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:00.317033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.317253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.322615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.384871 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.401531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:00.403405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.409927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70afc133-3713-4a2a-a272-99792454cd26 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:31:00.413012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.418270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/70afc133-3713-4a2a-a272-99792454cd26 HTTP/1.1" status: 204 len: 168 time: 1.0921049 Jun 22 09:31:00.419639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52292) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:00.426520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'network': {'name': 'tempest-network--889679286', 'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:00.446034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Network': ['ID=70afc133-3713-4a2a-a272-99792454cd26,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:00.449268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:00.458257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] For port eabd459a-a6ba-46b4-b4f5-8681d27b576c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eabd459a-a6ba-46b4-b4f5-8681d27b576c,segment=NetworkSegment(e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c),segment_id=e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:00.458412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:00.458507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.459745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5041f2e8-8678-4387-95a0-f2888ae0a55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:00.463799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] For port eabd459a-a6ba-46b4-b4f5-8681d27b576c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eabd459a-a6ba-46b4-b4f5-8681d27b576c,segment=NetworkSegment(e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c),segment_id=e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:00.464388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.498625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.548010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Calling delete_port for eabd459a-a6ba-46b4-b4f5-8681d27b576c owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:00.574147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port 98b32eaf-4372-4c66-a4f2-a196ac775e4e {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:00.576096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.579316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Calling delete_port for eabd459a-a6ba-46b4-b4f5-8681d27b576c owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:00.589097 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7702dbc8-5e41-4fc7-91a7-fa331d70ea86 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3692927 Jun 22 09:31:00.590041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f87e5e-257b-40f4-b0e5-508d7f5bb91d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:00.592267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52294) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:00.607550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-984e843f-b2af-4c8e-a8f4-37d777e882fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:00.613847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:00.626607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.630213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa36e493-ed4f-40d4-933f-97a14ee87946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:00.725144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 402ee266-27da-496e-82fc-746d18df1961 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:00.725329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.13 (4af5745d-731a-4a0a-83c2-e8dfaf3a81d3/277f0bd8-914f-4731-9131-403bc953bc18/0b1f038c-51ea-4a2d-9a53-45df776f3e1f) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:00.739613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.12 (4af5745d-731a-4a0a-83c2-e8dfaf3a81d3/277f0bd8-914f-4731-9131-403bc953bc18/0b1f038c-51ea-4a2d-9a53-45df776f3e1f) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:00.754508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:00.757991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 402ee266-27da-496e-82fc-746d18df1961 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:00.758348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 402ee266-27da-496e-82fc-746d18df1961 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:00.759797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:00.786254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port 98b32eaf-4372-4c66-a4f2-a196ac775e4e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=98b32eaf-4372-4c66-a4f2-a196ac775e4e,segment=NetworkSegment(1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b),segment_id=1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:00.786781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.853545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for 98b32eaf-4372-4c66-a4f2-a196ac775e4e owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:00.861973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.864131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:00.870972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:00.877015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:00.892684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Pushing event deleted for resources: {'Port': ['ID=eabd459a-a6ba-46b4-b4f5-8681d27b576c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:00.894944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] No DVR routers for this DVR port eabd459a-a6ba-46b4-b4f5-8681d27b576c on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:00.896490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:00.912860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Port': ['ID=eabd459a-a6ba-46b4-b4f5-8681d27b576c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:00.913323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4389c6-1135-4b91-8536-7c3b01b9cbb0 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:31:00.917992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:00.922980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] No DVR routers for this DVR port eabd459a-a6ba-46b4-b4f5-8681d27b576c on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:00.935427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:00.940373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.006411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4389c6-1135-4b91-8536-7c3b01b9cbb0 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:31:01.021297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.022647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7605736 Jun 22 09:31:01.031703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52300) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:01.045716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.049785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.053211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1587570054', 'security_groups': ['c9f87e5e-257b-40f4-b0e5-508d7f5bb91d'], 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be76a827-52f1-41f6-a3fd-66622560c502'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:01.063160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48b3cac-cbd1-4ffa-9e8e-c6318460dbde']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:01.078911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:01.079206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2227b0a-46fe-4aa9-b1d9-b8a8943d0c0c') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:01.091228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.118846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.135619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:01.136184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:01.139856 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:01.180330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Made reservation on behalf of e32cbfb4cda545e7bb3f9f14c68e26d4 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:01.182647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.232883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.238983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-871f09b3-68d4-494a-a0ed-21bf5bba3645 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:01.262123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.267102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58e5ea94-9c8b-4483-bbae-6d89e1929511 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:01.282985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:01.302568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=98b32eaf-4372-4c66-a4f2-a196ac775e4e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:01.311583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:01.313878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:01.317151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.317500 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Added segment 36fa6798-a6d3-436a-bc57-9ebd5f3f75a9 of type vlan for network 72d46765-8e22-41f9-9038-48f34a4c00d1 Jun 22 09:31:01.320368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port 98b32eaf-4372-4c66-a4f2-a196ac775e4e on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:01.322735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.324598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:01.326511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e843f-b2af-4c8e-a8f4-37d777e882fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:01.330910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-984e843f-b2af-4c8e-a8f4-37d777e882fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.332408 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-984e843f-b2af-4c8e-a8f4-37d777e882fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:01.333016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984e843f-b2af-4c8e-a8f4-37d777e882fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:01.337905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:01.345499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.347335 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] 10.222.0.65 "DELETE /v2.0/networks/b48b3cac-cbd1-4ffa-9e8e-c6318460dbde HTTP/1.1" status: 204 len: 168 time: 1.7205446 Jun 22 09:31:01.348336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=0b1f038c-51ea-4a2d-9a53-45df776f3e1f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:01.372941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:01.373379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:01.395235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Pushing event deleted for resources: {'Network': ['ID=b48b3cac-cbd1-4ffa-9e8e-c6318460dbde,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:01.401346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:01.416954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:01.417734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.440560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.443551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:01.495521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.498800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:01.506987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.558741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:01.572693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fda2168-7a98-4d39-98f4-3158a7fa4461']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:01.580052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:01.582557 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-984e843f-b2af-4c8e-a8f4-37d777e882fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9821336 Jun 22 09:31:01.589594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52304) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:01.589747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8334e501-c35d-4fe4-ba50-134f3666d6c4 None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:01.591372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-daf68af7-e4a3-42bc-822a-a72a3b146849 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:01.593836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:01.594554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.599337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:01.599632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0e3fb6-8fd9-4616-aed9-30f4f3d54d5b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:01.603390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=188d75c8-9ec9-481a-8afc-35f534de2e81,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:01.624393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:01.632429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.644522 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5495677 Jun 22 09:31:01.647394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52306) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:01.655844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '0b1f038c-51ea-4a2d-9a53-45df776f3e1f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:01.674461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.689965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:01.690396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:01.701228 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:01.734547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 23acf485-7e76-44a1-91a0-7438b317005f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:01.746677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.755200 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7346578 Jun 22 09:31:01.758276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52308) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:01.763692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'security_group': {'name': 'tempest-secgroup-667207945'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:01.774782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.775811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:01.776547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.782101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-833008a3-5ec9-4412-9329-47958778b8a8 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:01.826037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port c0699846-c0a6-4604-9247-33979366f947 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:01.839294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:01.839677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.853727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.893235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Network': ['ID=72d46765-8e22-41f9-9038-48f34a4c00d1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:01.899266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:01.903430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.909201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 72d46765-8e22-41f9-9038-48f34a4c00d1 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:01.912091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:01.919496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.926422 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/4fda2168-7a98-4d39-98f4-3158a7fa4461 HTTP/1.1" status: 204 len: 168 time: 2.8154638 Jun 22 09:31:01.929787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52312) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:01.943300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355949698'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:01.955273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=4fda2168-7a98-4d39-98f4-3158a7fa4461,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:01.961676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-03d66da6-39d6-4778-b60f-c91894e0f941', 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'tenant_id': '54e91b1264af4b9d9dcd174e7533c9e7', 'fixed_ips': [{'subnet_id': '188d75c8-9ec9-481a-8afc-35f534de2e81'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:01.962530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:01.978280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:02.017890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.020504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52314) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:02.061445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf68af7-e4a3-42bc-822a-a72a3b146849 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:02.063257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.7 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/be76a827-52f1-41f6-a3fd-66622560c502/c0699846-c0a6-4604-9247-33979366f947) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:02.073092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-daf68af7-e4a3-42bc-822a-a72a3b146849 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.075298 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf68af7-e4a3-42bc-822a-a72a3b146849 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:02.075839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf68af7-e4a3-42bc-822a-a72a3b146849 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:02.128598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eabd459a-a6ba-46b4-b4f5-8681d27b576c no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:02.153168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: eabd459a-a6ba-46b4-b4f5-8681d27b576c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:02.153525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eabd459a-a6ba-46b4-b4f5-8681d27b576c not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:02.212937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Allocated IP 2001:db8::2 (03d66da6-39d6-4778-b60f-c91894e0f941/188d75c8-9ec9-481a-8afc-35f534de2e81/f49acaf7-7735-4fbf-93d0-21f6ddf838c4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:02.225553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-115d7e77-e277-4f31-a903-064f5f21d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.232194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.133 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/3008fc6a-2120-43ec-a607-febfb0d8026b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:02.259130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.274569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object c0699846-c0a6-4604-9247-33979366f947 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:02.306760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.320466 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f9af3145-f0e7-46c4-a7a0-7c1cae1de5cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef671c4880c54cd18c1b7af0f42e2332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987199 Jun 22 09:31:02.322921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52318) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:02.376412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.378858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.384932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.387251 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9660616 Jun 22 09:31:02.390388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52320) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:02.396661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Transition to ACTIVE for port object f49acaf7-7735-4fbf-93d0-21f6ddf838c4 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:02.414120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Transition to ACTIVE for port object f49acaf7-7735-4fbf-93d0-21f6ddf838c4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:02.445376 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-daf68af7-e4a3-42bc-822a-a72a3b146849 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8587565 Jun 22 09:31:02.448359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52322) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:02.449767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.454223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c935b173-1f92-41fc-8241-f86dff5cd4c5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:02.456716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.477315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9b8b9ed-3e4d-4e4e-9cae-b0bdba0183be tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:02.546633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:02.553965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdf2ac-6f2f-448c-9aec-31a9d861f5c8 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:02.555327 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2bbdf2ac-6f2f-448c-9aec-31a9d861f5c8 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] 10.222.0.65 "GET /v2.0/networks/72d46765-8e22-41f9-9038-48f34a4c00d1 HTTP/1.1" status: 200 len: 756 time: 0.1639972 Jun 22 09:31:02.558154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52324) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:02.565319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:02.576182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.580402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9321a401-0e23-4d7a-88ed-cfd6f625294d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:02.592045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:02.592045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=c0699846-c0a6-4604-9247-33979366f947,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:02.608498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:02.618098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:02.621623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.629946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:02.636778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.642233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2c1ce4dd-2255-4867-bb1f-671e64b7a353 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:02.653683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:02.662199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:02.662199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.667326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Pushing event updated for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:02.669267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:02.670002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.670565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:02.686865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:02.697420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.697826 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 4d8c074a-10f1-4b13-b822-6a43c83dfafb of type vlan for network d1883537-75e5-4479-8cd4-3700f7446125 Jun 22 09:31:02.721511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:02.732320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Attempting to bind port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:02.732767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Attempting to bind port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'befdf460-8a68-4fcc-b341-eecc09c3d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:02.733229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Attempting to bind port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 on network 03d66da6-39d6-4778-b60f-c91894e0f941 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:02.737610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.739043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:02.739700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Checking segment: {'id': 'befdf460-8a68-4fcc-b341-eecc09c3d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:02.740178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.744057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.744196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Bound using segment: {'id': 'befdf460-8a68-4fcc-b341-eecc09c3d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:02.744196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Bound port: f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befdf460-8a68-4fcc-b341-eecc09c3d07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:02.744196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.744498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:02.745658 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61dd8bde-326a-4d81-86a3-fdca01fcae95 HTTP/1.1" status: 204 len: 168 time: 0.4199908 Jun 22 09:31:02.751233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b07256a-bf2f-4989-b3fd-c0745bbcdea3 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:02.757273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.769925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dd8bde-326a-4d81-86a3-fdca01fcae95,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:02.773626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:02.796607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:02.824584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:02.829447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,segment=NetworkSegment(befdf460-8a68-4fcc-b341-eecc09c3d07e),segment_id=befdf460-8a68-4fcc-b341-eecc09c3d07e)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:02.837786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5240de-3525-4dab-98d9-229545642daa tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:02.839181 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eb5240de-3525-4dab-98d9-229545642daa tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] 10.222.0.65 "GET /v2.0/networks/e8d78fec-cf71-4582-872f-4d998bb19b84 HTTP/1.1" status: 200 len: 767 time: 0.2800622 Jun 22 09:31:02.844519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52328) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:02.847361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=3008fc6a-2120-43ec-a607-febfb0d8026b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:02.854852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:02.928064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.934415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:02.938103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:03.018291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Pushing event updated for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:03.024915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:03.056596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-76de0936-1477-4cca-8220-08d5b2548b4c None None] Provisioning for port c0699846-c0a6-4604-9247-33979366f947 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:03.061767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-76de0936-1477-4cca-8220-08d5b2548b4c None None] Provisioning complete for port c0699846-c0a6-4604-9247-33979366f947 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:03.062555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-76de0936-1477-4cca-8220-08d5b2548b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.063692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.068804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:03.111154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93039940-7557-470f-b625-deb37b4fc58f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:03.111953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-76de0936-1477-4cca-8220-08d5b2548b4c None None] Port c0699846-c0a6-4604-9247-33979366f947 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:03.148404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:03.230409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.234123 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4721255 Jun 22 09:31:03.236010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52332) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:03.245245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1234188154'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:03.301533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.313294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:03.313294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.320906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59389f25-7fbf-4d03-b037-470b77bbdf5b tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:03.402898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.425356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3904088 Jun 22 09:31:03.432810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52338) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:03.434001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=d1883537-75e5-4479-8cd4-3700f7446125,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:03.438178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.442190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:03.446753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d1883537-75e5-4479-8cd4-3700f7446125 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:03.458361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.460533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:03.555119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.567282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d46765-8e22-41f9-9038-48f34a4c00d1']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:03.579161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fa6798-a6d3-436a-bc57-9ebd5f3f75a9') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:03.579453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fa6798-a6d3-436a-bc57-9ebd5f3f75a9') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:03.589857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.604521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.610516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:03.610904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:03.612583 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:03.628369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935b173-1f92-41fc-8241-f86dff5cd4c5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:03.633593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c935b173-1f92-41fc-8241-f86dff5cd4c5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.635171 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-c935b173-1f92-41fc-8241-f86dff5cd4c5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:03.635622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c935b173-1f92-41fc-8241-f86dff5cd4c5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:03.682067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.711585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52344) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:03.712318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7729082 Jun 22 09:31:03.726173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:03.734958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:03.776427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.787674 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c935b173-1f92-41fc-8241-f86dff5cd4c5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3358510 Jun 22 09:31:03.791804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72d46765-8e22-41f9-9038-48f34a4c00d1 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:31:03.794326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:03.796840 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/72d46765-8e22-41f9-9038-48f34a4c00d1 HTTP/1.1" status: 204 len: 168 time: 0.9509118 Jun 22 09:31:03.797564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52346) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:03.798274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:03.806266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52348) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:03.822482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'network': {'name': 'tempest-network--1452420521'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:03.859891 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6cf7ef4f-c2f3-4473-9846-b1a4213e6540 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0586600 Jun 22 09:31:03.861534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52352) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:03.871583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Network': ['ID=72d46765-8e22-41f9-9038-48f34a4c00d1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:03.877794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:03.878603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:03.953954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78272d-569e-4489-95e3-2c60451182ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:03.958443 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-de78272d-569e-4489-95e3-2c60451182ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0929012 Jun 22 09:31:03.959014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52356) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:04.022118 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cec7c5cf-bb27-4ae8-ac1c-86271e6ab7b0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580142 Jun 22 09:31:04.022551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52360) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:04.027862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:04.231569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52364) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:04.361079 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-1711126016'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:04.370820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Provisioning complete for port 0f3fb527-e57d-4398-8783-40439eb28d32 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:04.371936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.403047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.412113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Port 0f3fb527-e57d-4398-8783-40439eb28d32 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:04.442125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.449711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:31:04.449711 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:31:04.449711 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': '08c310c9a9a54d50985e66c4f2628b19', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 31, 4, 155038)}] Jun 22 09:31:04.449711 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:04.450446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:04.451140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:31:04.451140 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:31:04.451140 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'c4d3dc2da9474ff38c49621e09f61c60', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 31, 4, 366706)}] Jun 22 09:31:04.451140 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:04.451710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:04.460717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:31:04.460717 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:31:04.460717 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'e46e6fa4f25249e997e92644fba2a2b3', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 31, 4, 347923)}] Jun 22 09:31:04.460717 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:04.461093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:04.461474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:31:04.461474 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:31:04.461474 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'e32cbfb4cda545e7bb3f9f14c68e26d4', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 31, 3, 870285)}] Jun 22 09:31:04.461474 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:04.461804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:04.518170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.520355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97a74d0d-2ba2-47ae-9542-297d5e37481e tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:04.558735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Provisioning for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:04.563345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:04.563796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.578389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:04.581940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.639764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.651113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=3008fc6a-2120-43ec-a607-febfb0d8026b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:04.654202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:04.667393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.672897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,segment=NetworkSegment(befdf460-8a68-4fcc-b341-eecc09c3d07e),segment_id=befdf460-8a68-4fcc-b341-eecc09c3d07e)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:04.752767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.754559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-722ca49a-a12a-422b-a054-33f404659cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:04.810326 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.ipam_backend_mixin [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet be76a827-52f1-41f6-a3fd-66622560c502 (CIDR: 172.20.0.0/28) Jun 22 09:31:04.813840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Pushing event updated for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:04.816893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:04.834555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.838956 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP 084a7c1b-34c6-428b-bfa0-67c849ee9609 associated. External IP: 172.26.6.133, port: 0b1f038c-51ea-4a2d-9a53-45df776f3e1f. Jun 22 09:31:04.874771 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:04.875274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:04.901692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.932179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:04.936755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:04.982375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3130c6cc-945a-47bc-98ab-7a5728d1a1ad,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:04.987155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:05.030853 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-25d40759-8a97-4cd2-8dee-5338176dc6e8 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5949082 Jun 22 09:31:05.034000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52368) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:05.039312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:05.076587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.078655 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8417060 Jun 22 09:31:05.081402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52370) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:05.086674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1181367998', 'security_groups': ['3130c6cc-945a-47bc-98ab-7a5728d1a1ad'], 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '188d75c8-9ec9-481a-8afc-35f534de2e81'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:05.156176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:05.194124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:05.197724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.299408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:05.310379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:05.320267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:05.321010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:05.356013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:05.366493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:05.367104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:05.384026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:05.388270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.399129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.401775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:05.402445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7372f47-9c82-4a73-8ea2-4d7d34b0c044 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:05.503193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.546322 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8975611 Jun 22 09:31:05.549062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52374) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:05.553589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'port_id': '0b1f038c-51ea-4a2d-9a53-45df776f3e1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:05.609799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.642674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:31:05.645402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.646808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a62e6cde-115d-464e-8bb0-bfeed5f5447d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:05.670248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Made reservation on behalf of e32cbfb4cda545e7bb3f9f14c68e26d4 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:05.672757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.694914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:05.695789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:05.700497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:05.704649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:05.705235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.715236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=1f1e07d0-83c0-433f-9362-d87bfa7ea5c3,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:05.719698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:05.760097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:05.795620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.796016 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Added segment 22d59a8c-0119-4622-ab35-931ab23d7d95 of type vlan for network 1dc10611-dea6-4c64-a836-6345c6e96409 Jun 22 09:31:05.840488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:05.844118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.868223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c9f76-ee66-46f7-97ad-17a31f257f36 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:05.906486 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8826382 Jun 22 09:31:05.909942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52376) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:05.917407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:c9:0e:9a', 'name': 'tempest-NetworksTestDHCPv6-2099348859'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:05.937348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:05.962713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:05.963094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.035863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:06.044416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.087228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '1f1e07d0-83c0-433f-9362-d87bfa7ea5c3'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:06.087776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.141539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.142539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:06.143251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.152791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8cb13f94-c114-4b74-a801-047eb49203c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:06.234917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.260393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Allocated IP 2001:db8::f816:3eff:fed2:8660 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/1f1e07d0-83c0-433f-9362-d87bfa7ea5c3/9bb88ab7-2d96-463b-84ed-115e6b70ac38) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:06.310475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.318758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b34c5e86-5394-4e0d-9a34-94c5b22950ec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:06.328557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Network': ['ID=1dc10611-dea6-4c64-a836-6345c6e96409,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:06.331332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:06.347047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1dc10611-dea6-4c64-a836-6345c6e96409 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:06.353937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:06.385100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.385359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment 6ab7dbeb-8fbc-4334-a959-6d5145a08bf6 of type vlan for network bce5edda-a363-4ece-a29b-0c97d15cdff5 Jun 22 09:31:06.386800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f16c82d-7eee-4ea9-81d0-16a293fd981e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:06.396739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:06.415655 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.5951512 Jun 22 09:31:06.424472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52378) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:06.441693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.441975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:06.479417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.489062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Transition to ACTIVE for port object 9bb88ab7-2d96-463b-84ed-115e6b70ac38 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:06.503735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Transition to ACTIVE for port object 9bb88ab7-2d96-463b-84ed-115e6b70ac38 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:06.505600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.508592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52a37a8b-928c-4b82-aec7-b9bc08ba4930 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:06.547470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:06.550619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:06.556259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:06.556858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.560984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef286dd-1159-4ea3-bd35-3e55bc4710f0 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:06.571703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=c863aa72-9abe-4696-932b-3c9aa4eaf547,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:06.574257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:06.626085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.632515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89b79f0f-65e6-4579-ac67-b0b97f66da24 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:06.646264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.650534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.651611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:06.652348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.654666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-83e36aa1-791d-49be-b3b0-d5fe01450506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:06.660587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-452efeac-f5ae-466d-8839-2dc4d7bde638 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:06.673144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:06.713967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:06.727620 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6919248 Jun 22 09:31:06.727865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52380) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:06.728940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:06.735226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:06.738465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1606594868', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c863aa72-9abe-4696-932b-3c9aa4eaf547'}], 'security_groups': ['acb9eb09-8ae1-45b1-8485-52127f0f6528']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:06.740273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Pushing event updated for resources: {'Port': ['ID=9bb88ab7-2d96-463b-84ed-115e6b70ac38,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:06.743646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=bce5edda-a363-4ece-a29b-0c97d15cdff5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:06.748549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:06.765805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.769222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:06.796529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=87100e95-1e24-4381-8aa7-027e6e18bbc4,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:06.799808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:06.800258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:06.809009 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5737741 Jun 22 09:31:06.810706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52382) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:06.824244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-307874009'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:06.847259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.861479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '4d8c074a-10f1-4b13-b822-6a43c83dfafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:06.867026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: d1883537-75e5-4479-8cd4-3700f7446125, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:06.877533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.896102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Attempting to bind port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:06.901407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Attempting to bind port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:06.901407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Attempting to bind port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:06.901776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.904053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:06.904801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:06.905880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.906289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:06.906781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Bound port: 9bb88ab7-2d96-463b-84ed-115e6b70ac38, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:06.907172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.941739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port afd09955-4aff-4ac1-804d-324ac27d2b0a yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:06.942504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:06.961723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:06.990027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] For port 9bb88ab7-2d96-463b-84ed-115e6b70ac38, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:06.993031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] For port 9bb88ab7-2d96-463b-84ed-115e6b70ac38, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bb88ab7-2d96-463b-84ed-115e6b70ac38,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:06.996979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network d1883537-75e5-4479-8cd4-3700f7446125 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:06.998107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.007242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1142db77-5a41-448d-a35f-982e9b81d58f tempest-AllowedAddressPairTestJSON-278529936 tempest-AllowedAddressPairTestJSON-278529936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:07.053680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Update dhcp port {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'fixed_ips': [{'subnet_id': 'be76a827-52f1-41f6-a3fd-66622560c502', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c863aa72-9abe-4696-932b-3c9aa4eaf547'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': '23acf485-7e76-44a1-91a0-7438b317005f'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:07.077588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.081456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:07.097528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Network 1dc10611-dea6-4c64-a836-6345c6e96409 is not hosted by any dhcp agent {{(pid=93950) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:31:07.098446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:07.099047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.102896 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "PUT /v2.0/networks/1dc10611-dea6-4c64-a836-6345c6e96409 HTTP/1.1" status: 200 len: 858 time: 0.6692693 Jun 22 09:31:07.107766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52384) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:07.128299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.163764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event updated for resources: {'Network': ['ID=1dc10611-dea6-4c64-a836-6345c6e96409,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:07.166195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:07.189005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Pushing event updated for resources: {'Port': ['ID=9bb88ab7-2d96-463b-84ed-115e6b70ac38,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:07.192430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:07.193727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:07.196165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.214342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d1883537-75e5-4479-8cd4-3700f7446125) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:07.218881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:07.219551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.221968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.257559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f282355-4517-4569-b3c0-d797502e2c23 None None] Network d1883537-75e5-4479-8cd4-3700f7446125 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:07.269365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 40196163-eb19-4ce2-8c2f-42837f4c07eb yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:07.322871 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:07.408071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.432918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Allocated IP 172.20.0.18 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/c863aa72-9abe-4696-932b-3c9aa4eaf547/23acf485-7e76-44a1-91a0-7438b317005f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:07.574771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.586840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc10611-dea6-4c64-a836-6345c6e96409']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:07.595401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:07.623205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d59a8c-0119-4622-ab35-931ab23d7d95') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:07.623559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d59a8c-0119-4622-ab35-931ab23d7d95') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:07.639758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.651971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.667336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.674741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fec9:e9a (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/1f1e07d0-83c0-433f-9362-d87bfa7ea5c3/40196163-eb19-4ce2-8c2f-42837f4c07eb) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:07.681900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:07.682334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:07.684514 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:07.723930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d1883537-75e5-4479-8cd4-3700f7446125', 'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '87100e95-1e24-4381-8aa7-027e6e18bbc4'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:07.725139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.738855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::64 (03d66da6-39d6-4778-b60f-c91894e0f941/188d75c8-9ec9-481a-8afc-35f534de2e81/afd09955-4aff-4ac1-804d-324ac27d2b0a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:07.751174 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0381160 Jun 22 09:31:07.753915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52386) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:07.761717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.762137 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment 72f01cb0-500c-4db2-864b-c98b4aaebab0 of type vlan for network 09794c9a-cb8a-4f08-95ef-badb257dbb85 Jun 22 09:31:07.834844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:07.844977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bb88ab7-2d96-463b-84ed-115e6b70ac38 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:07.926083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Allocated IP 172.20.0.2 (d1883537-75e5-4479-8cd4-3700f7446125/87100e95-1e24-4381-8aa7-027e6e18bbc4/dba8a1b5-1698-46ec-b338-2a12139a1569) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:07.929411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Transition to ACTIVE for port object 23acf485-7e76-44a1-91a0-7438b317005f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:07.932711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.942591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.946566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e3caa6f7-73fb-47e9-9a0d-ec34b8ca6af8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:07.958923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1dc10611-dea6-4c64-a836-6345c6e96409 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:31:07.966876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.975978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Pushing event deleted for resources: {'Network': ['ID=1dc10611-dea6-4c64-a836-6345c6e96409,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:07.975978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:07.979206 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1dc10611-dea6-4c64-a836-6345c6e96409 HTTP/1.1" status: 204 len: 168 time: 0.8745997 Jun 22 09:31:07.985084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52388) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:07.985243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:08.036429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.044368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-64d326e2-cca4-4913-8012-95892ee12b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:08.073813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.086566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:08.099191 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20b125c-9998-40e3-b4bb-79f913cacaa1 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:08.099665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20b125c-9998-40e3-b4bb-79f913cacaa1 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:08.101731 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f20b125c-9998-40e3-b4bb-79f913cacaa1 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] 10.222.0.65 "DELETE /v2.0/subnets/18e3676e-f7c6-4b1b-bb66-aa0d5bec2cd4 HTTP/1.1" status: 404 len: 337 time: 0.1119490 Jun 22 09:31:08.112308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52390) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:08.156462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 40196163-eb19-4ce2-8c2f-42837f4c07eb will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:08.172118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.232459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.272141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:08.277351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:08.286997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:08.309863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.315119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object afd09955-4aff-4ac1-804d-324ac27d2b0a will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:08.315840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Delete allocated IP 172.20.0.7 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/be76a827-52f1-41f6-a3fd-66622560c502) {{(pid=93949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:31:08.324456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.337671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Transition to ACTIVE for port object dba8a1b5-1698-46ec-b338-2a12139a1569 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:08.341187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.25 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/c863aa72-9abe-4696-932b-3c9aa4eaf547/c0699846-c0a6-4604-9247-33979366f947) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:08.366005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Transition to ACTIVE for port object dba8a1b5-1698-46ec-b338-2a12139a1569 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:08.390910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.398074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:08.398874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.405279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.414558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a86675fc-4660-417c-916a-f3dfbb899f24 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:08.497702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.504768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:08.551058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=09794c9a-cb8a-4f08-95ef-badb257dbb85,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:08.562731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:08.575449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Pushing event updated for resources: {'Port': ['ID=dba8a1b5-1698-46ec-b338-2a12139a1569,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:08.578621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:08.583820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:08.610340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.639994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object c0699846-c0a6-4604-9247-33979366f947 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:08.648744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.683358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Network d1883537-75e5-4479-8cd4-3700f7446125 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:08.683959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e8ae7d7-c98d-4482-993a-079d5051576d tempest-BulkNetworkOpsIpV6Test-846708301 tempest-BulkNetworkOpsIpV6Test-846708301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:08.686525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:08.689236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:08.735737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:08.739168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.742415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:08.747095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:08.758372 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fae0870d-ed0f-41ae-88a0-bba64ecaf454 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/floatingips/084a7c1b-34c6-428b-bfa0-67c849ee9609 HTTP/1.1" status: 200 len: 978 time: 3.2082493 Jun 22 09:31:08.765597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:08.767321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.773974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:08.777305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52392) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:08.778304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.785683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Attempting to bind port dba8a1b5-1698-46ec-b338-2a12139a1569 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:08.788412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Attempting to bind port dba8a1b5-1698-46ec-b338-2a12139a1569 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4d8c074a-10f1-4b13-b822-6a43c83dfafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:08.788852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Attempting to bind port dba8a1b5-1698-46ec-b338-2a12139a1569 on network d1883537-75e5-4479-8cd4-3700f7446125 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:08.796531 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9855573 Jun 22 09:31:08.807642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:08.808298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Checking segment: {'id': '4d8c074a-10f1-4b13-b822-6a43c83dfafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:08.808899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.809461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Bound using segment: {'id': '4d8c074a-10f1-4b13-b822-6a43c83dfafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:08.810258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Bound port: dba8a1b5-1698-46ec-b338-2a12139a1569, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8c074a-10f1-4b13-b822-6a43c83dfafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd1883537-75e5-4479-8cd4-3700f7446125'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:08.810819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.818461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52394) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:08.824950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:08.834557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=40196163-eb19-4ce2-8c2f-42837f4c07eb,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:08.871095 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:08.889294 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:08.889925 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:08.901645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.916188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] For port dba8a1b5-1698-46ec-b338-2a12139a1569, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:08.919468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] For port dba8a1b5-1698-46ec-b338-2a12139a1569, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dba8a1b5-1698-46ec-b338-2a12139a1569,segment=NetworkSegment(4d8c074a-10f1-4b13-b822-6a43c83dfafb),segment_id=4d8c074a-10f1-4b13-b822-6a43c83dfafb)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:08.939318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.956844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Provisioning for port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:08.957715 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:08.961383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Provisioning complete for port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:08.961918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.963117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:08.965082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d78fec-cf71-4582-872f-4d998bb19b84']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:08.970812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=afd09955-4aff-4ac1-804d-324ac27d2b0a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:08.978564 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:08.979627 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:08.982254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:08.992052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:08.993755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:08.994838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:09.000464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-02f1f135-3724-4e3f-82d6-bd25dcef5047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:09.006400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:09.007140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.033607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:09.034699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3fba7d70-3cf0-431f-942c-d294ab8029ec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:09.043180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa3c2bd-4120-498b-a36a-9757d4db278b') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:09.043790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa3c2bd-4120-498b-a36a-9757d4db278b') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:09.061882 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:09.065597 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4904a-e20b-4d65-abae-ed9e4a445466 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:09.075147 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1639204 Jun 22 09:31:09.075817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52396) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:09.085365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=87100e95-1e24-4381-8aa7-027e6e18bbc4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:09.093424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:09.094950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.136915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1276c85-f646-4e7e-8b30-6f7f60c238d1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:09.139189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.146617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:09.147031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:09.179600 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:09.247470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=c0699846-c0a6-4604-9247-33979366f947,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:09.256886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:09.282706 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2001789 Jun 22 09:31:09.284601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52398) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:09.296344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:09.335230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] In _notify_port_updated(), no bound segment for port c0699846-c0a6-4604-9247-33979366f947 on network ee55d3df-8b06-47f9-8d8e-46a4842c4912 {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:31:09.358511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:09.359602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.361917 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/ports/c0699846-c0a6-4604-9247-33979366f947 HTTP/1.1" status: 200 len: 921 time: 2.6306779 Jun 22 09:31:09.367655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52400) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:09.441978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.461254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1883537-75e5-4479-8cd4-3700f7446125']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:09.474653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.484676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Pushing event updated for resources: {'Port': ['ID=dba8a1b5-1698-46ec-b338-2a12139a1569,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:09.487713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8c074a-10f1-4b13-b822-6a43c83dfafb') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:09.488214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8c074a-10f1-4b13-b822-6a43c83dfafb') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:09.488344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc65ef94-bf0c-433c-b3d1-b2959ddd653f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:09.495832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:09.500710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fc60d-f183-4c21-8361-f8335a8c7c6e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:09.501018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.505341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] 10.222.0.65 "DELETE /v2.0/networks/e8d78fec-cf71-4582-872f-4d998bb19b84 HTTP/1.1" status: 204 len: 168 time: 1.3899980 Jun 22 09:31:09.507657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fc60d-f183-4c21-8361-f8335a8c7c6e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:09.509534 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5c0fc60d-f183-4c21-8361-f8335a8c7c6e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4148479 Jun 22 09:31:09.516073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52404) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:09.528460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.542477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc15e9-f55a-45a5-b473-15760451527b None None] Network d1883537-75e5-4479-8cd4-3700f7446125 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:09.553742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Pushing event deleted for resources: {'Network': ['ID=e8d78fec-cf71-4582-872f-4d998bb19b84,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:09.566019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:09.568765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.581211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:09.581906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.613920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 3008fc6a-2120-43ec-a607-febfb0d8026b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:09.613920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.658653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.658653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:09.661164 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:09.684464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:09.688716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.723069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port c0699846-c0a6-4604-9247-33979366f947 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:09.723578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.753775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 23acf485-7e76-44a1-91a0-7438b317005f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:09.762322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:31:09.762322 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:31:09.762322 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'id': 'd1883537-75e5-4479-8cd4-3700f7446125'}] Jun 22 09:31:09.762322 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:09.762795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:09.794026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] For port 9bb88ab7-2d96-463b-84ed-115e6b70ac38, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bb88ab7-2d96-463b-84ed-115e6b70ac38,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:09.805553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:09.812805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.841287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 40196163-eb19-4ce2-8c2f-42837f4c07eb {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:09.841644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.890765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.895551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2f20cac9-beb5-4838-95e8-01c913c2a429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:09.945441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.945688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:09.962463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Pushing event updated for resources: {'Port': ['ID=9bb88ab7-2d96-463b-84ed-115e6b70ac38,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:09.967552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:09.974549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d42176-8170-4c1c-9eab-d4066b3baa14 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:31:10.053304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.060298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 3008fc6a-2120-43ec-a607-febfb0d8026b owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:10.063527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.086459 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.ipam_backend_mixin [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 188d75c8-9ec9-481a-8afc-35f534de2e81 (CIDR: 2001:db8::/64) Jun 22 09:31:10.110039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52408) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:10.114840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning for port c0699846-c0a6-4604-9247-33979366f947 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:10.122673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning complete for port c0699846-c0a6-4604-9247-33979366f947 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:10.123050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.124889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d42176-8170-4c1c-9eab-d4066b3baa14 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:31:10.144019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 40196163-eb19-4ce2-8c2f-42837f4c07eb owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:10.170899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Port c0699846-c0a6-4604-9247-33979366f947 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:10.198049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for c0699846-c0a6-4604-9247-33979366f947 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:10.206758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:10.207266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:10.227033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:10.227421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.255028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.261676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cad146c0-a0a2-4cae-afdf-8436b7d8050a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:10.276120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.281999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:10.304065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ac0bbf63-015b-435e-b48c-488f1c46d2ee tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0122859 Jun 22 09:31:10.307377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52412) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:10.312897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:10.370289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:10.398887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning for port afd09955-4aff-4ac1-804d-324ac27d2b0a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:10.402149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:10.425302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning complete for port afd09955-4aff-4ac1-804d-324ac27d2b0a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:10.426275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.428351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7132fd63-bd99-4726-aa3a-5f97d45270fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10e1240afa1f40bf83f20be106279a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152902 Jun 22 09:31:10.432243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52414) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:10.465532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:10.466010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: bce5edda-a363-4ece-a29b-0c97d15cdff5, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:10.481009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Port afd09955-4aff-4ac1-804d-324ac27d2b0a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:10.527807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port dba8a1b5-1698-46ec-b338-2a12139a1569 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:10.528100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.533378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.575972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.589329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-99b84008-d724-4216-ada4-552baa17c7a1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:10.609684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning for port 23acf485-7e76-44a1-91a0-7438b317005f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:10.613730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:10.614113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.671250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.673598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:10.677536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.691528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f858d8af-c3fe-43f9-b7a4-fbf7c3bc3985 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:10.706439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39ec91e2-96cf-4137-b966-f2a3218a4047 None None] Could not find standard attr ID for object 40196163-eb19-4ce2-8c2f-42837f4c07eb. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:31:10.761740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.783981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=c0699846-c0a6-4604-9247-33979366f947,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:10.794008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:10.798345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:10.890031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=3008fc6a-2120-43ec-a607-febfb0d8026b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:10.918423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:10.950874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.955115 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/c0699846-c0a6-4604-9247-33979366f947 HTTP/1.1" status: 204 len: 168 time: 1.5811021 Jun 22 09:31:10.962572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52418) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:10.979275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.980969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=40196163-eb19-4ce2-8c2f-42837f4c07eb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:10.982770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:10.983700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:10.984157 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP 084a7c1b-34c6-428b-bfa0-67c849ee9609 disassociated (deleted). External IP: 172.26.6.133, port: 0b1f038c-51ea-4a2d-9a53-45df776f3e1f. Jun 22 09:31:10.984913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:11.011944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port dba8a1b5-1698-46ec-b338-2a12139a1569, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dba8a1b5-1698-46ec-b338-2a12139a1569,segment=NetworkSegment(4d8c074a-10f1-4b13-b822-6a43c83dfafb),segment_id=4d8c074a-10f1-4b13-b822-6a43c83dfafb)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:11.012317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.040785 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ee6deb-0b37-46b9-a0e5-04e0cae7cb0d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:31:11.043943 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-42ee6deb-0b37-46b9-a0e5-04e0cae7cb0d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/c0699846-c0a6-4604-9247-33979366f947 HTTP/1.1" status: 404 len: 333 time: 0.0788860 Jun 22 09:31:11.045037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.047167 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/40196163-eb19-4ce2-8c2f-42837f4c07eb HTTP/1.1" status: 204 len: 168 time: 1.5300214 Jun 22 09:31:11.049839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52420) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:11.050362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52422) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:11.119263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for dba8a1b5-1698-46ec-b338-2a12139a1569 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:11.121426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, bce5edda-a363-4ece-a29b-0c97d15cdff5) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:11.132509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:11.132509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.146117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e5b2f-b19e-49b9-887d-fed9c14bd3e5 None None] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:11.217102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2389107-74a3-425c-9697-0a3f64396e9f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:11.218735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2389107-74a3-425c-9697-0a3f64396e9f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:11.222656 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a2389107-74a3-425c-9697-0a3f64396e9f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1676469 Jun 22 09:31:11.223013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52424) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:11.277330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 1f1e07d0-83c0-433f-9362-d87bfa7ea5c3 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:11.280407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.304337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.312690 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4895840 Jun 22 09:31:11.312880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52426) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:11.318005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:11.328143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.329990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.332559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.340268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9835a8f5-1d15-4383-b67e-ae4911791c31 HTTP/1.1" status: 204 len: 168 time: 0.8986490 Jun 22 09:31:11.345743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da1430-3385-4058-a0ee-076646459196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-bce5edda-a363-4ece-a29b-0c97d15cdff5', 'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': 'a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:11.348063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52da1430-3385-4058-a0ee-076646459196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.352581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb5a42fb-74bd-4cb8-a9b6-a9735d33153e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:11.396469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.427734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.430419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=dba8a1b5-1698-46ec-b338-2a12139a1569,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:11.432919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:11.435154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port dba8a1b5-1698-46ec-b338-2a12139a1569 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:11.472178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3877b513-cff7-469b-b9e5-4820587376cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:11.508373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-52da1430-3385-4058-a0ee-076646459196 None None] Allocated IP 172.20.0.2 (bce5edda-a363-4ece-a29b-0c97d15cdff5/a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1/c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:11.524255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9835a8f5-1d15-4383-b67e-ae4911791c31,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:11.548489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:11.627788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.665176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1883537-75e5-4479-8cd4-3700f7446125']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:11.678874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8c074a-10f1-4b13-b822-6a43c83dfafb') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:11.679180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8c074a-10f1-4b13-b822-6a43c83dfafb') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:11.694987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.697479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.707709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52da1430-3385-4058-a0ee-076646459196 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.721829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-52da1430-3385-4058-a0ee-076646459196 None None] Transition to ACTIVE for port object c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:11.736731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.738187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-52da1430-3385-4058-a0ee-076646459196 None None] Transition to ACTIVE for port object c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:11.752347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:11.752797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:11.756143 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:11.778888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bb88ab7-2d96-463b-84ed-115e6b70ac38 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:11.836498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:11.836801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.861846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:11.864382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:11.870625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.911925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52da1430-3385-4058-a0ee-076646459196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.916185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2d8dacfb-18b0-4616-97ce-93f37cfc6e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:11.924352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.935682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8acc32d4-d524-4569-b818-2c79d82389c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:11.953092 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-9de0f9fd-8d2b-4dbc-bd1f-586e5b52eb73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1510849 Jun 22 09:31:11.979412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:11.981525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da1430-3385-4058-a0ee-076646459196 None None] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:11.986175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-52da1430-3385-4058-a0ee-076646459196 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:11.988547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:11.994741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:11.995833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:11.999288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.001863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da1430-3385-4058-a0ee-076646459196 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:12.004308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.006761 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/d1883537-75e5-4479-8cd4-3700f7446125 HTTP/1.1" status: 204 len: 168 time: 4.2518022 Jun 22 09:31:12.007528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6b5f89d4-7bb2-42ca-a9bf-b93549a46a72 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.015386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5641c-c463-42bc-bbf2-38751bf8e2a5 None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:12.034093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52432) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.039000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.039499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382510420'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:12.059956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=d1883537-75e5-4479-8cd4-3700f7446125,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.063247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.068887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.078793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.083161 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/1f1e07d0-83c0-433f-9362-d87bfa7ea5c3 HTTP/1.1" status: 204 len: 168 time: 0.8569620 Jun 22 09:31:12.089123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1430-3385-4058-a0ee-076646459196 None None] Pushing event updated for resources: {'Port': ['ID=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.096964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52434) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.105065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.105065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.105065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/security-groups/c9f87e5e-257b-40f4-b0e5-508d7f5bb91d HTTP/1.1" status: 204 len: 168 time: 1.0528653 Jun 22 09:31:12.117653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc91bf-1f71-4440-bc31-0d4d18d01ad9 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:12.121512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52436) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.131643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1e07d0-83c0-433f-9362-d87bfa7ea5c3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.134623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.162226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52da1430-3385-4058-a0ee-076646459196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.169045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=33949d11-df84-41cf-84d4-5a2a54042b43,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.184805 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28e18e0f-e385-4379-953a-77e65f872f72 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820379 Jun 22 09:31:12.184805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:12.192795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52438) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.193763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.195816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a1bd5ec0-2431-472d-af47-ac1c9861da91 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.202314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.208039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:12.230002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.245298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-52da1430-3385-4058-a0ee-076646459196 None None] Attempting to bind port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:12.246031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-52da1430-3385-4058-a0ee-076646459196 None None] Attempting to bind port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:12.246031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1430-3385-4058-a0ee-076646459196 None None] Attempting to bind port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc on network bce5edda-a363-4ece-a29b-0c97d15cdff5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:12.246234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:12.254674 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/floatingips/084a7c1b-34c6-428b-bfa0-67c849ee9609 HTTP/1.1" status: 204 len: 168 time: 3.4645002 Jun 22 09:31:12.254861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:12.254861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:12.255069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52440) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.258095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.264772 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9562697 Jun 22 09:31:12.273973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52442) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.280936 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f87e5e-257b-40f4-b0e5-508d7f5bb91d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.303266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-949683642', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33949d11-df84-41cf-84d4-5a2a54042b43'}], 'security_groups': ['93039940-7557-470f-b625-deb37b4fc58f']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:12.314705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.319350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:12.321491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1430-3385-4058-a0ee-076646459196 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:12.321873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1430-3385-4058-a0ee-076646459196 None None] Checking segment: {'id': '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:12.322017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.322362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52da1430-3385-4058-a0ee-076646459196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.322694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1430-3385-4058-a0ee-076646459196 None None] Bound using segment: {'id': '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:12.323240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-52da1430-3385-4058-a0ee-076646459196 None None] Bound port: c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'bce5edda-a363-4ece-a29b-0c97d15cdff5'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:12.323631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52da1430-3385-4058-a0ee-076646459196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.346084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3f8f1011-13eb-4ad0-86ec-24b1786e6677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.348414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-2e10e4f7-9c07-4dd9-a518-e32401e5ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:12.349935 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-2e10e4f7-9c07-4dd9-a518-e32401e5ebed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.2981219 Jun 22 09:31:12.427069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:12.427903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:12.452823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:12.456706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.490741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:12.491405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e388c1-3297-414b-a394-d6ceab9c8647 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:12.511538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:12.532346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.532829 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 136cd57f-9686-4a67-8d99-596e3d30ad1e of type vlan for network 1d9a4f21-af41-4246-889e-8feb26fa8d91 Jun 22 09:31:12.535148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-27d18822-2404-4d67-a29f-6760aed710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:12.536984 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-27d18822-2404-4d67-a29f-6760aed710e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.1574779 Jun 22 09:31:12.538479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-52da1430-3385-4058-a0ee-076646459196 None None] For port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:12.543391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-52da1430-3385-4058-a0ee-076646459196 None None] For port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,segment=NetworkSegment(6ab7dbeb-8fbc-4334-a959-6d5145a08bf6),segment_id=6ab7dbeb-8fbc-4334-a959-6d5145a08bf6)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:12.554416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:12.558140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.598739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.601373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.602745 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/security-groups/acb9eb09-8ae1-45b1-8485-52127f0f6528 HTTP/1.1" status: 204 len: 168 time: 0.4819942 Jun 22 09:31:12.605363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52444) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.605549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52446) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.608430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=ca3a5153-5233-49d8-9f88-25f71ec5b40c,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.619592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.651640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d106096-84e8-491f-95e7-4a26b7c71f8a tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.660289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-52da1430-3385-4058-a0ee-076646459196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.665847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.668087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:12.696212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.725734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb9eb09-8ae1-45b1-8485-52127f0f6528,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.741399 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-90282a67-233b-49a2-a2e1-0503d97173b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1958780 Jun 22 09:31:12.744916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.746129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': '72f01cb0-500c-4db2-864b-c98b4aaebab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:12.746645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 09794c9a-cb8a-4f08-95ef-badb257dbb85, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:12.767983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.790943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Update dhcp port {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'fixed_ips': [{'subnet_id': '188d75c8-9ec9-481a-8afc-35f534de2e81', 'ip_address': '2001:db8::2'}, {'subnet_id': '33949d11-df84-41cf-84d4-5a2a54042b43'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'f49acaf7-7735-4fbf-93d0-21f6ddf838c4'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:12.813081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet be76a827-52f1-41f6-a3fd-66622560c502 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:12.821744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1430-3385-4058-a0ee-076646459196 None None] Pushing event updated for resources: {'Port': ['ID=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:12.822290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.827601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52da1430-3385-4058-a0ee-076646459196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:12.830759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-0081f657-3f94-446e-8f66-0e2b2d0108f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:12.832092 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-0081f657-3f94-446e-8f66-0e2b2d0108f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.0787325 Jun 22 09:31:12.833175 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9a036bc5-4d72-4879-a5c5-c2e411de45d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e32cbfb4cda545e7bb3f9f14c68e26d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221336 Jun 22 09:31:12.849704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.851917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52448) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:12.868559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Deleting port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:12.869015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.897608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.901467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 0b1f038c-51ea-4a2d-9a53-45df776f3e1f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:12.901820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.903258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:12.904135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:12.910165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:12.917066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ce9f472-9fa5-4104-b724-dd5a99783a36 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:12.947130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.075034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0369952 Jun 22 09:31:13.078817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=1d9a4f21-af41-4246-889e-8feb26fa8d91,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:13.081754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:13.089521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52450) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:13.095205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': '1d9a4f21-af41-4246-889e-8feb26fa8d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:13.114277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.162009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-58deaa5f-898a-415b-95fb-a3261f9b9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:13.164318 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-58deaa5f-898a-415b-95fb-a3261f9b9c19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3125107 Jun 22 09:31:13.168651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.216331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1d9a4f21-af41-4246-889e-8feb26fa8d91 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:13.254547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 09794c9a-cb8a-4f08-95ef-badb257dbb85) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:13.283416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:13.284151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.285179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8aed85-b937-4d6c-835b-201bad47deea None None] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:13.333980 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-8f7b6ede-ddf0-4a7b-8216-709fe17cdd0d service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575174 Jun 22 09:31:13.380103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.397373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.400225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.404253 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b3c8365-eec0-490a-a139-83776f8cb08c HTTP/1.1" status: 204 len: 168 time: 0.5513988 Jun 22 09:31:13.406437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] For port 9bb88ab7-2d96-463b-84ed-115e6b70ac38, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bb88ab7-2d96-463b-84ed-115e6b70ac38,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:13.406912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.413983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d22ba263-e897-40ae-815f-3288a1cf2833 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:13.457385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c8365-eec0-490a-a139-83776f8cb08c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:13.478010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:13.506705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Calling delete_port for 9bb88ab7-2d96-463b-84ed-115e6b70ac38 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:13.515249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.objects.ports [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:31:13.527741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 0b1f038c-51ea-4a2d-9a53-45df776f3e1f owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:13.549971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:13.557655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.599174 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f95789c2-39e6-42ea-9698-c8eb051b3616 req-044ad9b3-1f92-4092-be4d-aead5b005351 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577364 Jun 22 09:31:13.619579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.666909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Allocated IP 2001:db8:0:1::2 (03d66da6-39d6-4778-b60f-c91894e0f941/33949d11-df84-41cf-84d4-5a2a54042b43/f49acaf7-7735-4fbf-93d0-21f6ddf838c4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:13.722158 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4080055 Jun 22 09:31:13.724840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52454) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:13.727123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_backend_mixin [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing IP validity checks on allocation pools {{(pid=93949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:31:13.727712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_backend_mixin [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:31:13.745414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1661400273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:13.825915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.840662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:13.903511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-09794c9a-cb8a-4f08-95ef-badb257dbb85', 'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': 'ca3a5153-5233-49d8-9f88-25f71ec5b40c'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:13.906488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.922696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.924495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.970337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.984411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-221b16c5-b364-4c7a-b6b5-d45bc6b29494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:13.988024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:13.995051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c2908415-a0cd-4905-a364-97e132132c9b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:14.019671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Pushing event deleted for resources: {'Port': ['ID=9bb88ab7-2d96-463b-84ed-115e6b70ac38,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.029984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:14.032661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] No DVR routers for this DVR port 9bb88ab7-2d96-463b-84ed-115e6b70ac38 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:14.045755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,segment=NetworkSegment(befdf460-8a68-4fcc-b341-eecc09c3d07e),segment_id=befdf460-8a68-4fcc-b341-eecc09c3d07e)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:14.049170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=be76a827-52f1-41f6-a3fd-66622560c502,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.070891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:14.135807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.144233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52462) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:14.147052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/be76a827-52f1-41f6-a3fd-66622560c502 HTTP/1.1" status: 204 len: 168 time: 1.5347946 Jun 22 09:31:14.152198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b86641-5bc3-4a01-a64a-c16886f517a1 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:14.157952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:14.180525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] For port 9bb88ab7-2d96-463b-84ed-115e6b70ac38, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9bb88ab7-2d96-463b-84ed-115e6b70ac38,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:14.237070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.271231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236c0f6-79c5-481c-a55d-297a66cc9016 None None] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:14.295925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.298830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.304939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-221bd3c9-1f47-48a5-bd34-14258ea74532 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:14.311418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.404071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:14.408114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.412683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.413994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.423890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Transition to ACTIVE for port object f49acaf7-7735-4fbf-93d0-21f6ddf838c4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:14.425355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:14.453385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=66ec96b4-44ba-4ae9-b127-0ce4ce92e132,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.456736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:14.489206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2707f10f-b063-44a9-9d36-eaf35d07a350 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:14.494918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:14.496645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=9bb88ab7-2d96-463b-84ed-115e6b70ac38,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.499530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:14.501667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Allocated IP 172.21.0.2 (09794c9a-cb8a-4f08-95ef-badb257dbb85/ca3a5153-5233-49d8-9f88-25f71ec5b40c/94b07aa6-dfd7-4db9-84c0-965426125edf) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:14.514734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:14.515539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:14.517671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bb88ab7-2d96-463b-84ed-115e6b70ac38 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:14.520166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:14.520764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.533415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=0b1f038c-51ea-4a2d-9a53-45df776f3e1f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.536952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:14.542188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 9bb88ab7-2d96-463b-84ed-115e6b70ac38 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:14.542549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9bb88ab7-2d96-463b-84ed-115e6b70ac38 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:14.544256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c1f21-5225-40f0-856b-1e51b1efdd8c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:14.557315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '136cd57f-9686-4a67-8d99-596e3d30ad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1d9a4f21-af41-4246-889e-8feb26fa8d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:14.558078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: 1d9a4f21-af41-4246-889e-8feb26fa8d91, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:14.571641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.573694 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/ports/0b1f038c-51ea-4a2d-9a53-45df776f3e1f HTTP/1.1" status: 204 len: 168 time: 2.3175561 Jun 22 09:31:14.579642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52470) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:14.586135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:14.596384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.601327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.603395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.606164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:14.645058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-218f5f98-be61-4d02-8df1-d6db0bedbdb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:14.650934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:14.654681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.710480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Delete allocated IP 2001:db8::64 (03d66da6-39d6-4778-b60f-c91894e0f941/188d75c8-9ec9-481a-8afc-35f534de2e81) {{(pid=93949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:31:14.720312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8:0:1::1f (03d66da6-39d6-4778-b60f-c91894e0f941/33949d11-df84-41cf-84d4-5a2a54042b43/afd09955-4aff-4ac1-804d-324ac27d2b0a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:14.728051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network 1d9a4f21-af41-4246-889e-8feb26fa8d91 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:14.757258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Provisioning for port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:14.769978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5749302 Jun 22 09:31:14.770638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52476) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:14.785812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:09:37:65', 'name': 'tempest-NetworksTestDHCPv6-410944959'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:14.844246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Provisioning complete for port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:14.847935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.948886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:14.978090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Pushing event updated for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:14.983674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.002687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object afd09955-4aff-4ac1-804d-324ac27d2b0a will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:15.006652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:15.008691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 1d9a4f21-af41-4246-889e-8feb26fa8d91) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:15.017094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:15.017789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.044502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399f34e-9b1e-4a49-a5cf-a0b8eee091d2 None None] Network 1d9a4f21-af41-4246-889e-8feb26fa8d91 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:15.055235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.061593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.069021 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-473b90d7-b133-48b3-a241-e11563f372e6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3403790 Jun 22 09:31:15.069250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d2346bf2-1173-4e5e-8fdf-dde54ca160d5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:15.078463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52482) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:15.162931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] In _notify_port_updated(), no bound segment for port afd09955-4aff-4ac1-804d-324ac27d2b0a on network 03d66da6-39d6-4778-b60f-c91894e0f941 {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:31:15.171782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:15.172543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.174189 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/ports/afd09955-4aff-4ac1-804d-324ac27d2b0a HTTP/1.1" status: 200 len: 929 time: 2.8802483 Jun 22 09:31:15.176131 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0855560 Jun 22 09:31:15.179209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52484) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:15.179540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52486) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:15.312604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=afd09955-4aff-4ac1-804d-324ac27d2b0a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:15.338290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:15.437124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.489566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port afd09955-4aff-4ac1-804d-324ac27d2b0a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:15.490674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.500217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.502199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6f4436b2-fa8d-48f7-b309-1613f7e3be6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:15.565491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.583577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:15.602812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:15.603674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.627163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.633310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.679259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Transition to ACTIVE for port object 94b07aa6-dfd7-4db9-84c0-965426125edf will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:15.833496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:15.875661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Transition to ACTIVE for port object 94b07aa6-dfd7-4db9-84c0-965426125edf will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:15.929102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] For port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,segment=NetworkSegment(6ab7dbeb-8fbc-4334-a959-6d5145a08bf6),segment_id=6ab7dbeb-8fbc-4334-a959-6d5145a08bf6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:15.971865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:15.981624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b810e494-f42c-4a18-904d-369ba12a463a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:16.014400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.138010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.165738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:16.178193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7942f0-86a5-4c79-a235-4bf2e72b3d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-1d9a4f21-af41-4246-889e-8feb26fa8d91', 'network_id': '1d9a4f21-af41-4246-889e-8feb26fa8d91', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '66ec96b4-44ba-4ae9-b127-0ce4ce92e132'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:16.179557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dd7942f0-86a5-4c79-a235-4bf2e72b3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.215692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for afd09955-4aff-4ac1-804d-324ac27d2b0a owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:16.232122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.241416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:16.252187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Allocated IP 2001:db8::f816:3eff:fe4b:69d6 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b/a5abf560-034b-4903-b5db-e52dab646f69) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:16.257331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b801929d-dfdc-4a90-8a1b-3217ead2e5a1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:16.257928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:16.279686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Pushing event updated for resources: {'Port': ['ID=94b07aa6-dfd7-4db9-84c0-965426125edf,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:16.328907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:16.332148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52407036-76a2-4a49-9802-20f893a86b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:16.369308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=66ec96b4-44ba-4ae9-b127-0ce4ce92e132,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:16.388126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:16.689650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Provisioning for port afd09955-4aff-4ac1-804d-324ac27d2b0a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:16.720606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Provisioning complete for port afd09955-4aff-4ac1-804d-324ac27d2b0a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:16.721350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.758589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52502) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:16.765687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:16.805859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Port afd09955-4aff-4ac1-804d-324ac27d2b0a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:16.818744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344ec3e-4879-4040-86ca-0e0e994c1d81 None None] Network 1d9a4f21-af41-4246-889e-8feb26fa8d91 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:16.835606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:16.839897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.844492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:16.845091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.941996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:16.956793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e07e80-93ad-4d72-bfac-2efc5e5e79d0 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:16.962414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9a4f21-af41-4246-889e-8feb26fa8d91']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:16.977007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136cd57f-9686-4a67-8d99-596e3d30ad1e') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:16.977676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136cd57f-9686-4a67-8d99-596e3d30ad1e') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:16.986766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Attempting to bind port 94b07aa6-dfd7-4db9-84c0-965426125edf on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:16.987448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Attempting to bind port 94b07aa6-dfd7-4db9-84c0-965426125edf by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '72f01cb0-500c-4db2-864b-c98b4aaebab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:16.988279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Attempting to bind port 94b07aa6-dfd7-4db9-84c0-965426125edf on network 09794c9a-cb8a-4f08-95ef-badb257dbb85 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:16.997774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.015247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 4b79c4db-041b-4947-a93b-80366c2b6fff yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:17.018650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.055611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=510531b2-323a-4b2a-801f-ce47b8302023,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:17.069709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.567s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:17.090137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:17.091273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Checking segment: {'id': '72f01cb0-500c-4db2-864b-c98b4aaebab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:17.092542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.093217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Bound using segment: {'id': '72f01cb0-500c-4db2-864b-c98b4aaebab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:17.094058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Bound port: 94b07aa6-dfd7-4db9-84c0-965426125edf, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f01cb0-500c-4db2-864b-c98b4aaebab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '09794c9a-cb8a-4f08-95ef-badb257dbb85'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:17.094865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.095154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:17.095742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:17.099168 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:17.109601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Pushing event updated for resources: {'Port': ['ID=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:17.113276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:17.114600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.121383 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9719381 Jun 22 09:31:17.121383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.122321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52506) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:17.140500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-28e8c337-3a4b-474e-8229-5ca53a4c5fd2 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1567663946'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:17.140953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-28e8c337-3a4b-474e-8229-5ca53a4c5fd2 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Unknown quota resources ['metering_label']. {{(pid=93950) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:31:17.147652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616859134'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:17.168129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7f47d-af14-4257-9b1d-d10c06a535e7 req-09f43dec-e03a-4694-824d-a5412e76bd69 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:17.169633 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04a7f47d-af14-4257-9b1d-d10c06a535e7 req-09f43dec-e03a-4694-824d-a5412e76bd69 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4120622 Jun 22 09:31:17.195313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Provisioning for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:17.205395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.210337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a0791297-7b20-4af1-ad13-17f432592112 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:17.222834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:17.223222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.240838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=afd09955-4aff-4ac1-804d-324ac27d2b0a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:17.244722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:17.281419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.286349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/afd09955-4aff-4ac1-804d-324ac27d2b0a HTTP/1.1" status: 204 len: 168 time: 2.1057053 Jun 22 09:31:17.286982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52508) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:17.298605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.321144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-469c96b3-9673-4ef2-9551-207479d0525e tempest-RoutersAdminTest-413415395 tempest-RoutersAdminTest-413415395-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:17.325881 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa67723-4ed6-4a09-b02e-59d85185728a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:31:17.331055 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2aa67723-4ed6-4a09-b02e-59d85185728a tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/afd09955-4aff-4ac1-804d-324ac27d2b0a HTTP/1.1" status: 404 len: 333 time: 0.0430238 Jun 22 09:31:17.331689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52510) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:17.338517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.341655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/1d9a4f21-af41-4246-889e-8feb26fa8d91 HTTP/1.1" status: 204 len: 168 time: 2.1508403 Jun 22 09:31:17.355276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52512) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:17.362468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=1d9a4f21-af41-4246-889e-8feb26fa8d91,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:17.365985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1502163267'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:17.369749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:17.424523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.453679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] For port 94b07aa6-dfd7-4db9-84c0-965426125edf, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:17.462104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.478416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] For port 94b07aa6-dfd7-4db9-84c0-965426125edf, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=94b07aa6-dfd7-4db9-84c0-965426125edf,segment=NetworkSegment(72f01cb0-500c-4db2-864b-c98b4aaebab0),segment_id=72f01cb0-500c-4db2-864b-c98b4aaebab0)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:17.530429 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04a7f47d-af14-4257-9b1d-d10c06a535e7 req-2fef8d61-872c-4d8e-9ec8-4a1acb225163 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273365 Jun 22 09:31:17.533111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.575263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.580660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:17.610347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.617073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.620357 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/security-groups/3130c6cc-945a-47bc-98ab-7a5728d1a1ad HTTP/1.1" status: 204 len: 168 time: 0.2765326 Jun 22 09:31:17.623430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52520) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:17.628719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1f88fe6d-7538-486f-b459-e81a15322432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:17.669160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.710490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3130c6cc-945a-47bc-98ab-7a5728d1a1ad,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:17.714605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:17.726163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Transition to ACTIVE for port object a5abf560-034b-4903-b5db-e52dab646f69 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:17.778523 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28e8c337-3a4b-474e-8229-5ca53a4c5fd2 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.780149 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28e8c337-3a4b-474e-8229-5ca53a4c5fd2 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9458678 Jun 22 09:31:17.799900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Pushing event updated for resources: {'Port': ['ID=94b07aa6-dfd7-4db9-84c0-965426125edf,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:17.805093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52522) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:17.811850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:17.816971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:17.842830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9f1e0022-9a66-419b-87d3-353a679c4747 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3e32aa1a-930a-4ad6-b16f-3826dbfb86dc'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:17.843333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9f1e0022-9a66-419b-87d3-353a679c4747 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93949) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:31:17.867471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Transition to ACTIVE for port object a5abf560-034b-4903-b5db-e52dab646f69 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:17.898963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.168 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/ba1bcb98-c131-4251-8d80-82681f8c303b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:17.913103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:17.918018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.929225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Provisioning complete for port 0f3fb527-e57d-4398-8783-40439eb28d32 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:17.933195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.961189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.965524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3aff127a-5653-4067-8aff-5166748ad78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:17.968357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:17.968581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:17.969088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.031734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.053584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe09:3765 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b/4b79c4db-041b-4947-a93b-80366c2b6fff) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:18.068740 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.services.metering.metering_plugin [None req-9f1e0022-9a66-419b-87d3-353a679c4747 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:31:18.076330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Port 0f3fb527-e57d-4398-8783-40439eb28d32 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:18.093423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:18.129966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:18.140206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:18.153821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Pushing event updated for resources: {'Port': ['ID=a5abf560-034b-4903-b5db-e52dab646f69,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:18.168151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:18.179031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Provisioning complete for port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:18.179470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f1a767f2-58d0-4781-9383-7486ad6b0da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.227195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:18.291148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.293818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.298306 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/security-groups/93039940-7557-470f-b625-deb37b4fc58f HTTP/1.1" status: 204 len: 168 time: 0.6297264 Jun 22 09:31:18.306686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Update dhcp port {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'fixed_ips': [{'subnet_id': 'c863aa72-9abe-4696-932b-3c9aa4eaf547', 'ip_address': '172.20.0.18'}, {'subnet_id': '510531b2-323a-4b2a-801f-ce47b8302023'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': '23acf485-7e76-44a1-91a0-7438b317005f'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:18.306857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8054e363-4fad-475b-81e4-fc40ba717eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:18.306958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.20.0.1 (bce5edda-a363-4ece-a29b-0c97d15cdff5/a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1/39c4f1fb-7060-4b11-a81f-a06c7d4408be) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:18.306958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.306958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 6429de04-1eb3-47a5-b7b5-857d6459c486 of type vlan for network 39acc03a-33ad-4931-af5f-65ccf46a3b80 Jun 22 09:31:18.309152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab6ff-6c1b-49c8-b8db-489b46acc5c6 req-5ac0ffb2-a5c1-4fe4-9487-954542fb06cf tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:18.314109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52526) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:18.316229 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-718ab6ff-6c1b-49c8-b8db-489b46acc5c6 req-5ac0ffb2-a5c1-4fe4-9487-954542fb06cf tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.5873692 Jun 22 09:31:18.318956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0022-9a66-419b-87d3-353a679c4747 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.324519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f1e0022-9a66-419b-87d3-353a679c4747 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4862063 Jun 22 09:31:18.324519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52528) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:18.334020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8db8fa69-d5e3-4502-9f5b-d7a7f3569d66 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3e32aa1a-930a-4ad6-b16f-3826dbfb86dc'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:18.334249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8db8fa69-d5e3-4502-9f5b-d7a7f3569d66 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93949) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:31:18.345308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93039940-7557-470f-b625-deb37b4fc58f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:18.353871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:18.376127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Attempting to bind port a5abf560-034b-4903-b5db-e52dab646f69 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:18.376501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Attempting to bind port a5abf560-034b-4903-b5db-e52dab646f69 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:18.376847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Attempting to bind port a5abf560-034b-4903-b5db-e52dab646f69 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:18.386500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.408414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:18.408796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:18.409202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.409606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:18.410116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Bound port: a5abf560-034b-4903-b5db-e52dab646f69, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:18.410468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.446505 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-718ab6ff-6c1b-49c8-b8db-489b46acc5c6 req-ed7da65e-512d-4a10-a8a3-cc4e344bf39d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291168 Jun 22 09:31:18.500983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.516201 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.services.metering.metering_plugin [None req-8db8fa69-d5e3-4502-9f5b-d7a7f3569d66 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 09:31:18.549519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.586129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.605811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 188d75c8-9ec9-481a-8afc-35f534de2e81 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:18.609552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.633200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8db8fa69-d5e3-4502-9f5b-d7a7f3569d66 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.634883 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8db8fa69-d5e3-4502-9f5b-d7a7f3569d66 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3047247 Jun 22 09:31:18.638031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52532) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:18.649392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] For port a5abf560-034b-4903-b5db-e52dab646f69, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:18.658291 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-89b0c83d-ef93-424a-b29c-d76d59be2606 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=2a62f772-4203-41c0-8de0-3315312dec72 HTTP/1.1" status: 200 len: 462 time: 0.0173941 Jun 22 09:31:18.658873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52534) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:18.661511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] For port a5abf560-034b-4903-b5db-e52dab646f69, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5abf560-034b-4903-b5db-e52dab646f69,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:18.665111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.708136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:31:18.715147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.737194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e479273-71e5-4992-a4d5-224a8abd782d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:18.743073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Allocated IP 172.20.0.2 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/510531b2-323a-4b2a-801f-ce47b8302023/23acf485-7e76-44a1-91a0-7438b317005f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:18.746185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.757185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6b591705-7111-45b7-a7da-cc8b7e81b42f None None] Could not find standard attr ID for object afd09955-4aff-4ac1-804d-324ac27d2b0a. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:31:18.757185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f15a02d4-b0fe-4196-a893-7c2ecd9b8dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:18.826729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.861833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6b591705-7111-45b7-a7da-cc8b7e81b42f None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:18.862215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b591705-7111-45b7-a7da-cc8b7e81b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.881452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c667bcbd-c07a-404a-a8bf-a3a6d7f9894e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:18.898963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:18.903067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.908680 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7646232 Jun 22 09:31:18.910172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 4b79c4db-041b-4947-a93b-80366c2b6fff will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:18.923533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.936147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:18.936147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.938541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52538) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:18.953464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'security_group': {'name': 'tempest-secgroup-466982852'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:18.964658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-922963f6-edc8-47b2-a8be-5e1847a5ef38 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:18.969633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-922963f6-edc8-47b2-a8be-5e1847a5ef38 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/2a62f772-4203-41c0-8de0-3315312dec72 HTTP/1.1" status: 204 len: 168 time: 0.3079813 Jun 22 09:31:18.973280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52540) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:18.974401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3e6b970e-859e-41f0-b88d-1c1559951c1c tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:18.996952 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-499dfb26-42cf-46a5-9638-f6d69b11bf5f tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=2a62f772-4203-41c0-8de0-3315312dec72 HTTP/1.1" status: 200 len: 221 time: 0.0191879 Jun 22 09:31:18.998400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52542) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.005271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f8d130df-5959-45c2-a7ff-5f0d58f9f05d tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1879779074', 'description': 'label created by tempest'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:19.005271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f8d130df-5959-45c2-a7ff-5f0d58f9f05d tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Unknown quota resources ['metering_label']. {{(pid=93949) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 09:31:19.009389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.175266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object 39c4f1fb-7060-4b11-a81f-a06c7d4408be will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:19.187624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.197336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.236147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.254531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=39acc03a-33ad-4931-af5f-65ccf46a3b80,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:19.271843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001defc-2d2e-4e2c-8d05-c850762f371d req-3284b302-9fa0-4c2b-b5d7-14638d7c2bc5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:19.278189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:19.280502 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5001defc-2d2e-4e2c-8d05-c850762f371d req-3284b302-9fa0-4c2b-b5d7-14638d7c2bc5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2015424 Jun 22 09:31:19.289736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-69582a8d-25b1-4547-9302-b971e8440ff9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:19.307773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:19.329148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Pushing event updated for resources: {'Port': ['ID=a5abf560-034b-4903-b5db-e52dab646f69,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:19.340780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 39acc03a-33ad-4931-af5f-65ccf46a3b80 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:19.347807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:19.351674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be131a75-919a-41e4-a071-7e148cf6bb0b None None] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:19.362876 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0038915 Jun 22 09:31:19.400195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:19.400195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52544) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.402818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f8d130df-5959-45c2-a7ff-5f0d58f9f05d tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.404116 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f8d130df-5959-45c2-a7ff-5f0d58f9f05d tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4045408 Jun 22 09:31:19.407988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:19.409563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5001defc-2d2e-4e2c-8d05-c850762f371d req-4dc50438-7e3a-4a58-a211-324803b9d836 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274765 Jun 22 09:31:19.410025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52546) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.457302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:19.498813 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2ef1561f-a59f-4044-8967-be45f1d5adfd tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=1c8c59c0-53c2-40e8-b654-f1eb876c11bf HTTP/1.1" status: 200 len: 468 time: 0.0850372 Jun 22 09:31:19.500733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b591705-7111-45b7-a7da-cc8b7e81b42f None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:19.503263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52548) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.506155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.526002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:19.537926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=ba1bcb98-c131-4251-8d80-82681f8c303b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:19.553050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.558965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:19.564040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:19.564217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6b591705-7111-45b7-a7da-cc8b7e81b42f None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:19.564217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b591705-7111-45b7-a7da-cc8b7e81b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.612092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:19.619341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.622074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:19.634911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:19.641369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:19.642824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.649342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:19.657358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:19.664479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:19.692120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=4b79c4db-041b-4947-a93b-80366c2b6fff,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:19.695990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.769111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=39c4f1fb-7060-4b11-a81f-a06c7d4408be,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:19.774020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.781611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:19.781611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:19.781611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:19.836291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.847646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:19.900209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5696b-2ae2-418e-bb87-b228fc0040c0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:19.901411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Transition to ACTIVE for port object 23acf485-7e76-44a1-91a0-7438b317005f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:19.915467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:19.922197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e40ed457-363d-4b53-9d0d-cae752c966ab tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.926036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:19.929370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e40ed457-363d-4b53-9d0d-cae752c966ab tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/1c8c59c0-53c2-40e8-b654-f1eb876c11bf HTTP/1.1" status: 204 len: 168 time: 0.4239309 Jun 22 09:31:19.932792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52550) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.934125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bf92ee03-e2af-4141-916f-0f78647ebdd5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:19.949211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 94b07aa6-dfd7-4db9-84c0-965426125edf up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:19.952219 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-db9098fd-cded-49ac-9bc8-19bfb61ab12c tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=1c8c59c0-53c2-40e8-b654-f1eb876c11bf HTTP/1.1" status: 200 len: 216 time: 0.0173178 Jun 22 09:31:19.955247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52552) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.977866 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6b6d281a-016f-49f6-9a21-af220cba034b tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0212822 Jun 22 09:31:19.984318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52554) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:19.998125 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eadf0841-43ee-48bf-b9e9-93818d3e13af tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117388 Jun 22 09:31:20.001525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52556) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.013734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-53377798-0c34-4c27-9c33-508632971dfb None None] Provisioning for port 94b07aa6-dfd7-4db9-84c0-965426125edf completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:20.016741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.021743 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1c955944-a674-4ceb-aa83-aa05e8daa40e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2453396 Jun 22 09:31:20.026439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c417ade0-3fba-43a0-be80-3a09aac81792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:20.034808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52558) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.051096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=188d75c8-9ec9-481a-8afc-35f534de2e81,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:20.061446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14301356-e42e-41b4-8354-5f8efaac7734 None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:20.065704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.067598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/188d75c8-9ec9-481a-8afc-35f534de2e81 HTTP/1.1" status: 204 len: 168 time: 1.7501454 Jun 22 09:31:20.068605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:20.076357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52560) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.089868 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d05ba010-f3fe-4836-a367-d89730231a5d tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/3e32aa1a-930a-4ad6-b16f-3826dbfb86dc HTTP/1.1" status: 200 len: 473 time: 0.0868080 Jun 22 09:31:20.093711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52562) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.099220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:20.105190 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-77d78f4a-1613-494c-b1ba-e09f9f348351 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/6deec2b9-ef23-4d20-a5d7-8302f75c3c5c HTTP/1.1" status: 200 len: 459 time: 0.0097528 Jun 22 09:31:20.108196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52564) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.166360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.227682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:20.231396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.261308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.265680 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3210454 Jun 22 09:31:20.272385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52566) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.273585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'security_group': {'name': 'tempest-secgroup-447674195'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:20.312608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.315465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:20.328864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:20.338611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d27c93c0-a8e1-4794-83ad-2f94ca359a33 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.340524 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d27c93c0-a8e1-4794-83ad-2f94ca359a33 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/6deec2b9-ef23-4d20-a5d7-8302f75c3c5c HTTP/1.1" status: 204 len: 168 time: 0.2303479 Jun 22 09:31:20.350321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52568) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.405969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 94b07aa6-dfd7-4db9-84c0-965426125edf completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:20.434434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 94b07aa6-dfd7-4db9-84c0-965426125edf triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:20.434683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.465687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.532389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422a3b4-677f-4764-973f-fb88c3b35ffb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:20.538700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422a3b4-677f-4764-973f-fb88c3b35ffb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:20.540392 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4422a3b4-677f-4764-973f-fb88c3b35ffb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4907308 Jun 22 09:31:20.549986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f5fcc12c-196f-49a4-b425-dcfbc173b109 None None] Provisioning for port 39c4f1fb-7060-4b11-a81f-a06c7d4408be completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:20.562733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f5fcc12c-196f-49a4-b425-dcfbc173b109 None None] Provisioning complete for port 39c4f1fb-7060-4b11-a81f-a06c7d4408be triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:20.563165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc12c-196f-49a4-b425-dcfbc173b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.565027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.580209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52572) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:20.640210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f5fcc12c-196f-49a4-b425-dcfbc173b109 None None] Port 39c4f1fb-7060-4b11-a81f-a06c7d4408be cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:20.645984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 94b07aa6-dfd7-4db9-84c0-965426125edf, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=94b07aa6-dfd7-4db9-84c0-965426125edf,segment=NetworkSegment(72f01cb0-500c-4db2-864b-c98b4aaebab0),segment_id=72f01cb0-500c-4db2-864b-c98b4aaebab0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:20.680921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.770555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.772511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5abf560-034b-4903-b5db-e52dab646f69 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:20.777762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:20.855186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=94b07aa6-dfd7-4db9-84c0-965426125edf,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:20.876794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:20.884702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e6183dff-26fe-4d44-a0e4-1e1dd1017ccb None None] Provisioning for port a5abf560-034b-4903-b5db-e52dab646f69 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:20.905360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3eaa82c6-734e-4774-94ba-4a0d20262274 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:20.909413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3eaa82c6-734e-4774-94ba-4a0d20262274 tempest-MeteringIpV6TestJSON-232731396 tempest-MeteringIpV6TestJSON-232731396-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/3e32aa1a-930a-4ad6-b16f-3826dbfb86dc HTTP/1.1" status: 204 len: 168 time: 0.5574832 Jun 22 09:31:20.970295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 4b79c4db-041b-4947-a93b-80366c2b6fff {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:20.970710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.038015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port a5abf560-034b-4903-b5db-e52dab646f69 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:21.047424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a5abf560-034b-4903-b5db-e52dab646f69 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:21.047806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.095523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.114788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f44e5737-f3cb-4218-a89c-1cbeb5fd0f1c None None] Provisioning for port 4b79c4db-041b-4947-a93b-80366c2b6fff completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:21.123384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f44e5737-f3cb-4218-a89c-1cbeb5fd0f1c None None] Provisioning complete for port 4b79c4db-041b-4947-a93b-80366c2b6fff triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:21.123765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f44e5737-f3cb-4218-a89c-1cbeb5fd0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.163425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 4b79c4db-041b-4947-a93b-80366c2b6fff owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:21.174518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f44e5737-f3cb-4218-a89c-1cbeb5fd0f1c None None] Port 4b79c4db-041b-4947-a93b-80366c2b6fff cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:21.241552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.296436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a5abf560-034b-4903-b5db-e52dab646f69, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5abf560-034b-4903-b5db-e52dab646f69,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:21.330338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.369721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.371638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c906de36-8f1b-4c0f-a8bf-b97c855d23cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:21.373735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:21.377229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.431269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ec1c3e1-f40d-42f9-9e25-c9f80c0b132e None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:21.436328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec1c3e1-f40d-42f9-9e25-c9f80c0b132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.437202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.440143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-dff47df0-44fd-4c44-a9e1-70493a2e3744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:21.459851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a5abf560-034b-4903-b5db-e52dab646f69,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:21.472648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:21.491857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2345cec8-c608-4466-ac60-3c60e56d0009,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:21.495724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:21.500744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1c3e1-f40d-42f9-9e25-c9f80c0b132e None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:21.541050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.550302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:21.586660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=4b79c4db-041b-4947-a93b-80366c2b6fff,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:21.590275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:21.596206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.601668 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3289285 Jun 22 09:31:21.601668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52578) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:21.633100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52580) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:21.646451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-759265452', 'security_groups': ['2345cec8-c608-4466-ac60-3c60e56d0009'], 'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '510531b2-323a-4b2a-801f-ce47b8302023'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:21.653277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ec1c3e1-f40d-42f9-9e25-c9f80c0b132e None None] Provisioning for port 23acf485-7e76-44a1-91a0-7438b317005f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:21.660774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ec1c3e1-f40d-42f9-9e25-c9f80c0b132e None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:21.661410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ec1c3e1-f40d-42f9-9e25-c9f80c0b132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.668325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.676576 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/4b79c4db-041b-4947-a93b-80366c2b6fff HTTP/1.1" status: 204 len: 168 time: 1.0915284 Jun 22 09:31:21.684982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853e618-42d5-41e9-a804-a4b6d5b6cca4 req-1e55db40-10ce-4cf7-9ce5-d51454815197 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:21.686767 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3853e618-42d5-41e9-a804-a4b6d5b6cca4 req-1e55db40-10ce-4cf7-9ce5-d51454815197 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.9761736 Jun 22 09:31:21.689561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52584) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:21.811183 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 94b07aa6-dfd7-4db9-84c0-965426125edf up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:21.817494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.827674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:21.853681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d30c59-8ba1-45f8-953b-8f1939a3bc28 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:21.855911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d30c59-8ba1-45f8-953b-8f1939a3bc28 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:21.858396 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f8d30c59-8ba1-45f8-953b-8f1939a3bc28 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1677513 Jun 22 09:31:21.867928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52586) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:21.872461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 94b07aa6-dfd7-4db9-84c0-965426125edf triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:21.872922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.906717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.910456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.914004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=e8cbfe1c-0787-4166-a79f-9d1259916fbe,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:21.932418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:21.938224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.943141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e03103b3-6902-4c1c-a22f-bc9c08a39053 None None] Provisioning complete for port 0f3fb527-e57d-4398-8783-40439eb28d32 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:21.943559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e03103b3-6902-4c1c-a22f-bc9c08a39053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.953946 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3853e618-42d5-41e9-a804-a4b6d5b6cca4 req-4fa4d1a4-cedd-48f5-be5a-931ad8bd582d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390513 Jun 22 09:31:21.963797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:21.973106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:21.980647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.001036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b5295bc-05c7-41c3-a6a9-e4a47abbc99c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:22.019078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e03103b3-6902-4c1c-a22f-bc9c08a39053 None None] Port 0f3fb527-e57d-4398-8783-40439eb28d32 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:22.031662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5abf560-034b-4903-b5db-e52dab646f69 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:22.037314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.040616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.056032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e03103b3-6902-4c1c-a22f-bc9c08a39053 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:22.056657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e03103b3-6902-4c1c-a22f-bc9c08a39053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.107308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '6429de04-1eb3-47a5-b7b5-857d6459c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:22.107674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: 39acc03a-33ad-4931-af5f-65ccf46a3b80, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:22.120251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a5abf560-034b-4903-b5db-e52dab646f69 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:22.120750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.160137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=ba1bcb98-c131-4251-8d80-82681f8c303b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:22.169565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:22.171699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce0e7a70-87a8-42ca-9dbf-a778a70e38a1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:22.175089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.182886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.197694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.236097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.239186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 23acf485-7e76-44a1-91a0-7438b317005f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:22.246477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.274875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:22.280317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0dd3c593081040b8a5eba5afdbd50ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295977 Jun 22 09:31:22.292196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52588) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:22.295967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:22.296363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.313278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=39c4f1fb-7060-4b11-a81f-a06c7d4408be,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:22.327595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:22.342644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693d58b1-7ced-45b4-ae68-c2b61f53ac60,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:22.346016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:22.369768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network 39acc03a-33ad-4931-af5f-65ccf46a3b80 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:22.375328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.384222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:22.384222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:22.400570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.453088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.465952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1bc16118-c5b7-4f47-a9b4-4730c15f3f3d tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:22.523379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:22.533120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:22.540663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:22.547688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.547841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a777ac5-4050-438c-828d-f7644cede60e None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:22.551267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 39acc03a-33ad-4931-af5f-65ccf46a3b80) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:22.558090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=2b402612-ba55-4468-9caf-d1f83a7a1341,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:22.562217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd147ad-dbf7-4178-ab8c-4279775af642 None None] Network 39acc03a-33ad-4931-af5f-65ccf46a3b80 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:22.568850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:22.569644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.573217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:22.599044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.601511 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0191715 Jun 22 09:31:22.607474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52590) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:22.615329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'port': {'network_id': '4af5745d-731a-4a0a-83c2-e8dfaf3a81d3', 'name': 'tempest-FloatingIPTestJSON-2039440628'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:22.741979 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6477556 Jun 22 09:31:22.748094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52592) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:22.750164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941333763'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:22.778432 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3719478 Jun 22 09:31:22.783133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b06fc007-b10f-4e34-993a-ab1762144414 None None] Provisioning complete for port 39c4f1fb-7060-4b11-a81f-a06c7d4408be triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:22.783133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b06fc007-b10f-4e34-993a-ab1762144414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.786086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52594) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:22.801772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.803726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:22.808182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:22.843127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router b8491105-e716-425f-b1a7-af40e4b492c9 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:31:22.875504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.877765 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b HTTP/1.1" status: 204 len: 168 time: 1.0076225 Jun 22 09:31:22.878693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:22.881774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:22.882294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52596) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:22.944863 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a407c04e-a469-4123-8f77-859f178ecebb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571702 Jun 22 09:31:22.946712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52598) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:22.964002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:22.968347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:22.978356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b139a1e-5629-46c6-8861-c26258c9680b None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:23.013960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.023132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] device_id is not set on port 7d707344-474d-4f3d-a8cf-f431b7302426 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:23.026582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:23.037384 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/b8491105-e716-425f-b1a7-af40e4b492c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9517741 Jun 22 09:31:23.037518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.038772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52602) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:23.043198 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] Sync routers for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:23.049998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.058799 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:23.059522 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:23.064397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] device_id is not set on port 89087116-f489-4e23-963b-0209895c15d7 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:23.085081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2448c4f-90c9-4b5e-9a4c-b84912ae7cd7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:23.089390 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c2448c4f-90c9-4b5e-9a4c-b84912ae7cd7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1415410 Jun 22 09:31:23.090141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52604) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:23.094582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.097400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.101774 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/693d58b1-7ced-45b4-ae68-c2b61f53ac60 HTTP/1.1" status: 204 len: 168 time: 0.8084500 Jun 22 09:31:23.151222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0aef9aba-a338-435d-b626-98c00c75358e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:23.155663 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:23.165432 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:23.166242 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:23.202247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b06fc007-b10f-4e34-993a-ab1762144414 None None] Port 39c4f1fb-7060-4b11-a81f-a06c7d4408be cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:23.206797 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:23.208262 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279431f4-a706-4722-8050-87bcff9338b1 None None] The sync data for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:23.211863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d58b1-7ced-45b4-ae68-c2b61f53ac60,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:23.239405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:23.247896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-39acc03a-33ad-4931-af5f-65ccf46a3b80', 'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': 'e8cbfe1c-0787-4166-a79f-9d1259916fbe'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:23.248768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.253053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23200ab-90d9-493d-bb5a-b62ce625ab8c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:23.256414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a23200ab-90d9-493d-bb5a-b62ce625ab8c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1630924 Jun 22 09:31:23.259242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52608) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:23.276815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36efe3d-82d8-4145-aa34-a273b7b90f68 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:23.281004 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f36efe3d-82d8-4145-aa34-a273b7b90f68 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports/39c4f1fb-7060-4b11-a81f-a06c7d4408be HTTP/1.1" status: 200 len: 910 time: 0.2381842 Jun 22 09:31:23.284935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52610) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:23.310760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.314006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.7 (4af5745d-731a-4a0a-83c2-e8dfaf3a81d3/277f0bd8-914f-4731-9131-403bc953bc18/7d707344-474d-4f3d-a8cf-f431b7302426) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:23.352858 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6c60614b-d764-4b1c-992d-60d5ba1723ae tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899134 Jun 22 09:31:23.353620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52612) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:23.362749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:23.475125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Allocated IP 172.20.0.1 (39acc03a-33ad-4931-af5f-65ccf46a3b80/e8cbfe1c-0787-4166-a79f-9d1259916fbe/eac15ac0-f429-411e-88e0-c0ce764941e3) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:23.487009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639bac-e81a-40b2-ad41-b55c50099084 req-84cae6ae-89d6-42f0-963b-5e4c9119da0c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:23.488806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee639bac-e81a-40b2-ad41-b55c50099084 req-84cae6ae-89d6-42f0-963b-5e4c9119da0c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3350916 Jun 22 09:31:23.604872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.606593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee639bac-e81a-40b2-ad41-b55c50099084 req-8f3f62d0-e10a-49bd-887b-c2f279fee08d tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952077 Jun 22 09:31:23.619448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Update dhcp port {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'fixed_ips': [{'subnet_id': '33949d11-df84-41cf-84d4-5a2a54042b43', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b402612-ba55-4468-9caf-d1f83a7a1341'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'f49acaf7-7735-4fbf-93d0-21f6ddf838c4'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:23.631588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.7 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/510531b2-323a-4b2a-801f-ce47b8302023/89087116-f489-4e23-963b-0209895c15d7) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:23.651802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:23.705741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.765719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.772543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:23.796352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5abf560-034b-4903-b5db-e52dab646f69 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:23.835580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.840684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edaa24-898d-4b7c-be3c-a3bba023e348,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:23.844197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:23.861917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.865857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.871416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:23.876875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.927391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 89087116-f489-4e23-963b-0209895c15d7 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:23.940263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Transition to ACTIVE for port object eac15ac0-f429-411e-88e0-c0ce764941e3 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:23.963590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.967691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.973443 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2232280 Jun 22 09:31:23.973611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Deleting port a5abf560-034b-4903-b5db-e52dab646f69 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:23.973611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:23.974788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52616) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:23.990731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1586015906'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:23.995498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Transition to ACTIVE for port object eac15ac0-f429-411e-88e0-c0ce764941e3 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:24.032268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.062609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.095504 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.105070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b57115b7-b58d-4083-ae50-b2f712662686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.105271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network 4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:24.112191 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:24.114572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:24.114717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] For port a5abf560-034b-4903-b5db-e52dab646f69, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5abf560-034b-4903-b5db-e52dab646f69,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:24.115130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.145642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52618) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:24.149205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.173223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.176062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.183406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-529fe794-af5f-4789-9668-2c0279099e90 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.190441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=7d707344-474d-4f3d-a8cf-f431b7302426,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.193370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.220539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.220539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Allocated IP 2001:db8::2 (03d66da6-39d6-4778-b60f-c91894e0f941/2b402612-ba55-4468-9caf-d1f83a7a1341/f49acaf7-7735-4fbf-93d0-21f6ddf838c4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:24.240076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Calling delete_port for a5abf560-034b-4903-b5db-e52dab646f69 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:24.241623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:24.242705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.251820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.252941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Network 39acc03a-33ad-4931-af5f-65ccf46a3b80 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:24.262799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b6d09bf-bb8a-46f1-9c82-f1813d4c3b45 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.275074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:24.276954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Pushing event updated for resources: {'Port': ['ID=eac15ac0-f429-411e-88e0-c0ce764941e3,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.281031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:24.288007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:24.288781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.293951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:24.298805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=89087116-f489-4e23-963b-0209895c15d7,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.302501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:24.304500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cbfe1c-0787-4166-a79f-9d1259916fbe,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.307557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.311906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.380850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:24.381637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.430605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a5abf560-034b-4903-b5db-e52dab646f69, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5abf560-034b-4903-b5db-e52dab646f69,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:24.438741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.462441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39acc03a-33ad-4931-af5f-65ccf46a3b80']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:24.495750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6429de04-1eb3-47a5-b7b5-857d6459c486') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:24.496363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6429de04-1eb3-47a5-b7b5-857d6459c486') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:24.499453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Attempting to bind port eac15ac0-f429-411e-88e0-c0ce764941e3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:24.499884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Attempting to bind port eac15ac0-f429-411e-88e0-c0ce764941e3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6429de04-1eb3-47a5-b7b5-857d6459c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:24.513961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.514736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Attempting to bind port eac15ac0-f429-411e-88e0-c0ce764941e3 on network 39acc03a-33ad-4931-af5f-65ccf46a3b80 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:24.515781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.532849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:24.533230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Checking segment: {'id': '6429de04-1eb3-47a5-b7b5-857d6459c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:24.534006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.534236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Bound using segment: {'id': '6429de04-1eb3-47a5-b7b5-857d6459c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:24.534981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Bound port: eac15ac0-f429-411e-88e0-c0ce764941e3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6429de04-1eb3-47a5-b7b5-857d6459c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '39acc03a-33ad-4931-af5f-65ccf46a3b80'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:24.535326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.535927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:31:24.537535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.21.0.1 (09794c9a-cb8a-4f08-95ef-badb257dbb85/ca3a5153-5233-49d8-9f88-25f71ec5b40c/2c787034-5096-49d8-a2a8-12747a097d07) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:24.546720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.559693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.568453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,segment=NetworkSegment(befdf460-8a68-4fcc-b341-eecc09c3d07e),segment_id=befdf460-8a68-4fcc-b341-eecc09c3d07e)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:24.574049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.628796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.633837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f3dd149-cdd4-49d4-87e4-5e73f16ebc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.698176 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:31:24.700201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] For port eac15ac0-f429-411e-88e0-c0ce764941e3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:24.705644 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0edf7b37c28d46df84681e0edc447edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577881 Jun 22 09:31:24.708515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab9207a-04f5-4f9e-a434-e1c887621f93,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.713006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52626) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:24.720417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.733522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a5abf560-034b-4903-b5db-e52dab646f69,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.736807 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1352167 Jun 22 09:31:24.742633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52628) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:24.753917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:24.763865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.782786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.786222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.786747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.822333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Pushing event deleted for resources: {'Port': ['ID=a5abf560-034b-4903-b5db-e52dab646f69,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:24.822333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] No DVR routers for this DVR port a5abf560-034b-4903-b5db-e52dab646f69 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:24.822989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:24.838334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.840120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_pluggable_backend [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Port a5abf560-034b-4903-b5db-e52dab646f69 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93949) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 09:31:24.840369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_pluggable_backend [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4b:69d6 {{(pid=93949) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 09:31:24.857283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_pluggable_backend [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4b:69d6 {{(pid=93949) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 09:31:24.866595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.876247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba328927-ab3b-4d61-94a2-8f9e019d9ec1 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:24.925781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.940506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c847c3c4-00c3-4fa4-890f-2846a2d3eb85 None None] Provisioning for port 89087116-f489-4e23-963b-0209895c15d7 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:24.945942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c847c3c4-00c3-4fa4-890f-2846a2d3eb85 None None] Provisioning complete for port 89087116-f489-4e23-963b-0209895c15d7 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:24.946168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c847c3c4-00c3-4fa4-890f-2846a2d3eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:24.958951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:24.988468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:24.988938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c847c3c4-00c3-4fa4-890f-2846a2d3eb85 None None] Port 89087116-f489-4e23-963b-0209895c15d7 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:24.991679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:24.992311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.000930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffe8bb-4e61-4adb-a40c-0e7c8b5f48f2 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:25.007995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=dcdc56fa-3967-4db9-95f1-32d3d32d69da,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:25.010635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:25.016065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:25.016643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:25.032376 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:25.119987 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5092053 Jun 22 09:31:25.122941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52630) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:25.130409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Transition to ACTIVE for port object f49acaf7-7735-4fbf-93d0-21f6ddf838c4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:25.134341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'port_id': '7d707344-474d-4f3d-a8cf-f431b7302426'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:25.148765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] For port eac15ac0-f429-411e-88e0-c0ce764941e3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eac15ac0-f429-411e-88e0-c0ce764941e3,segment=NetworkSegment(6429de04-1eb3-47a5-b7b5-857d6459c486),segment_id=6429de04-1eb3-47a5-b7b5-857d6459c486)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:25.176306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.177311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.180025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.183746 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ab9207a-04f5-4f9e-a434-e1c887621f93 HTTP/1.1" status: 204 len: 168 time: 0.4671125 Jun 22 09:31:25.187219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'dcdc56fa-3967-4db9-95f1-32d3d32d69da'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:25.188380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.190769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:25.197506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object 2c787034-5096-49d8-a2a8-12747a097d07 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:25.206485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a4b3f-f4ec-4bb3-8110-a96dae4d8944 req-f330b3ab-e3b8-47c1-bf68-8cf2a54c3949 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:25.211988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.212136 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a98a4b3f-f4ec-4bb3-8110-a96dae4d8944 req-f330b3ab-e3b8-47c1-bf68-8cf2a54c3949 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1866686 Jun 22 09:31:25.212136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:31:25.212136 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:31:25.212136 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': '39acc03a-33ad-4931-af5f-65ccf46a3b80'}] Jun 22 09:31:25.212136 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:25.212136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:25.213535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab9207a-04f5-4f9e-a434-e1c887621f93,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:25.215938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:25.269373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.274833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-62a7de55-f910-4df1-98fa-31b4204556c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:25.277224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.293720 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a98a4b3f-f4ec-4bb3-8110-a96dae4d8944 req-6a0e3beb-79f9-44ee-adbe-4976926dc028 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681415 Jun 22 09:31:25.348773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.360623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.370560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:25.422476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:25.429818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:25.434234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:25.438237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=2c787034-5096-49d8-a2a8-12747a097d07,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:25.468983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:25.514594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.548082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.556283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e69a8a63-448d-49a7-8ecf-9d88f181de0c tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:25.628781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb2c5f7-ce9b-4f7b-97c5-6effb8ecbcb5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:25.633557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:25.659960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52636) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:25.661205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3025606 Jun 22 09:31:25.666915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:4c:31:91', 'name': 'tempest-NetworksTestDHCPv6-1261395340'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:25.699897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Pushing event updated for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:25.704353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:25.708856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:25.739216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.746824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Allocated IP 2001:db8::f816:3eff:fe47:2d4a (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/dcdc56fa-3967-4db9-95f1-32d3d32d69da/eb55bbc6-415f-4b0a-ae23-d4e20f0927c9) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:25.774977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d309a-3385-418c-a21e-73240fc1ea13 None None] Network 39acc03a-33ad-4931-af5f-65ccf46a3b80 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:25.857745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:25.868117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.887238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-580a3c9d-097a-416d-acb7-8d7c48468f1f None None] Provisioning for port 2c787034-5096-49d8-a2a8-12747a097d07 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:25.901615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Pushing event updated for resources: {'Port': ['ID=eac15ac0-f429-411e-88e0-c0ce764941e3,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:25.906604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:25.914509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-580a3c9d-097a-416d-acb7-8d7c48468f1f None None] Provisioning complete for port 2c787034-5096-49d8-a2a8-12747a097d07 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:25.914900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-580a3c9d-097a-416d-acb7-8d7c48468f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.948755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.954708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.958039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:25.960563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9800456 Jun 22 09:31:25.973021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52642) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:25.987800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670407803'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:25.992866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-580a3c9d-097a-416d-acb7-8d7c48468f1f None None] Port 2c787034-5096-49d8-a2a8-12747a097d07 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:26.036829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port eac15ac0-f429-411e-88e0-c0ce764941e3 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:26.036829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.054802 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 510531b2-323a-4b2a-801f-ce47b8302023 (CIDR: 172.20.0.0/28) Jun 22 09:31:26.089016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.112368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port eac15ac0-f429-411e-88e0-c0ce764941e3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eac15ac0-f429-411e-88e0-c0ce764941e3,segment=NetworkSegment(6429de04-1eb3-47a5-b7b5-857d6459c486),segment_id=6429de04-1eb3-47a5-b7b5-857d6459c486)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:26.112782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.131483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.146297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Transition to ACTIVE for port object eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:26.163818 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:26.164506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Transition to ACTIVE for port object eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:26.164665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:26.207322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for eac15ac0-f429-411e-88e0-c0ce764941e3 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:26.213606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:26.251785 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP bfa32965-cd12-4211-a11c-f688fff9d9b4 associated. External IP: 172.26.6.168, port: 7d707344-474d-4f3d-a8cf-f431b7302426. Jun 22 09:31:26.312678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.315799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:26.382208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:26.384899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:26.397179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:26.401390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.412025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Pushing event updated for resources: {'Port': ['ID=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:26.416797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:26.485276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Attempting to bind port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:26.485836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Attempting to bind port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:26.486386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Attempting to bind port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:26.492843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:26.493671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:26.494253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.494813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:26.495470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Bound port: eb55bbc6-415f-4b0a-ae23-d4e20f0927c9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:26.496093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.530330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-276b21bf-8536-4b3b-a3d6-491cc39594b7 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7864499 Jun 22 09:31:26.549262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52658) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:26.581992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:26.588863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.631885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] For port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:26.640721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a0f3783c-4975-4d70-9686-fd2525dbb5b1 None None] Provisioning complete for port 0f3fb527-e57d-4398-8783-40439eb28d32 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:26.641148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a0f3783c-4975-4d70-9686-fd2525dbb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.679913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:26.687331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3783c-4975-4d70-9686-fd2525dbb5b1 None None] Port 0f3fb527-e57d-4398-8783-40439eb28d32 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:26.695392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:26.724484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c10371-e3be-419a-9f0d-a56fd22d3b86 req-66e79ebb-2d9d-4210-adba-466f0f74611a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:26.725974 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33c10371-e3be-419a-9f0d-a56fd22d3b86 req-66e79ebb-2d9d-4210-adba-466f0f74611a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2302585 Jun 22 09:31:26.749021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.796678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.805168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] For port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:26.809342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:26.832073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a0f3783c-4975-4d70-9686-fd2525dbb5b1 None None] Provisioning for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:26.832295 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33c10371-e3be-419a-9f0d-a56fd22d3b86 req-b2414f41-98d7-4d18-8a71-65f0f9f16ac7 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873711 Jun 22 09:31:26.862199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.862426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a0f3783c-4975-4d70-9686-fd2525dbb5b1 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:26.862665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a0f3783c-4975-4d70-9686-fd2525dbb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.875060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=eac15ac0-f429-411e-88e0-c0ce764941e3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:26.876916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa4077b8-104f-4d97-8554-b7148a3b6fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:26.889438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.889438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:26.889438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port eac15ac0-f429-411e-88e0-c0ce764941e3 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:26.920650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31904c-3152-46d2-953b-6d43964db5a8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:26.924962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:26.942051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe4c:3191 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/dcdc56fa-3967-4db9-95f1-32d3d32d69da/3f10d41d-82ec-4126-8fc9-1f5276ba5e45) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:26.952517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:26.960600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.967820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c0862b17-05aa-4c74-959c-e4770beb447d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:26.969961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:26.971840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.973803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:26.980600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5a241cb9-b5e3-405e-a8ed-d544d1c35fb3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:27.029770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:27.030418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.042103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-906bf662-357d-4d17-91e8-a71e4a6d1f21 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/floatingips/bfa32965-cd12-4211-a11c-f688fff9d9b4 HTTP/1.1" status: 200 len: 978 time: 1.9177089 Jun 22 09:31:27.050480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52666) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:27.053862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.056307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:27.059896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.083974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39acc03a-33ad-4931-af5f-65ccf46a3b80']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.109186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.132313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Pushing event updated for resources: {'Port': ['ID=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:27.141224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:27.152551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:27.153192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.171729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.173242 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2002549 Jun 22 09:31:27.174748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6429de04-1eb3-47a5-b7b5-857d6459c486') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.175159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6429de04-1eb3-47a5-b7b5-857d6459c486') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.191023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52668) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:27.196038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:27.196038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd1772-8bd5-4b62-a4fd-209e31f0d5bd None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:27.196331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-933552355', 'security_groups': ['6d31904c-3152-46d2-953b-6d43964db5a8'], 'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b402612-ba55-4468-9caf-d1f83a7a1341'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:27.207396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.209209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=2c787034-5096-49d8-a2a8-12747a097d07,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:27.213013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.234224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:27.244557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 7d707344-474d-4f3d-a8cf-f431b7302426 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:27.245251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.378904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.395728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.443062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:27.443291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:27.448039 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:27.518205 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.ipam_backend_mixin [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c863aa72-9abe-4696-932b-3c9aa4eaf547 (CIDR: 172.20.0.16/28) Jun 22 09:31:27.585286 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:27.585707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:27.601505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.602519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.602834 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP bfa32965-cd12-4211-a11c-f688fff9d9b4 disassociated. External IP: 172.26.6.168, port: 7d707344-474d-4f3d-a8cf-f431b7302426. Jun 22 09:31:27.603177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 7d707344-474d-4f3d-a8cf-f431b7302426 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:27.658786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:27.662651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.665125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:27.684158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:27.721941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.788556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-aca38dd0-a93e-43d2-add9-361d58aa8562 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:27.795740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.797626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/39acc03a-33ad-4931-af5f-65ccf46a3b80 HTTP/1.1" status: 204 len: 168 time: 5.0105534 Jun 22 09:31:27.801195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52680) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:27.814769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1810927757'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:27.828168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a38f6fbd-cce6-4df8-9e65-5cb818b14951 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2755611 Jun 22 09:31:27.836107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52684) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:27.858207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=39acc03a-33ad-4931-af5f-65ccf46a3b80,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:27.867953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'subnet': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:27.875343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:31:27.875343 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:31:27.875343 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'e46e6fa4f25249e997e92644fba2a2b3', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 31, 27, 831672)}] Jun 22 09:31:27.875343 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:27.875703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:27.878571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:27.897628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:27.912431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:27.916478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-63f146c0-5ca1-402c-a77b-3d595e2e2a12 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:27.975420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=7d707344-474d-4f3d-a8cf-f431b7302426,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:27.978652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:28.023816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router b8491105-e716-425f-b1a7-af40e4b492c9 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:28.029685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:28.030075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.033482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52690) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:28.091953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:28.134597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-270e75a4-a0aa-4fc2-af15-ff54fde33043 None None] Provisioning complete for port 2c787034-5096-49d8-a2a8-12747a097d07 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:28.134980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-270e75a4-a0aa-4fc2-af15-ff54fde33043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.195580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.221825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:28.257451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-270e75a4-a0aa-4fc2-af15-ff54fde33043 None None] Port 2c787034-5096-49d8-a2a8-12747a097d07 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:28.261433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:28.378608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:28.462220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c9518-9d88-4560-8b9e-de76f9f4794d None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:31:28.582916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Provisioning for port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:28.592175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Provisioning complete for port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:28.592559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.596296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:28.621481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c9518-9d88-4560-8b9e-de76f9f4794d None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:31:28.668332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:28.671507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.685620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1968039970'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:28.738580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:28.747259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:28.755085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.755399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.755754 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 48ba4b56-246a-4ffc-a7b7-3e8131b9e41d of type vlan for network bfe07f0a-d0d1-4903-8afc-1da303217b02 Jun 22 09:31:28.767580 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:28.787233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:28.787699 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:28.789299 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:28.801720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:28.813641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=3f10d41d-82ec-4126-8fc9-1f5276ba5e45,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:28.820093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:28.827423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:28.828393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.833176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:28.833328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] For port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:28.836685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:28.850609 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/b8491105-e716-425f-b1a7-af40e4b492c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5612049 Jun 22 09:31:28.854532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52694) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:28.862422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35a46c-bae2-4bd9-b694-38071744457a req-de0a3288-c84c-474a-86ae-f2a982ba8387 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:28.863988 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8f35a46c-bae2-4bd9-b694-38071744457a req-de0a3288-c84c-474a-86ae-f2a982ba8387 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.8138967 Jun 22 09:31:28.866930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.869166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.883015 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:28.885609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] Sync routers for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:28.891739 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:28.892370 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:28.896557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.901470 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/ports/7d707344-474d-4f3d-a8cf-f431b7302426 HTTP/1.1" status: 204 len: 168 time: 1.8492122 Jun 22 09:31:28.906126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52696) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:28.923919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:28.924730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:28.928249 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:28.928929 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24e3231-6607-44c8-ab31-2cb94f5ed416 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:28.943420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001764b5-09ce-4204-915e-87936ea3d8ff tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:28.947339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-001764b5-09ce-4204-915e-87936ea3d8ff tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports/2c787034-5096-49d8-a2a8-12747a097d07 HTTP/1.1" status: 200 len: 910 time: 0.0898719 Jun 22 09:31:28.947538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52698) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:28.954655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] device_id is not set on port defc1785-cfc8-4760-ba39-deb6c59c613f yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:28.959186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Made reservation on behalf of 7c39f7acde2442bfbcded582e07082dc for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:28.962637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.967933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:28.972143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:28.978202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b2258238-44bc-4417-b427-2cd61b4632be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:29.019964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:29.021367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:29.023675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.026873 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f8651869-fcd4-4bb3-a03c-91d333e3c2d0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/floatingips/bfa32965-cd12-4211-a11c-f688fff9d9b4 HTTP/1.1" status: 200 len: 688 time: 0.1170630 Jun 22 09:31:29.027923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.029984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:29.030707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.035397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52700) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:29.035527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:29.051519 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3895504 Jun 22 09:31:29.057710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52702) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:29.067557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:29.068334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ac218-e4e6-4803-a662-bfb3727e610e None None] The sync data for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:29.072333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Pushing event updated for resources: {'Port': ['ID=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:29.077043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:29.106215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8f35a46c-bae2-4bd9-b694-38071744457a req-a55525f6-ce6a-4aaa-80f3-d079b0df5822 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152429 Jun 22 09:31:29.197036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Made reservation on behalf of cd293d8e7b614a71a042e8bdd0d656de for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:29.201099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.211515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=bfe07f0a-d0d1-4903-8afc-1da303217b02,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:29.218278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:29.227383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network bfe07f0a-d0d1-4903-8afc-1da303217b02 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:29.293191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a905f61-fc33-449a-8be5-173cf067fcc5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:29.299319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a905f61-fc33-449a-8be5-173cf067fcc5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:29.300990 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9a905f61-fc33-449a-8be5-173cf067fcc5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2408252 Jun 22 09:31:29.320309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52704) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:29.332182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5298364 Jun 22 09:31:29.335732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52706) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:29.340673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:29.489268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8::263 (03d66da6-39d6-4778-b60f-c91894e0f941/2b402612-ba55-4468-9caf-d1f83a7a1341/defc1785-cfc8-4760-ba39-deb6c59c613f) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:29.498434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port ba1bcb98-c131-4251-8d80-82681f8c303b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:29.498867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.556156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:29.556520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.609698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7054b6b0-d2c5-48a2-881d-9a686d74681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.626121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-43f07bb6-9bec-48dd-aade-d5f9724a66ed None None] Provisioning for port 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:29.637232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-43f07bb6-9bec-48dd-aade-d5f9724a66ed None None] Provisioning complete for port 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:29.641334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43f07bb6-9bec-48dd-aade-d5f9724a66ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.679970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.683175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.711055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-43f07bb6-9bec-48dd-aade-d5f9724a66ed None None] Port 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:29.717415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.740486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:29.792471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:29.792704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.792853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.792972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.797607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.808576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:29.817937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.818293 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Added segment b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b of type vlan for network eaf73cef-9aae-4c9f-ad59-e791c7665a51 Jun 22 09:31:29.825998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 3f10d41d-82ec-4126-8fc9-1f5276ba5e45 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:29.854679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c296247f-2adc-475b-b36b-17478e9b921f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:29.969556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for ba1bcb98-c131-4251-8d80-82681f8c303b owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:29.976945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:29.980491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:29.983391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.006351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5614a144-d628-4ea0-991d-3c7c59cf682f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:30.014595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:30.026332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.112300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.116159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5551e23d-7d70-48dd-b548-59e43b740e82 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:30.168517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:30.177044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:30.184035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:30.188194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.189256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.194412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05732ec9-fa22-4016-abad-bf4c672ca4cf None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:30.194916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:30.195380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.202850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Subnet': ['ID=774a0ea1-3274-4552-9bce-578a4be67bd0,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:30.211810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object defc1785-cfc8-4760-ba39-deb6c59c613f will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:30.213961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:30.214091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.217419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-87bbe912-5582-40a2-9f71-3a64580739a2 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:30.224052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5378d044-98cf-4883-8614-01b54d458db0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:30.288422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=3f10d41d-82ec-4126-8fc9-1f5276ba5e45,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:30.297151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:30.354074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Pushing event updated for resources: {'Network': ['ID=eaf73cef-9aae-4c9f-ad59-e791c7665a51,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:30.360314 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5040989 Jun 22 09:31:30.362272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:30.364034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3268139 Jun 22 09:31:30.367060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52718) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:30.375981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-668207146', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '774a0ea1-3274-4552-9bce-578a4be67bd0'}], 'security_groups': ['c667bcbd-c07a-404a-a8bf-a3a6d7f9894e', '3da5696b-2ae2-418e-bb87-b228fc0040c0']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:30.385116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network eaf73cef-9aae-4c9f-ad59-e791c7665a51 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:30.389858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.392108 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/3f10d41d-82ec-4126-8fc9-1f5276ba5e45 HTTP/1.1" status: 204 len: 168 time: 1.0707784 Jun 22 09:31:30.405919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52722) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:30.477224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 2c787034-5096-49d8-a2a8-12747a097d07 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:30.477654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.488862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08e12-36c5-41cc-8c42-f7d965884f7f req-b6492b9b-f25f-424a-bf97-36f99d0026c8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:30.490569 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4a08e12-36c5-41cc-8c42-f7d965884f7f req-b6492b9b-f25f-424a-bf97-36f99d0026c8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1614137 Jun 22 09:31:30.555086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18991754-58c9-4dbb-9ffe-4ba5c08ac63c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:30.560141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18991754-58c9-4dbb-9ffe-4ba5c08ac63c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:30.560141 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-18991754-58c9-4dbb-9ffe-4ba5c08ac63c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1515367 Jun 22 09:31:30.571934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52724) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:30.601864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.607949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.609652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:30.636974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.652516 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4a08e12-36c5-41cc-8c42-f7d965884f7f req-a7084e1e-96e0-412a-8501-2d3bc45dc1c1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424768 Jun 22 09:31:30.653980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e354f366-e351-4d3e-8f53-4ef295a161d9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:30.691132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Update dhcp port {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'fixed_ips': [{'subnet_id': 'c863aa72-9abe-4696-932b-3c9aa4eaf547', 'ip_address': '172.20.0.18'}, {'subnet_id': '510531b2-323a-4b2a-801f-ce47b8302023', 'ip_address': '172.20.0.2'}, {'subnet_id': '774a0ea1-3274-4552-9bce-578a4be67bd0'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': '23acf485-7e76-44a1-91a0-7438b317005f'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:30.695368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52726) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:30.705487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:30.708407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:30.710809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:30.714302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Request body: {'port': {'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-882992078'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:30.717158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:30.717988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.754487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet dcdc56fa-3967-4db9-95f1-32d3d32d69da {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:30.758930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.761980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.768528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=defc1785-cfc8-4760-ba39-deb6c59c613f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:30.818395 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-71062a63-3114-4eb8-a311-8fc66b732531 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6261172 Jun 22 09:31:30.825123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=ba1bcb98-c131-4251-8d80-82681f8c303b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:30.830928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52730) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:30.835814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:30.846865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:30.847934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:30.852397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.855410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.861716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.864259 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/floatingips/bfa32965-cd12-4211-a11c-f688fff9d9b4 HTTP/1.1" status: 204 len: 168 time: 1.8227944 Jun 22 09:31:30.864259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52734) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:30.876207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:30.876648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'bc90e387-e2a8-4439-a8ec-e824872a721b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:30.903973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.946957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:30.993526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Made reservation on behalf of 4e240e86857a43f6aec10be0818067c6 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:30.995980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.048772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.071983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 2c787034-5096-49d8-a2a8-12747a097d07 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:31.075937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:31.076519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: bfe07f0a-d0d1-4903-8afc-1da303217b02, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:31.078633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=67ad3879-7174-4ac2-8c92-18a76fa0a18a,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:31.081464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:31.095139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.197192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Allocated IP 172.20.0.34 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/774a0ea1-3274-4552-9bce-578a4be67bd0/23acf485-7e76-44a1-91a0-7438b317005f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:31.259021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e7f32aff-ba40-46fd-804f-ec2b04965b3e None None] Provisioning for port defc1785-cfc8-4760-ba39-deb6c59c613f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:31.264551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e7f32aff-ba40-46fd-804f-ec2b04965b3e None None] Provisioning complete for port defc1785-cfc8-4760-ba39-deb6c59c613f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:31.265314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7f32aff-ba40-46fd-804f-ec2b04965b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.301806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e7f32aff-ba40-46fd-804f-ec2b04965b3e None None] Port defc1785-cfc8-4760-ba39-deb6c59c613f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:31.306443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.346284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network bfe07f0a-d0d1-4903-8afc-1da303217b02 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:31.371295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:31.406366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.421987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Transition to ACTIVE for port object 23acf485-7e76-44a1-91a0-7438b317005f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:31.433396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a6304-a5e6-4373-b018-f34b2fbe3165 req-32dfe048-e5fd-4b30-883a-6181f2803abe tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:31.434930 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e12a6304-a5e6-4373-b018-f34b2fbe3165 req-32dfe048-e5fd-4b30-883a-6181f2803abe tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1336882 Jun 22 09:31:31.447597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.512321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, bfe07f0a-d0d1-4903-8afc-1da303217b02) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:31.522866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5fd83-facf-419b-8b28-022dc711783e None None] Network bfe07f0a-d0d1-4903-8afc-1da303217b02 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:31.538161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:31.539214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.542785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.544938 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e12a6304-a5e6-4373-b018-f34b2fbe3165 req-f4e895c2-adba-4ff8-9f4d-3189f7b1d4c9 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022487 Jun 22 09:31:31.549399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-06e6d0aa-9d7e-46c3-a2be-34ce0ed17668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:31.550835 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-06e6d0aa-9d7e-46c3-a2be-34ce0ed17668 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.1676390 Jun 22 09:31:31.609407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.610549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.616159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:31.617641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:31.645248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdc56fa-3967-4db9-95f1-32d3d32d69da,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:31.647208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.649106 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/dcdc56fa-3967-4db9-95f1-32d3d32d69da HTTP/1.1" status: 204 len: 168 time: 1.0755384 Jun 22 09:31:31.650105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:31.652121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52738) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:31.669622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.168 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/43f9b140-9c33-40fd-b900-1a716dbcb926) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:31.695807 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b5fae3ac-297c-41cc-a645-afe131157340 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399747 Jun 22 09:31:31.695807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.699338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.701110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13c074-4aca-4f11-b790-4cdf546aca7c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:31.707901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52740) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:31.708657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b3fda9a-9c5c-427d-8a50-689c8ead690e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:31.736957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:31.749544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port 5cd3d76b-e0f1-413e-9306-dce43031184d yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:31.825308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:31.830689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:31.851356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5145743 Jun 22 09:31:31.852261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae3af26-47ca-4d82-92f3-54c9ef6577b9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:31.856645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52742) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:31.874128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-79ee4ca9-4fcd-4406-998b-595b847cbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:31.878454 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-79ee4ca9-4fcd-4406-998b-595b847cbf1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.3196542 Jun 22 09:31:31.921488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-bfe07f0a-d0d1-4903-8afc-1da303217b02', 'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '67ad3879-7174-4ac2-8c92-18a76fa0a18a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:31.922554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:31.924262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:31.955493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-227be330-acd9-4467-8cec-b770529a9752 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:32.063310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Delete allocated IP 172.20.0.7 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/510531b2-323a-4b2a-801f-ce47b8302023) {{(pid=93950) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:31:32.108982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.125646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Allocated IP 172.20.0.36 (ee55d3df-8b06-47f9-8d8e-46a4842c4912/774a0ea1-3274-4552-9bce-578a4be67bd0/89087116-f489-4e23-963b-0209895c15d7) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:32.130975 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-4dfa5471-52ad-4d3e-bdbf-feca08e74450 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1001 time: 0.1986873 Jun 22 09:31:32.160942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Allocated IP 172.20.0.1 (bfe07f0a-d0d1-4903-8afc-1da303217b02/67ad3879-7174-4ac2-8c92-18a76fa0a18a/579defdb-21c1-48ea-a48d-4d8baf27ce22) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:32.188854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:32.238239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-2e100806-dac5-461d-9d3f-42effe0f85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:32.240652 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-2e100806-dac5-461d-9d3f-42effe0f85ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.0985641 Jun 22 09:31:32.244724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.263647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c56d10ab-27cb-4eaf-ac5c-50fb03d56556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.345687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Deleting port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:32.346182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.444515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.458613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Transition to ACTIVE for port object 579defdb-21c1-48ea-a48d-4d8baf27ce22 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:32.465174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=2c787034-5096-49d8-a2a8-12747a097d07,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:32.472037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:32.495985 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Transition to ACTIVE for port object 579defdb-21c1-48ea-a48d-4d8baf27ce22 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:32.525862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] For port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:32.526225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.566110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:32.569735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.630725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Calling delete_port for eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:32.638210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.641421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3751e9d3-e3e1-4a8f-92b3-34e903ea0a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:32.721776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Network bfe07f0a-d0d1-4903-8afc-1da303217b02 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:32.745782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:32.749031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:32.767075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Pushing event updated for resources: {'Port': ['ID=579defdb-21c1-48ea-a48d-4d8baf27ce22,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:32.770300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:32.788199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.788889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:32.792494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.817343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:32.817652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.860275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.891430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Attempting to bind port 579defdb-21c1-48ea-a48d-4d8baf27ce22 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:32.891803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Attempting to bind port 579defdb-21c1-48ea-a48d-4d8baf27ce22 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:32.892211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Attempting to bind port 579defdb-21c1-48ea-a48d-4d8baf27ce22 on network bfe07f0a-d0d1-4903-8afc-1da303217b02 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:32.906726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:32.911359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:32.911989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Checking segment: {'id': '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:32.912434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.913255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Bound using segment: {'id': '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:32.916248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Bound port: 579defdb-21c1-48ea-a48d-4d8baf27ce22, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:32.916654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.939541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.959114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:32.962650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:32.994033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Pushing event deleted for resources: {'Port': ['ID=eb55bbc6-415f-4b0a-ae23-d4e20f0927c9,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:33.001574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:33.006859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] No DVR routers for this DVR port eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:33.026590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-3399bdff-1ca8-4372-962d-953aa1a4b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:33.028292 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-3399bdff-1ca8-4372-962d-953aa1a4b962 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7744853 Jun 22 09:31:33.028550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] For port 579defdb-21c1-48ea-a48d-4d8baf27ce22, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:33.033147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] For port 579defdb-21c1-48ea-a48d-4d8baf27ce22, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=579defdb-21c1-48ea-a48d-4d8baf27ce22,segment=NetworkSegment(48ba4b56-246a-4ffc-a7b7-3e8131b9e41d),segment_id=48ba4b56-246a-4ffc-a7b7-3e8131b9e41d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:33.053772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b402612-ba55-4468-9caf-d1f83a7a1341 (CIDR: 2001:db8::/64) Jun 22 09:31:33.060995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port 5cd3d76b-e0f1-413e-9306-dce43031184d yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:33.067635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Provisioning for port 23acf485-7e76-44a1-91a0-7438b317005f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:33.072064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:33.077406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.077546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83fb29-fa57-47f5-aa2a-7f87a37dcd6a req-c15af609-abbb-44ca-a9c5-800470adb425 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:33.077546 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af83fb29-fa57-47f5-aa2a-7f87a37dcd6a req-c15af609-abbb-44ca-a9c5-800470adb425 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3579750 Jun 22 09:31:33.088920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.102182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.108761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.109027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52da1430-3385-4058-a0ee-076646459196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:33.113337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ffad2a5-c453-4b59-ade6-966b6bf6ddd0 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:33.113515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:33.113984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:33.195732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Pushing event updated for resources: {'Port': ['ID=579defdb-21c1-48ea-a48d-4d8baf27ce22,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:33.200704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:33.203723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Transition to ACTIVE for port object 5cd3d76b-e0f1-413e-9306-dce43031184d will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:33.204179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.207283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:33.219242 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af83fb29-fa57-47f5-aa2a-7f87a37dcd6a req-d5a47add-4604-41b5-a08d-0cc6acfd703c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317761 Jun 22 09:31:33.238584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.244121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:33.254750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:33.267943 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ba3f9401-eebd-4ee0-85f7-578fa19ba622 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4144905 Jun 22 09:31:33.268189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=43f9b140-9c33-40fd-b900-1a716dbcb926,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:33.271686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Provisioning complete for port 89087116-f489-4e23-963b-0209895c15d7 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:33.272224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.272698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52748) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:33.281020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:33.283013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:33.303012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-38c2ee52-ad56-4841-8c84-cc552fea47ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:33.322476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Transition to ACTIVE for port object 89087116-f489-4e23-963b-0209895c15d7 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:33.326412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d0f81afb-9b9e-48df-9020-b0d1d7d432ff None None] Port 89087116-f489-4e23-963b-0209895c15d7 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:33.391927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=67ad3879-7174-4ac2-8c92-18a76fa0a18a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:33.400170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.404589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router b8491105-e716-425f-b1a7-af40e4b492c9 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:33.406421 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-97750073-d2a7-4262-90c1-3de63ebb0b14 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677013 Jun 22 09:31:33.411381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:33.414202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-88205935-2b18-4ed1-9300-b2e7e01ae92b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:33.421240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.484092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.491177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe07f0a-d0d1-4903-8afc-1da303217b02']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.494638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.530158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:33.547023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.547735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.579372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=5cd3d76b-e0f1-413e-9306-dce43031184d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:33.583217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:33.586790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.655214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Checking segment: {'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:33.655594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Network hostable DHCP agents. Network: eaf73cef-9aae-4c9f-ad59-e791c7665a51, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:33.693564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.724809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:33.730470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event updated for resources: {'Port': ['ID=89087116-f489-4e23-963b-0209895c15d7,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:33.734540 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/b8491105-e716-425f-b1a7-af40e4b492c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7826550 Jun 22 09:31:33.735406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52750) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:33.738145 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] Sync routers for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:33.740383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:33.745062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:33.755065 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:33.759921 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.768066 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84e83101-a413-4046-9ddd-f33cf726ba5b req-99283d6d-7aea-4ec5-9c3e-d2740abd3795 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484249 Jun 22 09:31:33.804621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:33.808604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.819729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Network eaf73cef-9aae-4c9f-ad59-e791c7665a51 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:33.890904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] In _notify_port_updated(), no bound segment for port 89087116-f489-4e23-963b-0209895c15d7 on network ee55d3df-8b06-47f9-8d8e-46a4842c4912 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:31:33.900851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:33.901145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:33.909942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, eaf73cef-9aae-4c9f-ad59-e791c7665a51) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:33.913245 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "PUT /v2.0/ports/89087116-f489-4e23-963b-0209895c15d7 HTTP/1.1" status: 200 len: 959 time: 3.5450621 Jun 22 09:31:33.915354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52752) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:33.922627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aea609-a820-4c37-bc87-ba529baf4b5e None None] Network eaf73cef-9aae-4c9f-ad59-e791c7665a51 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:33.948226 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.958201 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:33.959026 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.962322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 579defdb-21c1-48ea-a48d-4d8baf27ce22 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:33.980406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:31:33.980406 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:31:33.980406 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': 'bfe07f0a-d0d1-4903-8afc-1da303217b02'}] Jun 22 09:31:33.980406 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:33.981244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:33.997191 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:33.997843 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabeb4c-4c3e-4b1b-b0ac-4dfd6e9a8d3f None None] The sync data for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:34.032893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:34.102401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:31:34.115801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.128977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a3a1d8cd-760f-4fd6-8953-d4b43f2a1f04 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:34.189507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:34.191688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:34.192064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:34.192600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:34.206645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:34.212472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 579defdb-21c1-48ea-a48d-4d8baf27ce22 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:34.218769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:34.223099 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:34.228277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 23acf485-7e76-44a1-91a0-7438b317005f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:34.233025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:34.233777 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 2 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:34.243889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.301098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:34.304585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:34.305187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.313119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b6360-43d1-4275-a2a2-d4e1fdbc25b5 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:34.364840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:34.365380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.388278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:34.388278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:34.388278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:34.394069 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 33949d11-df84-41cf-84d4-5a2a54042b43 (CIDR: 2001:db8:0:1::/64) Jun 22 09:31:34.397568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:34.397902 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:34.401895 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 3 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:34.427082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 89087116-f489-4e23-963b-0209895c15d7 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:34.427576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.458570 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:34.459113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:34.470303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:34.470655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:34.471000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:34.510379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.516016 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7830932 Jun 22 09:31:34.518775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b0f93220-e992-4833-9928-fcfd54a85d7f None None] Provisioning for port 89087116-f489-4e23-963b-0209895c15d7 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:34.522183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52756) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:34.531977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b0f93220-e992-4833-9928-fcfd54a85d7f None None] Provisioning complete for port 89087116-f489-4e23-963b-0209895c15d7 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:34.532502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b0f93220-e992-4833-9928-fcfd54a85d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.540634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:0a:71:7a', 'name': 'tempest-NetworksTestDHCPv6-1108862507'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:34.581112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:34.582132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.601914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b0f93220-e992-4833-9928-fcfd54a85d7f None None] Port 89087116-f489-4e23-963b-0209895c15d7 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:34.602533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.614663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:34.634522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:34.634872 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:34.636214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-681aefc3-d7ae-453d-a140-5dbe07109fbb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3627009 Jun 22 09:31:34.650274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52758) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:34.656641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'subnet': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:34.670948 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 4 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:34.741200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:34.741200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:34.741504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:34.760516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e50a0c-7feb-4f7b-90a4-e05b380cc484 req-9f64d35c-6e6d-4ef0-a4e6-127a296cbddc tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:34.764436 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-58e50a0c-7feb-4f7b-90a4-e05b380cc484 req-9f64d35c-6e6d-4ef0-a4e6-127a296cbddc tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3590043 Jun 22 09:31:34.770552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:34.770898 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:34.780501 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 5 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:34.811307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:34.839067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c28cc9-1ce8-426b-9155-5d85eddb3a9e None None] Network bfe07f0a-d0d1-4903-8afc-1da303217b02 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:34.848247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:34.848578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:34.848925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:34.853158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:34.853158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eb55bbc6-415f-4b0a-ae23-d4e20f0927c9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:34.906426 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-58e50a0c-7feb-4f7b-90a4-e05b380cc484 req-125e5923-87d5-4c8e-863b-226b06bd7589 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994258 Jun 22 09:31:34.925702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 89087116-f489-4e23-963b-0209895c15d7 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:34.932025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:34.932025 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:34.935806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 6 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:34.956893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port 579defdb-21c1-48ea-a48d-4d8baf27ce22 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:34.957227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.006629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:35.007008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Provisioning for port 579defdb-21c1-48ea-a48d-4d8baf27ce22 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:35.007136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:35.007327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:35.032251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:35.032579 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:35.036305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 7 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:35.039673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Allocated IP 2001:db8::f816:3eff:fe1b:fa4c (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721/db55c662-d72a-4bb5-a35b-87cd1683dd0a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:35.039861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.043120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Provisioning complete for port 579defdb-21c1-48ea-a48d-4d8baf27ce22 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:35.044411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.046168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port 579defdb-21c1-48ea-a48d-4d8baf27ce22, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=579defdb-21c1-48ea-a48d-4d8baf27ce22,segment=NetworkSegment(48ba4b56-246a-4ffc-a7b7-3e8131b9e41d),segment_id=48ba4b56-246a-4ffc-a7b7-3e8131b9e41d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:35.046518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.050108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.082826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:35.082826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:35.083202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:35.095536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:35.108855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:35.109186 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:35.120332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for 579defdb-21c1-48ea-a48d-4d8baf27ce22 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:35.127046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.131324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:35.132700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 8 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:35.238574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Made reservation on behalf of 54e91b1264af4b9d9dcd174e7533c9e7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:35.240347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.242203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.286468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] DHCP port deletion for bfe07f0a-d0d1-4903-8afc-1da303217b02 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:35.297518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=43f9b140-9c33-40fd-b900-1a716dbcb926,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:35.305384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:35.335715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.350018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.354416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] For port 579defdb-21c1-48ea-a48d-4d8baf27ce22, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=579defdb-21c1-48ea-a48d-4d8baf27ce22,segment=NetworkSegment(48ba4b56-246a-4ffc-a7b7-3e8131b9e41d),segment_id=48ba4b56-246a-4ffc-a7b7-3e8131b9e41d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:35.365039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Transition to ACTIVE for port object db55c662-d72a-4bb5-a35b-87cd1683dd0a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:35.388298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Transition to ACTIVE for port object db55c662-d72a-4bb5-a35b-87cd1683dd0a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:35.400597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Deleting port 579defdb-21c1-48ea-a48d-4d8baf27ce22 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:35.401113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.450483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.456132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c3ff0bc-184e-46e5-a5a1-9700e7b2d7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:35.496017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP c753f38d-7fc9-4548-a30a-dd3105b22232 associated. External IP: 172.26.6.168, port: bc90e387-e2a8-4439-a8ec-e824872a721b. Jun 22 09:31:35.496855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] For port 579defdb-21c1-48ea-a48d-4d8baf27ce22, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=579defdb-21c1-48ea-a48d-4d8baf27ce22,segment=NetworkSegment(48ba4b56-246a-4ffc-a7b7-3e8131b9e41d),segment_id=48ba4b56-246a-4ffc-a7b7-3e8131b9e41d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:35.497310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.570694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Calling delete_port for 579defdb-21c1-48ea-a48d-4d8baf27ce22 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:35.572812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.576767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.580228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:35.584131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:35.584470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:35.584803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:35.600205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Pushing event updated for resources: {'Port': ['ID=579defdb-21c1-48ea-a48d-4d8baf27ce22,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:35.605603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:35.608663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:35.626816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:35.627151 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:35.632217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 9 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:35.642825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:35.667212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:35.674992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:35.679548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:35.684046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:35.684046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:35.693318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.723033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Pushing event updated for resources: {'Port': ['ID=db55c662-d72a-4bb5-a35b-87cd1683dd0a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:35.729828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:35.733956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:35.734314 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:35.736813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.740917 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.plugins.ml2.plugin [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 10 to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d Jun 22 09:31:35.781020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Attempting to bind port db55c662-d72a-4bb5-a35b-87cd1683dd0a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:35.782165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Attempting to bind port db55c662-d72a-4bb5-a35b-87cd1683dd0a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:35.782791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Attempting to bind port db55c662-d72a-4bb5-a35b-87cd1683dd0a on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:35.787395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 579defdb-21c1-48ea-a48d-4d8baf27ce22 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:35.800716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.808974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b4e1f302-ef3c-4b63-a57a-6bd4fec40f5d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:35.811582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.814909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ae77f013-cd36-4da8-a731-5389e52e34cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:35.817152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:35.817577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:35.818329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.818585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:35.819217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Bound port: db55c662-d72a-4bb5-a35b-87cd1683dd0a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:35.819681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.827219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 579defdb-21c1-48ea-a48d-4d8baf27ce22 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:35.827910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 579defdb-21c1-48ea-a48d-4d8baf27ce22 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:35.844190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:35.844876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:35.844876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:35.858801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 5cd3d76b-e0f1-413e-9306-dce43031184d on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:35.858801 dv-neutron-797120-3-hyperv neutron-server[93949]: ERROR neutron.plugins.ml2.managers [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 5cd3d76b-e0f1-413e-9306-dce43031184d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:35.859111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:35.862345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port f6f74e45-85a6-4bd1-951d-c7e8ca747e94 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:35.862884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Pushing event deleted for resources: {'Port': ['ID=579defdb-21c1-48ea-a48d-4d8baf27ce22,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:35.865116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] No DVR routers for this DVR port 579defdb-21c1-48ea-a48d-4d8baf27ce22 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:35.868181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:35.878145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=89087116-f489-4e23-963b-0209895c15d7,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:35.880794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:35.951297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] For port db55c662-d72a-4bb5-a35b-87cd1683dd0a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:35.972434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] For port db55c662-d72a-4bb5-a35b-87cd1683dd0a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db55c662-d72a-4bb5-a35b-87cd1683dd0a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:36.018849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=579defdb-21c1-48ea-a48d-4d8baf27ce22,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:36.028965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:36.033330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port 579defdb-21c1-48ea-a48d-4d8baf27ce22 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:36.056310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.060529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6a664ac5-594c-44e7-a529-5ba416415a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:36.095811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] For port 5cd3d76b-e0f1-413e-9306-dce43031184d, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:36.096091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempted to set empty binding levels {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:31:36.164070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Pushing event updated for resources: {'Port': ['ID=db55c662-d72a-4bb5-a35b-87cd1683dd0a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:36.175084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:36.212520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.214614 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/89087116-f489-4e23-963b-0209895c15d7 HTTP/1.1" status: 204 len: 168 time: 2.2946687 Jun 22 09:31:36.216755 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.219110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52762) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:36.222178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-244a96f5-42a7-4253-aeb2-7c70432549fd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:36.253759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.269995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe07f0a-d0d1-4903-8afc-1da303217b02']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:36.286312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:36.286655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ba4b56-246a-4ffc-a7b7-3e8131b9e41d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:36.312572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:36.313186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.321443 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f1b647-754a-4df8-8e5d-21cf0bcf1fe6 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] GET failed (client error): The resource could not be found. Jun 22 09:31:36.326123 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-76f1b647-754a-4df8-8e5d-21cf0bcf1fe6 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports/89087116-f489-4e23-963b-0209895c15d7 HTTP/1.1" status: 404 len: 333 time: 0.0983074 Jun 22 09:31:36.326123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe0a:717a (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721/f6f74e45-85a6-4bd1-951d-c7e8ca747e94) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:36.327295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52764) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:36.330613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.367136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.376389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac2828ea-4a11-4f56-b62b-cd03fff42914 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:36.380610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=5cd3d76b-e0f1-413e-9306-dce43031184d,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:36.383395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.388260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:36.441903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:36.442313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.452774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f2450-e1ba-4e97-9d1a-b2daf133bad0 req-8d3ba870-64f1-40bb-9f92-50bf2fecded0 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:36.454097 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:36.456655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b53f2450-e1ba-4e97-9d1a-b2daf133bad0 req-8d3ba870-64f1-40bb-9f92-50bf2fecded0 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3030024 Jun 22 09:31:36.504353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.7941761 Jun 22 09:31:36.516172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Network 03d66da6-39d6-4778-b60f-c91894e0f941 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:36.523486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52766) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:36.541389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:36.552705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:36.554285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779b2b4f-1a6e-4e07-bec1-3b54f86fd004 None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:36.555041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:36.555638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.600309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Subnet': ['ID=4e93edd5-5ebb-4c11-818a-06a90d696d32,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:36.602780 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b53f2450-e1ba-4e97-9d1a-b2daf133bad0 req-4e0cd5c5-7f9a-47dc-8a09-002643632d82 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399853 Jun 22 09:31:36.609423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:36.640935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.687633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.700794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.707235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 39c4f1fb-7060-4b11-a81f-a06c7d4408be {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:36.707581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.713542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object f6f74e45-85a6-4bd1-951d-c7e8ca747e94 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:36.714865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6075cca7-8a51-4772-993a-fd536bb6136a tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:36.720046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.721849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/bfe07f0a-d0d1-4903-8afc-1da303217b02 HTTP/1.1" status: 204 len: 168 time: 4.8642468 Jun 22 09:31:36.727899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52770) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:36.748746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.766941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-595498120'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:36.819671 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1672549 Jun 22 09:31:36.824300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52772) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:36.834969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1752521790', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e93edd5-5ebb-4c11-818a-06a90d696d32'}], 'security_groups': ['e0edaa24-898d-4b7c-be3c-a3bba023e348', 'bfb2c5f7-ce9b-4f7b-97c5-6effb8ecbcb5']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:36.837108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=bfe07f0a-d0d1-4903-8afc-1da303217b02,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:36.846898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:36.893206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.913281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Update dhcp port {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'fixed_ips': [{'subnet_id': '33949d11-df84-41cf-84d4-5a2a54042b43', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b402612-ba55-4468-9caf-d1f83a7a1341', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e93edd5-5ebb-4c11-818a-06a90d696d32'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'f49acaf7-7735-4fbf-93d0-21f6ddf838c4'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:36.944010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Deleting port 5cd3d76b-e0f1-413e-9306-dce43031184d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:36.944505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.953500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.970923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:36.986573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:36.990586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:36.991580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:37.006072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:37.007351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:37.025132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 39c4f1fb-7060-4b11-a81f-a06c7d4408be owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:37.027496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.037147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89d73772-8083-4d3f-80b6-5733df942ada tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:37.053699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:37.069896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec1a13-f4a4-4b0c-9b54-436dd34e7d26 req-2cf686ae-af24-41cf-b719-71b9b7096343 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:37.077248 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-33ec1a13-f4a4-4b0c-9b54-436dd34e7d26 req-2cf686ae-af24-41cf-b719-71b9b7096343 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2655199 Jun 22 09:31:37.110770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.113484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.118516 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/security-groups/2345cec8-c608-4466-ac60-3c60e56d0009 HTTP/1.1" status: 204 len: 168 time: 0.7902818 Jun 22 09:31:37.124474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52774) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.125468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b78cb1c1-5fad-47da-bd55-3cda5018b1bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:37.129978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:37.130799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:37.172891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:37.173568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b44ef-f6fc-4124-8da0-8047f53d4506 None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:37.179386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:37.194234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2345cec8-c608-4466-ac60-3c60e56d0009,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:37.203559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:37.203559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=f6f74e45-85a6-4bd1-951d-c7e8ca747e94,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:37.206617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:37.211494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:37.218104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:37.218989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.220627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:37.224913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:37.240422 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-33ec1a13-f4a4-4b0c-9b54-436dd34e7d26 req-d7d0afaa-59b6-4369-8527-42efaf0c3ecb tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620979 Jun 22 09:31:37.242494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] For port 5cd3d76b-e0f1-413e-9306-dce43031184d, host hv-neutron-7971, got binding levels [] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:37.243093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.287234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.287648 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment d0f4035d-8734-4466-9063-d9e244c3b3f7 of type vlan for network a675e84d-60bb-4fa1-803d-fcb8180110d9 Jun 22 09:31:37.297492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Allocated IP 2001:db8:0:2::2 (03d66da6-39d6-4778-b60f-c91894e0f941/4e93edd5-5ebb-4c11-818a-06a90d696d32/f49acaf7-7735-4fbf-93d0-21f6ddf838c4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:37.314642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.355395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Calling delete_port for 5cd3d76b-e0f1-413e-9306-dce43031184d owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:37.405700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.429409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9004760 Jun 22 09:31:37.429945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52778) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.440025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,segment=NetworkSegment(befdf460-8a68-4fcc-b341-eecc09c3d07e),segment_id=befdf460-8a68-4fcc-b341-eecc09c3d07e)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:37.460916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.476242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.476648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.501892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Transition to ACTIVE for port object f49acaf7-7735-4fbf-93d0-21f6ddf838c4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:37.537386 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6709790 Jun 22 09:31:37.539748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.542683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52780) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.553828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1920684684'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:37.631463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.635735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-506e26a9-5bef-44dd-9d2d-49d039323f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:37.690361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.696190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:37.709559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.709559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64c27c7f-a0f3-4351-a8de-100e2c1f15e8 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:37.741086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10c9a3-7d4f-4b91-9b58-2bdf25a63bbf req-ccbb7220-2dba-47ae-96d4-399abe07f967 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:37.749550 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-be10c9a3-7d4f-4b91-9b58-2bdf25a63bbf req-ccbb7220-2dba-47ae-96d4-399abe07f967 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3780229 Jun 22 09:31:37.754091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.761675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:37.766290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-de86d040-add0-40f8-93f7-7c73e89dcc96 None None] Provisioning for port db55c662-d72a-4bb5-a35b-87cd1683dd0a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:37.767082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.769920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.773936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Pushing event updated for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:37.774475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.776108 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/security-groups/3da5696b-2ae2-418e-bb87-b228fc0040c0 HTTP/1.1" status: 204 len: 168 time: 0.6468778 Jun 22 09:31:37.777758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:37.780334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1a134468-97f0-4237-90bf-192183f8d50d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:37.801464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52782) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.820988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0139c1e-8afa-43b2-b738-b54ae03afcd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:37.827546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0139c1e-8afa-43b2-b738-b54ae03afcd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:37.829321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a0139c1e-8afa-43b2-b738-b54ae03afcd8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3882978 Jun 22 09:31:37.839087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52784) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.841838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cd3d76b-e0f1-413e-9306-dce43031184d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:37.845182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:37.848883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db55c662-d72a-4bb5-a35b-87cd1683dd0a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:37.852779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.885591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-26592b71-b00c-4440-b2a5-2f467ec500cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:37.916904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:37.921625 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5cd3d76b-e0f1-413e-9306-dce43031184d HTTP/1.1" status: 204 len: 168 time: 1.3940520 Jun 22 09:31:37.929243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5696b-2ae2-418e-bb87-b228fc0040c0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:37.932327 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2009704 Jun 22 09:31:37.932327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52786) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.951825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:37.952281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52788) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:37.957750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:37.959205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=a675e84d-60bb-4fa1-803d-fcb8180110d9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:37.974663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:37.982516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:37.990670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:37.991233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c9949c8d-ec73-4e59-a000-a79770b5aa24 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:38.009756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.010192 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Added segment 2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6 of type vlan for network b8700d04-ed68-4dcd-9241-e7ecf656cd1e Jun 22 09:31:38.039132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5c0e1087-db9e-4501-92bb-48e7e17e3520 None None] Provisioning for port f6f74e45-85a6-4bd1-951d-c7e8ca747e94 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:38.039518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=39c4f1fb-7060-4b11-a81f-a06c7d4408be,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:38.041318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:38.051695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5c0e1087-db9e-4501-92bb-48e7e17e3520 None None] Provisioning complete for port f6f74e45-85a6-4bd1-951d-c7e8ca747e94 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:38.052147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1087-db9e-4501-92bb-48e7e17e3520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.086150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port db55c662-d72a-4bb5-a35b-87cd1683dd0a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:38.094268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-be10c9a3-7d4f-4b91-9b58-2bdf25a63bbf req-c612b31e-d5ec-404f-9e30-be94b9dedb26 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434830 Jun 22 09:31:38.128669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.146540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e1087-db9e-4501-92bb-48e7e17e3520 None None] Port f6f74e45-85a6-4bd1-951d-c7e8ca747e94 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:38.158607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port db55c662-d72a-4bb5-a35b-87cd1683dd0a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:38.158989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.167652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.195561 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-117a75cf-f457-4909-9197-c5e5115db545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:31:38.197249 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-117a75cf-f457-4909-9197-c5e5115db545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "GET /v2.0/ports/5cd3d76b-e0f1-413e-9306-dce43031184d HTTP/1.1" status: 404 len: 333 time: 0.2544074 Jun 22 09:31:38.203596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port f6f74e45-85a6-4bd1-951d-c7e8ca747e94 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:38.204473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.213973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52792) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:38.235790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Request body: {'port': {'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-884690940'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:38.273914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.285503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:38.286154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.303038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-040ef641-0b0e-43c6-b9ed-fdcab7e9a722 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:38.315264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.373099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.377302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.429044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port db55c662-d72a-4bb5-a35b-87cd1683dd0a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db55c662-d72a-4bb5-a35b-87cd1683dd0a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:38.448168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Network': ['ID=b8700d04-ed68-4dcd-9241-e7ecf656cd1e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:38.451385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:38.466848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:38.484345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.556724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.570476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for f6f74e45-85a6-4bd1-951d-c7e8ca747e94 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:38.578439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4f1e69d8-1d71-4800-800f-aae27881f78f tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:38.604571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 is not hosted by any dhcp agent {{(pid=93949) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:31:38.607577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.612264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:38.612567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0835b998-6d88-41ca-a95a-8fe04650613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:38.613093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.618198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "PUT /v2.0/networks/a675e84d-60bb-4fa1-803d-fcb8180110d9 HTTP/1.1" status: 200 len: 723 time: 0.6591618 Jun 22 09:31:38.627125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52794) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:38.632943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.635590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.639126 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/security-groups/c667bcbd-c07a-404a-a8bf-a3a6d7f9894e HTTP/1.1" status: 204 len: 168 time: 0.8323066 Jun 22 09:31:38.645149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:38.648576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1b1c38f-518f-4f0e-bb40-8745045a3db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:38.649470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52796) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:38.650341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.652618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Made reservation on behalf of 4e240e86857a43f6aec10be0818067c6 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:38.654838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.683765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=db55c662-d72a-4bb5-a35b-87cd1683dd0a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:38.688917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:38.724408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 510531b2-323a-4b2a-801f-ce47b8302023 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:38.734357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port 929c4ef0-4938-4d43-bb68-403ff26c284f yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:38.741209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1964307 Jun 22 09:31:38.741209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667bcbd-c07a-404a-a8bf-a3a6d7f9894e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:38.743429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:38.744681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.750533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:38.764696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'subnet': {'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:38.780860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Provisioning complete for port 0f3fb527-e57d-4398-8783-40439eb28d32 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:38.781594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:38.824789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Port 0f3fb527-e57d-4398-8783-40439eb28d32 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:38.958185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Provisioning for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:38.970536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:38.971532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.082382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Provisioning complete for port defc1785-cfc8-4760-ba39-deb6c59c613f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:39.083109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.118660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-83aaf05e-bfeb-45e1-8119-8ee919a5c7f9 None None] Port defc1785-cfc8-4760-ba39-deb6c59c613f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:39.128383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:39.132233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.188241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.200323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-73b57c7d-8d89-49a2-96fc-a20db07842c2 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:39.217360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=a675e84d-60bb-4fa1-803d-fcb8180110d9,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:39.226623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Delete allocated IP 2001:db8::263 (03d66da6-39d6-4778-b60f-c91894e0f941/2b402612-ba55-4468-9caf-d1f83a7a1341) {{(pid=93949) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 09:31:39.228800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:39.230111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:39.243705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.245418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.256456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=f6f74e45-85a6-4bd1-951d-c7e8ca747e94,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:39.257048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Allocated IP 2001:db8:0:2::e9 (03d66da6-39d6-4778-b60f-c91894e0f941/4e93edd5-5ebb-4c11-818a-06a90d696d32/defc1785-cfc8-4760-ba39-deb6c59c613f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:39.258655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:39.277375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:39.278134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.284344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.310575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.317463 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/f6f74e45-85a6-4bd1-951d-c7e8ca747e94 HTTP/1.1" status: 204 len: 168 time: 1.4726813 Jun 22 09:31:39.322812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52802) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:39.536221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7db832-cbc7-4c75-abe7-028016125fe0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:39.537876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7db832-cbc7-4c75-abe7-028016125fe0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:39.542007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c7db832-cbc7-4c75-abe7-028016125fe0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2126069 Jun 22 09:31:39.542903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.548369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52804) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:39.553911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:39.567796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router b8491105-e716-425f-b1a7-af40e4b492c9 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:39.608408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9542b-be68-4b6d-b4c4-2d1bf3ec3b1b req-b3944488-b82d-472a-890b-93c8d0f780b5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:39.609909 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-32f9542b-be68-4b6d-b4c4-2d1bf3ec3b1b req-b3944488-b82d-472a-890b-93c8d0f780b5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3890641 Jun 22 09:31:39.635451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.676238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Network eaf73cef-9aae-4c9f-ad59-e791c7665a51 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:39.693953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:39.696263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:39.697870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:39.697974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.718533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=929c4ef0-4938-4d43-bb68-403ff26c284f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:39.721530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:39.729382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:39.737506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.758179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:39.780656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.802418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.807013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1ceec005-6c85-4862-89d9-612deffaf23b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:39.818299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-32f9542b-be68-4b6d-b4c4-2d1bf3ec3b1b req-ef06394d-6cbe-4109-a709-00b14d571217 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014863 Jun 22 09:31:39.828352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:39.843106 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/b8491105-e716-425f-b1a7-af40e4b492c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1015470 Jun 22 09:31:39.843106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52806) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:39.850903 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6285353 Jun 22 09:31:39.850903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.859188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52808) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:39.859974 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30390b63-6879-4289-9311-2346e011ad96 None None] Sync routers for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:39.881941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:39.894278 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-96dc8527-dc6c-4d9e-993c-3dfa9997862f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8491105-e716-425f-b1a7-af40e4b492c9 HTTP/1.1" status: 200 len: 205 time: 0.0479271 Jun 22 09:31:39.897250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52810) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:39.899716 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30390b63-6879-4289-9311-2346e011ad96 None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:39.900733 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-30390b63-6879-4289-9311-2346e011ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:39.949238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.962256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:39.964926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:39.966697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:39.967606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.974635 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-30390b63-6879-4289-9311-2346e011ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:39.974786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f78847e8-3acf-4721-b487-6236964c7c96 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:39.987885 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30390b63-6879-4289-9311-2346e011ad96 None None] Routers {'b8491105-e716-425f-b1a7-af40e4b492c9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:39.989255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-30390b63-6879-4289-9311-2346e011ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b8491105-e716-425f-b1a7-af40e4b492c9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:39.991615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:39.997965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7cdab270-9b50-4490-834a-66e2ad24218f tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:40.026864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Transition to ACTIVE for port object defc1785-cfc8-4760-ba39-deb6c59c613f will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:40.032556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.035741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=510531b2-323a-4b2a-801f-ce47b8302023,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:40.047292 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-30390b63-6879-4289-9311-2346e011ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:40.048225 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30390b63-6879-4289-9311-2346e011ad96 None None] The sync data for ids ['b8491105-e716-425f-b1a7-af40e4b492c9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:40.068562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db55c662-d72a-4bb5-a35b-87cd1683dd0a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:40.074121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:40.078119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.078305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.082661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': 'd0f4035d-8734-4466-9063-d9e244c3b3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:40.083032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: a675e84d-60bb-4fa1-803d-fcb8180110d9, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:40.085898 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/510531b2-323a-4b2a-801f-ce47b8302023 HTTP/1.1" status: 204 len: 168 time: 1.4245224 Jun 22 09:31:40.085898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:40.091511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ecb07-f8ee-4acf-9b2d-e30bbd54e5c7 None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:40.144199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Subnet': ['ID=f8959120-3933-45d7-af15-b211ccd62368,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:40.151662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.165229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:40.168170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Checking segment: {'id': '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:40.168961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network hostable DHCP agents. Network: b8700d04-ed68-4dcd-9241-e7ecf656cd1e, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:40.178269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port db55c662-d72a-4bb5-a35b-87cd1683dd0a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:40.178692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.179115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet 774a0ea1-3274-4552-9bce-578a4be67bd0 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:40.183614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.186046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.216180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-85303f7f-6d1c-4b1b-9f39-ad42ad769d1e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:40.249650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] In _notify_port_updated(), no bound segment for port defc1785-cfc8-4760-ba39-deb6c59c613f on network 03d66da6-39d6-4778-b60f-c91894e0f941 {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:31:40.255930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:40.256836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.264722 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "PUT /v2.0/ports/defc1785-cfc8-4760-ba39-deb6c59c613f HTTP/1.1" status: 200 len: 969 time: 3.4349723 Jun 22 09:31:40.264722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52814) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:40.455436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.526392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.537008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.539699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event updated for resources: {'Port': ['ID=defc1785-cfc8-4760-ba39-deb6c59c613f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:40.556834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:40.610694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port defc1785-cfc8-4760-ba39-deb6c59c613f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:40.611054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.671188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.673048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:40.678411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5f4800d1-95e3-43e5-8163-12686c72c519 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:40.681482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:40.723241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:40.725069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.728528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.734083 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721 HTTP/1.1" status: 204 len: 168 time: 1.1811113 Jun 22 09:31:40.740086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52816) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:40.740355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2544ffd-c244-498b-83f1-ef34a895cae6 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:40.740831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:40.748703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.749202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router b8491105-e716-425f-b1a7-af40e4b492c9 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:31:40.759421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.763915 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-203d5828-45d5-40c8-b1d5-828d38873ce0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/b8491105-e716-425f-b1a7-af40e4b492c9 HTTP/1.1" status: 204 len: 168 time: 0.8658202 Jun 22 09:31:40.766983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52818) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:40.787304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ee3f2c31-7cf6-408d-9284-529e4b037ce6 None None] Provisioning for port defc1785-cfc8-4760-ba39-deb6c59c613f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:40.805249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ee3f2c31-7cf6-408d-9284-529e4b037ce6 None None] Provisioning complete for port defc1785-cfc8-4760-ba39-deb6c59c613f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:40.805626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2c31-7cf6-408d-9284-529e4b037ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.821299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1a196b30-e8ac-44ec-929e-73b607a8a950 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769713 Jun 22 09:31:40.821926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, b8700d04-ed68-4dcd-9241-e7ecf656cd1e) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:40.828310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet ca3a5153-5233-49d8-9f88-25f71ec5b40c {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:40.835578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52820) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:40.839817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:40.841026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.843528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4613d715-5464-40d7-8057-28dea8f6665c None None] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:40.851563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.856760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.864969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a675e84d-60bb-4fa1-803d-fcb8180110d9) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:40.887502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:40.891228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:40.934930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52d362-3742-45d4-aa17-71a310bbcfde None None] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:40.961314 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2094319 Jun 22 09:31:40.964901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52824) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:40.971603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1278674254', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:40.992640 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3639171 Jun 22 09:31:40.993504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.003483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:41.019850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port 929c4ef0-4938-4d43-bb68-403ff26c284f yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:41.049636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for defc1785-cfc8-4760-ba39-deb6c59c613f owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:41.061190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.087235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2c31-7cf6-408d-9284-529e4b037ce6 None None] Port defc1785-cfc8-4760-ba39-deb6c59c613f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:41.117284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.170880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-b8700d04-ed68-4dcd-9241-e7ecf656cd1e', 'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e', 'tenant_id': '0318e578afe54fe79920c70322e4a81b', 'fixed_ips': [{'subnet_id': 'f8959120-3933-45d7-af15-b211ccd62368'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:41.172071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.181730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.182862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.209015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414b6fe-aaf4-470f-b0d2-aecfba3ffb25 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:41.213525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e414b6fe-aaf4-470f-b0d2-aecfba3ffb25 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3767271 Jun 22 09:31:41.214811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52828) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.227827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Transition to ACTIVE for port object 929c4ef0-4938-4d43-bb68-403ff26c284f will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:41.237030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.271114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a182739-203d-4abe-9c65-9ca11f21fde1 req-307a8bc1-f919-46c8-8d53-a29dbacfc4d4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:41.272769 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0a182739-203d-4abe-9c65-9ca11f21fde1 req-307a8bc1-f919-46c8-8d53-a29dbacfc4d4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2183747 Jun 22 09:31:41.278599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5496318'] for subnet, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.295033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d53ad969-7ee9-433a-915c-ebd7ab9d77f1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:41.305354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-23044663-9028-4064-8e29-c48990795dd2 None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:41.305762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-23044663-9028-4064-8e29-c48990795dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.314349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.316622 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/774a0ea1-3274-4552-9bce-578a4be67bd0 HTTP/1.1" status: 204 len: 168 time: 1.1982119 Jun 22 09:31:41.332424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c8957-d476-4bcb-8e5f-d8f4cadd370f None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:41.339213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52830) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.339909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.374522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=774a0ea1-3274-4552-9bce-578a4be67bd0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:41.384184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5eb49915-55cf-4186-9932-8429a09df2d0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:41.393035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:41.407182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.407426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:41.409004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a675e84d-60bb-4fa1-803d-fcb8180110d9', 'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': 'a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:41.410473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.428053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.435782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d262c06-772e-4a76-b50c-89527b50bdc6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:41.436973 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7d262c06-772e-4a76-b50c-89527b50bdc6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2163727 Jun 22 09:31:41.441485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52832) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.479791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-23044663-9028-4064-8e29-c48990795dd2 None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:41.484772 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0a182739-203d-4abe-9c65-9ca11f21fde1 req-ba9fd732-ce5d-4044-be60-05f28977dc4e tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956065 Jun 22 09:31:41.486082 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d6a36e-6d3b-4ee5-982c-d032acc7dc07 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:41.486780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d6a36e-6d3b-4ee5-982c-d032acc7dc07 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:41.489959 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-20d6a36e-6d3b-4ee5-982c-d032acc7dc07 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/510531b2-323a-4b2a-801f-ce47b8302023 HTTP/1.1" status: 404 len: 337 time: 0.1468022 Jun 22 09:31:41.498215 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-31bf92de-c068-4fe1-9794-c2ba1ac20318 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493252 Jun 22 09:31:41.498215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52834) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.498493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52836) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.507190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:41.609149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Allocated IP 172.20.0.2 (b8700d04-ed68-4dcd-9241-e7ecf656cd1e/f8959120-3933-45d7-af15-b211ccd62368/075f27a6-4004-4d38-88f8-f04ac39224db) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:41.634098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-23044663-9028-4064-8e29-c48990795dd2 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:41.634979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-23044663-9028-4064-8e29-c48990795dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.642038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.651911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f7e2ee62-a182-4025-907d-1e9c09ac3e57 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:41.680747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=929c4ef0-4938-4d43-bb68-403ff26c284f,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:41.689445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=defc1785-cfc8-4760-ba39-deb6c59c613f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:41.690546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:41.696892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:41.712505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting subnet c863aa72-9abe-4696-932b-3c9aa4eaf547 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:41.715944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.728242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751671670492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5924352'] for subnet, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.745339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b044f629-e25c-4490-999e-8057ec4977a8 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:41.758449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.758689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:41.759832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.765365 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "PUT /v2.0/subnets/a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3 HTTP/1.1" status: 200 len: 806 time: 0.7663281 Jun 22 09:31:41.766197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52840) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.787901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Deleting port db55c662-d72a-4bb5-a35b-87cd1683dd0a {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:41.788497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.822988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:41.827254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.835652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.841663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db55c662-d72a-4bb5-a35b-87cd1683dd0a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:41.857327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-54e469fe-fd9f-4376-8118-f0989298c27f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:41.872712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.872712 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/defc1785-cfc8-4760-ba39-deb6c59c613f HTTP/1.1" status: 204 len: 168 time: 1.5729289 Jun 22 09:31:41.890653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52842) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.926003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3a5153-5233-49d8-9f88-25f71ec5b40c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:41.950526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408be53d-18d3-402c-aa43-2583e8fb61f3 None None] Network 09794c9a-cb8a-4f08-95ef-badb257dbb85 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:41.952657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:41.957145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:41.962614 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/ca3a5153-5233-49d8-9f88-25f71ec5b40c HTTP/1.1" status: 204 len: 168 time: 1.1883867 Jun 22 09:31:41.968059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52844) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:41.977766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:41.978067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:41.978364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:41.985035 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdba771-073c-4754-be80-deb64ba0e4e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] GET failed (client error): The resource could not be found. Jun 22 09:31:41.990799 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3fdba771-073c-4754-be80-deb64ba0e4e3 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports/defc1785-cfc8-4760-ba39-deb6c59c613f HTTP/1.1" status: 404 len: 333 time: 0.0754275 Jun 22 09:31:41.994104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:41.994319 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.001037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52846) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:42.007816 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 2 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.038266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.039402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.039742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.040107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.054524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.054862 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.062447 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 3 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.150637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:42.161717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.163113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.189455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.189849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.190184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.219510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.219863 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.220874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:42.223258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:42.236199 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 4 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.262370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.289196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Allocated IP 172.20.0.2 (a675e84d-60bb-4fa1-803d-fcb8180110d9/a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3/c6e93004-5b89-4685-b50e-ce85aaf96fba) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:42.298419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] For port db55c662-d72a-4bb5-a35b-87cd1683dd0a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db55c662-d72a-4bb5-a35b-87cd1683dd0a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:42.298821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.330403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.332203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.337802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.338031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:42.352775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.353118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.353460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.393295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Subnet': ['ID=c863aa72-9abe-4696-932b-3c9aa4eaf547,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:42.411398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.415736 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/c863aa72-9abe-4696-932b-3c9aa4eaf547 HTTP/1.1" status: 204 len: 168 time: 0.9158247 Jun 22 09:31:42.415736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:42.419409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52850) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:42.427011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.427011 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.432449 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 5 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.437080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Calling delete_port for db55c662-d72a-4bb5-a35b-87cd1683dd0a owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:42.440765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.446405 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf5dfcf-d533-45f3-99d7-fddb6900aa76 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:42.446857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf5dfcf-d533-45f3-99d7-fddb6900aa76 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:42.451414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-abf5dfcf-d533-45f3-99d7-fddb6900aa76 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/be76a827-52f1-41f6-a3fd-66622560c502 HTTP/1.1" status: 404 len: 337 time: 0.0307140 Jun 22 09:31:42.453092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52852) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:42.487964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.493483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c40aa273-ab7e-4a3b-a1ef-99b406731303 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "GET /v2.0/ports?device_id=688cb487-da79-4d26-a7af-070c4f43b230 HTTP/1.1" status: 200 len: 205 time: 0.0367813 Jun 22 09:31:42.499834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52854) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:42.500878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.505454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.516109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.516449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.516897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.555305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006eb1a-f4f6-4a3b-8123-36e237e6293b req-d8cfdd32-5177-4eb2-81dc-b1e02f1d6102 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:42.564291 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4006eb1a-f4f6-4a3b-8123-36e237e6293b req-d8cfdd32-5177-4eb2-81dc-b1e02f1d6102 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.3622835 Jun 22 09:31:42.572644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.572644 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.577845 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 6 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.581747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Transition to ACTIVE for port object 075f27a6-4004-4d38-88f8-f04ac39224db will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:42.593984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-86e5c465-519b-425c-993a-cfbf695d7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:42.595125 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-86e5c465-519b-425c-993a-cfbf695d7cac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 1098 time: 0.3520238 Jun 22 09:31:42.617042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.660006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.660522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.660647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.680580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.694926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Transition to ACTIVE for port object 075f27a6-4004-4d38-88f8-f04ac39224db will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:42.725687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.726285 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.735926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 7 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.777689 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4006eb1a-f4f6-4a3b-8123-36e237e6293b req-34bd51d4-5aac-4a75-ac53-131958ffd198 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123489 Jun 22 09:31:42.786296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.797317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.798767 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d31904c-3152-46d2-953b-6d43964db5a8 HTTP/1.1" status: 204 len: 168 time: 0.7786448 Jun 22 09:31:42.803823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port db55c662-d72a-4bb5-a35b-87cd1683dd0a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db55c662-d72a-4bb5-a35b-87cd1683dd0a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:42.804508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:42.810757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52856) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:42.814761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.816050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.816727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.858753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31904c-3152-46d2-953b-6d43964db5a8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:42.861298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:42.862691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.862691 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.867808 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 8 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.872305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.877706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:42.908940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00d0c05c-8c90-47d0-aeb0-dab38e6e9103 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:42.920159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:42.920159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:42.920159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:42.922622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-0a7a8403-36b3-4e7f-b2db-ef1f72d3ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:42.924768 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-0a7a8403-36b3-4e7f-b2db-ef1f72d3ac5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 200 len: 913 time: 0.3090236 Jun 22 09:31:42.927436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.930732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:42.930881 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:42.936031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 9 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:42.954727 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-3a8f241c-436b-4e7d-bab4-f470494e971e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] delete failed (client error): The resource could not be found. Jun 22 09:31:42.958134 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3a8f241c-436b-4e7d-bab4-f470494e971e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/routers/688cb487-da79-4d26-a7af-070c4f43b230 HTTP/1.1" status: 404 len: 336 time: 0.4608822 Jun 22 09:31:42.959130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:42.963272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52858) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:42.975981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:42.986136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Transition to ACTIVE for port object c6e93004-5b89-4685-b50e-ce85aaf96fba will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:42.992942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Pushing event updated for resources: {'Port': ['ID=075f27a6-4004-4d38-88f8-f04ac39224db,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:42.994741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:42.996758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:42.998921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f3c7c972-9e35-45dd-ae4d-10159ed50f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.008127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:43.014219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f909f-9a85-4e9c-b2d9-6af9b8b5806b None None] Update dhcp port {'port': {'network_id': 'ee55d3df-8b06-47f9-8d8e-46a4842c4912', 'fixed_ips': [{'subnet_id': 'c863aa72-9abe-4696-932b-3c9aa4eaf547'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': '23acf485-7e76-44a1-91a0-7438b317005f'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:43.052544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f988b212-4341-424e-bb92-b13d6a989236 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.053085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f988b212-4341-424e-bb92-b13d6a989236 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.057191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f988b212-4341-424e-bb92-b13d6a989236 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/5df83cc6-8cb6-47a4-b418-c8baf0e7b6a9 HTTP/1.1" status: 404 len: 337 time: 0.0864608 Jun 22 09:31:43.060604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:43.060776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52860) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.061976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=b50e23e2-a013-4a93-9685-13a5ee3e2894,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.066872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:43.070774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.075148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:43.075148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.075393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Transition to ACTIVE for port object c6e93004-5b89-4685-b50e-ce85aaf96fba will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:43.088753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:43.089185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:43.089966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:43.096559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.096879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.097171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.097485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.097895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.098656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.099019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.099378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.099845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.107113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.107113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.107113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:43.109047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.118399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e2159-081b-47ab-870a-800619d2b18b None None] DHCP port deletion for 09794c9a-cb8a-4f08-95ef-badb257dbb85 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:43.132642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.136540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] No DVR routers for this DVR port db55c662-d72a-4bb5-a35b-87cd1683dd0a on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:43.141439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:43.141776 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:43.169544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc8f909f-9a85-4e9c-b2d9-6af9b8b5806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.169733 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 10 to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f Jun 22 09:31:43.172427 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-094fb89c-01fe-4145-8f9f-23b6b751a598 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.172965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094fb89c-01fe-4145-8f9f-23b6b751a598 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.182549 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-094fb89c-01fe-4145-8f9f-23b6b751a598 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/9f4bbede-126c-441e-8097-1e317876d7c8 HTTP/1.1" status: 404 len: 337 time: 0.1044514 Jun 22 09:31:43.182677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.182677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52862) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.182677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6f5e1a2c-2bb2-4730-bd7d-2fc544751975 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.182952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.188368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=db55c662-d72a-4bb5-a35b-87cd1683dd0a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.196504 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-989600d9-fbae-4e11-aca4-3e6c4c435583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 200 len: 1001 time: 0.2609403 Jun 22 09:31:43.199446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe223b5-11b5-4726-bb8a-1346f5f2563b None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:43.205681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.209910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.210794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d156744-755c-44c5-99b1-fe1391a45e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.219192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.238789 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7358954 Jun 22 09:31:43.242325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.244755 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a46cf5-d19a-4f0f-b6f2-42c9321a8e5b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.247060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a46cf5-d19a-4f0f-b6f2-42c9321a8e5b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.247804 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-86a46cf5-d19a-4f0f-b6f2-42c9321a8e5b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/aa004717-9fb4-4d9e-899e-4fd05a6353fa HTTP/1.1" status: 404 len: 337 time: 0.0631588 Jun 22 09:31:43.249185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.249924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52864) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.250269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52866) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.251382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.252739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Attempting to bind port 075f27a6-4004-4d38-88f8-f04ac39224db on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:43.253135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Attempting to bind port 075f27a6-4004-4d38-88f8-f04ac39224db by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:43.253511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Attempting to bind port 075f27a6-4004-4d38-88f8-f04ac39224db on network b8700d04-ed68-4dcd-9241-e7ecf656cd1e {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:43.254601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.256758 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1 HTTP/1.1" status: 204 len: 168 time: 1.2877302 Jun 22 09:31:43.259477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52868) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.285774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Pushing event deleted for resources: {'Port': ['ID=db55c662-d72a-4bb5-a35b-87cd1683dd0a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.291051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:de:c7:6e', 'name': 'tempest-NetworksTestDHCPv6-441884523'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:43.295173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4bb97-fb1e-4115-97f6-1cf7ae2ca733 None None] Network bce5edda-a363-4ece-a29b-0c97d15cdff5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:43.295304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:43.295590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:43.295969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:43.298166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.316678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a5187b4e-ecf4-4b25-9da3-2b2c955dba51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.334715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:43.335126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Checking segment: {'id': '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:43.335551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.336001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Bound using segment: {'id': '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:43.336508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Bound port: 075f27a6-4004-4d38-88f8-f04ac39224db, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:43.336896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.345622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.376713 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7db391-2277-4492-9e1a-604f45958bc0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.377430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7db391-2277-4492-9e1a-604f45958bc0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.381526 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a7db391-2277-4492-9e1a-604f45958bc0 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/ad9990fd-8638-424c-94d1-999088ecdd53 HTTP/1.1" status: 404 len: 333 time: 0.1239951 Jun 22 09:31:43.382029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52870) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.389907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:43.390454 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port 929c4ef0-4938-4d43-bb68-403ff26c284f on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:43.390827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.403897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:43.414851 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2f8b1a-ccc3-405b-9e21-f2d543863179 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.415394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2f8b1a-ccc3-405b-9e21-f2d543863179 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.420278 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1e2f8b1a-ccc3-405b-9e21-f2d543863179 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/464e0eb2-7bb8-4b41-9d1e-178b534747d6 HTTP/1.1" status: 404 len: 337 time: 0.0341928 Jun 22 09:31:43.420595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52872) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.437815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:43.456989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7dc69f-a9c4-48aa-a8b0-1b13010ad380 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.457529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7dc69f-a9c4-48aa-a8b0-1b13010ad380 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.461541 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e7dc69f-a9c4-48aa-a8b0-1b13010ad380 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/8ff30545-24f6-4f1e-9c33-34e83b8675fb HTTP/1.1" status: 404 len: 337 time: 0.0376902 Jun 22 09:31:43.462230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.462369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52874) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.469472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-690840c8-b963-4818-8cde-6b83f7d4d4f7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.474539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-b57c155a-229a-4902-b19d-c5d609c064ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:43.476072 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-b57c155a-229a-4902-b19d-c5d609c064ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 200 len: 851 time: 0.2729053 Jun 22 09:31:43.485631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:43.494385 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94cdf2b-683f-4c23-b89f-0f12c2970773 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.495213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94cdf2b-683f-4c23-b89f-0f12c2970773 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.500191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d94cdf2b-683f-4c23-b89f-0f12c2970773 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/e30f8483-bff3-4f49-b90c-666d8bfdb2cd HTTP/1.1" status: 404 len: 333 time: 0.0344658 Jun 22 09:31:43.500392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52876) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.538857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 94b07aa6-dfd7-4db9-84c0-965426125edf {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:43.539128 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.541518 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d083d33-3f32-40c6-b657-67e638a9d2f2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.542129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d083d33-3f32-40c6-b657-67e638a9d2f2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.546879 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d083d33-3f32-40c6-b657-67e638a9d2f2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/819cb434-55a7-49dc-9a4e-9ee336cf7daf HTTP/1.1" status: 404 len: 337 time: 0.0432003 Jun 22 09:31:43.548856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52878) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.555424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.555928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Pushing event updated for resources: {'Port': ['ID=c6e93004-5b89-4685-b50e-ce85aaf96fba,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.558573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.595070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.644342 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-91610bcb-7d27-4a9b-a647-d22678c95cd6 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:43.644342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91610bcb-7d27-4a9b-a647-d22678c95cd6 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:43.648532 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-91610bcb-7d27-4a9b-a647-d22678c95cd6 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/subnets/7078f2da-89df-4aaf-97d6-b36ca823e1b1 HTTP/1.1" status: 404 len: 337 time: 0.0979483 Jun 22 09:31:43.649891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52880) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.652301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Deleting port 94b07aa6-dfd7-4db9-84c0-965426125edf {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:43.653089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.697355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.700373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.707634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port 94b07aa6-dfd7-4db9-84c0-965426125edf, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=94b07aa6-dfd7-4db9-84c0-965426125edf,segment=NetworkSegment(72f01cb0-500c-4db2-864b-c98b4aaebab0),segment_id=72f01cb0-500c-4db2-864b-c98b4aaebab0)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:43.707634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.708017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/security-groups/bfb2c5f7-ce9b-4f7b-97c5-6effb8ecbcb5 HTTP/1.1" status: 204 len: 168 time: 0.8826082 Jun 22 09:31:43.719833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52882) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.720101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b7945395-f585-430b-afc9-04c732735217 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.720241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae365eb0-245e-4624-8100-2ff202ace02f None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:43.747733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb2c5f7-ce9b-4f7b-97c5-6effb8ecbcb5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:43.750528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:43.751515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] For port 929c4ef0-4938-4d43-bb68-403ff26c284f, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:43.751904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempted to set empty binding levels {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:31:43.767967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.788068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a675e84d-60bb-4fa1-803d-fcb8180110d9']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:43.812445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 94b07aa6-dfd7-4db9-84c0-965426125edf owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:43.826817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.26.6.32 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/09cb5636-53d8-4936-ba22-44950debe091) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:43.830110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Attempting to bind port c6e93004-5b89-4685-b50e-ce85aaf96fba on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:43.830555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Attempting to bind port c6e93004-5b89-4685-b50e-ce85aaf96fba by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'd0f4035d-8734-4466-9063-d9e244c3b3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:43.831003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Attempting to bind port c6e93004-5b89-4685-b50e-ce85aaf96fba on network a675e84d-60bb-4fa1-803d-fcb8180110d9 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:43.839141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4035d-8734-4466-9063-d9e244c3b3f7') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:43.839484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4035d-8734-4466-9063-d9e244c3b3f7') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:43.867677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.869789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 94b07aa6-dfd7-4db9-84c0-965426125edf no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:43.873961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.882100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] For port 075f27a6-4004-4d38-88f8-f04ac39224db, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:43.885380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41bbb06e-d692-45d0-b825-6fbe8d209517 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:43.896922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-83f28ae2-f89a-4b53-98c1-4841b857ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:43.898364 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-83f28ae2-f89a-4b53-98c1-4841b857ef61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=711dc3da-2611-482a-9d0a-3eba7d30a60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3640931 Jun 22 09:31:43.923129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:43.923685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Checking segment: {'id': 'd0f4035d-8734-4466-9063-d9e244c3b3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:43.924311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.925324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Bound using segment: {'id': 'd0f4035d-8734-4466-9063-d9e244c3b3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:43.926234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Bound port: c6e93004-5b89-4685-b50e-ce85aaf96fba, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f4035d-8734-4466-9063-d9e244c3b3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:43.926903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.941154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] In _notify_port_updated(), no bound segment for port 929c4ef0-4938-4d43-bb68-403ff26c284f on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:31:43.942233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:43.942847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:43.944572 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "PUT /v2.0/ports/929c4ef0-4938-4d43-bb68-403ff26c284f HTTP/1.1" status: 200 len: 980 time: 4.0822899 Jun 22 09:31:43.953784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52886) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:43.997250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.047663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.060388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:44.087576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:44.088053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:44.122120 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:44.140664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] For port 075f27a6-4004-4d38-88f8-f04ac39224db, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=075f27a6-4004-4d38-88f8-f04ac39224db,segment=NetworkSegment(2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6),segment_id=2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:44.152948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-006e2159-081b-47ab-870a-800619d2b18b None None] For port 94b07aa6-dfd7-4db9-84c0-965426125edf, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=94b07aa6-dfd7-4db9-84c0-965426125edf,segment=NetworkSegment(72f01cb0-500c-4db2-864b-c98b4aaebab0),segment_id=72f01cb0-500c-4db2-864b-c98b4aaebab0)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:44.153349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.158187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-80f9f7d7-8a11-41b8-ba59-645375e3cab5 None None] Provisioning complete for port 8abd31ad-d59a-4a09-be55-942d02a8f392 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:44.158566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-80f9f7d7-8a11-41b8-ba59-645375e3cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.169683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.179407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 8abd31ad-d59a-4a09-be55-942d02a8f392 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:44.179745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.273825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.312542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Calling delete_port for 94b07aa6-dfd7-4db9-84c0-965426125edf owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:44.317477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.335670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2d8169e5-493e-417e-9497-1274f60f0674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:44.338224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'b50e23e2-a013-4a93-9685-13a5ee3e2894'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:44.338549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.339008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.347943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:44.403263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.403896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.404377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.404846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.405446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.406154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.406455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.406928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.407394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.407857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.408429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.408792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.409250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.409712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.410381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.410609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.411063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.411517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.411996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.412454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.413073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.413534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.413990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.414451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.417799 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a0b1c27d-732d-4c8f-87ce-91cb756d3fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21062 time: 0.4587457 Jun 22 09:31:44.428770 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No ports have port_id starting with 94b07aa6-dfd7-4db9-84c0-965426125edf Jun 22 09:31:44.450744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 8abd31ad-d59a-4a09-be55-942d02a8f392 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:44.456222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52888) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:44.478417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 23acf485-7e76-44a1-91a0-7438b317005f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:44.486153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port 94b07aa6-dfd7-4db9-84c0-965426125edf on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:44.489900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-80f9f7d7-8a11-41b8-ba59-645375e3cab5 None None] Port 8abd31ad-d59a-4a09-be55-942d02a8f392 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:44.490553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.493431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.497513 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/security-groups/e0edaa24-898d-4b7c-be3c-a3bba023e348 HTTP/1.1" status: 204 len: 168 time: 0.7763262 Jun 22 09:31:44.503334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52890) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:44.553768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=94b07aa6-dfd7-4db9-84c0-965426125edf,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:44.556148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:44.564953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3569b-8a13-48ad-8ade-f20707ec5d54 req-d4a1af0d-0d84-43d3-bdc8-f740f6a828e5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:44.572287 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f6c3569b-8a13-48ad-8ade-f20707ec5d54 req-d4a1af0d-0d84-43d3-bdc8-f740f6a828e5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.5165281 Jun 22 09:31:44.585725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7842187c-860e-498d-a82e-294534fb2be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:44.672732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] For port c6e93004-5b89-4685-b50e-ce85aaf96fba, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:44.675512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Pushing event updated for resources: {'Port': ['ID=075f27a6-4004-4d38-88f8-f04ac39224db,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:44.677046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=929c4ef0-4938-4d43-bb68-403ff26c284f,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:44.687128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] DHCP port deletion for bce5edda-a363-4ece-a29b-0c97d15cdff5 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:44.696871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:44.715803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edaa24-898d-4b7c-be3c-a3bba023e348,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:44.718295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:44.723898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-80f9f7d7-8a11-41b8-ba59-645375e3cab5 None None] Provisioning complete for port 23acf485-7e76-44a1-91a0-7438b317005f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:44.724298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-80f9f7d7-8a11-41b8-ba59-645375e3cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.740803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.741520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.741990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.742507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.744362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.744994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.745514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.746019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.747227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.747686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.748473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.749036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:44.775310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:44.780637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.782601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.829956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f6c3569b-8a13-48ad-8ade-f20707ec5d54 req-0b8d5923-293c-4cad-982c-47763276224c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503347 Jun 22 09:31:44.830392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.846412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 2b402612-ba55-4468-9caf-d1f83a7a1341 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:44.847128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 0b32368f-6f17-4b09-989d-98ff9f8d3f6c yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:44.853512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:31:44.853512 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:31:44.853512 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': 'a675e84d-60bb-4fa1-803d-fcb8180110d9'}] Jun 22 09:31:44.853512 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:31:44.853919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09794c9a-cb8a-4f08-95ef-badb257dbb85']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:44.854015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:31:44.855402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] For port c6e93004-5b89-4685-b50e-ce85aaf96fba, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c6e93004-5b89-4685-b50e-ce85aaf96fba,segment=NetworkSegment(d0f4035d-8734-4466-9063-d9e244c3b3f7),segment_id=d0f4035d-8734-4466-9063-d9e244c3b3f7)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:44.867427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.913165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f01cb0-500c-4db2-864b-c98b4aaebab0') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:44.913165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f01cb0-500c-4db2-864b-c98b4aaebab0') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:44.933681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.948481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/b50e23e2-a013-4a93-9685-13a5ee3e2894/b7dd823e-5074-476b-adbb-f7883dfe053a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:44.961852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.966502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:44.973261 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-20a56956-72fd-4e4e-8fa1-90be409839f3 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0483344 Jun 22 09:31:45.002777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:45.003189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:45.006483 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:45.029059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.041993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2ba68588-7b9c-40e5-b50c-93215b34d3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.052285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Deleting port 929c4ef0-4938-4d43-bb68-403ff26c284f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:45.052633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.054674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.064815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.080304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.089348 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e2975a5-3c8c-4578-ab88-17e7e1dba7a6 req-52203db5-1d00-4c0d-b591-a4f316486f80 service neutron] 10.222.0.24 "GET /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072628 Jun 22 09:31:45.091807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] DHCP port deletion for ee55d3df-8b06-47f9-8d8e-46a4842c4912 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:45.103910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.106827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-81405776-4847-4498-8f0b-86a44ca6f647 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.121070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=8abd31ad-d59a-4a09-be55-942d02a8f392,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.137406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e2159-081b-47ab-870a-800619d2b18b None None] No DVR routers for this DVR port 94b07aa6-dfd7-4db9-84c0-965426125edf on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:45.150563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Pushing event deleted for resources: {'Port': ['ID=94b07aa6-dfd7-4db9-84c0-965426125edf,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.152215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.157237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f36bd227-2ddc-4b00-ada5-ca695ec6e34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.163208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.186725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:45.188552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:45.200149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=09cb5636-53d8-4936-ba22-44950debe091,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.203106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.205343 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/ports/8abd31ad-d59a-4a09-be55-942d02a8f392 HTTP/1.1" status: 204 len: 168 time: 1.5544863 Jun 22 09:31:45.208343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:45.209325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52892) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:45.214244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.240787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.285181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.291293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] For port 929c4ef0-4938-4d43-bb68-403ff26c284f, host hv-neutron-7971, got binding levels [] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:45.291866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.295517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.302451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.313037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Deleting port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:45.313451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.322108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.324315 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/09794c9a-cb8a-4f08-95ef-badb257dbb85 HTTP/1.1" status: 204 len: 168 time: 2.0636098 Jun 22 09:31:45.345198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52894) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:45.352269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=09794c9a-cb8a-4f08-95ef-badb257dbb85,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.364511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.374330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.436153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Pushing event updated for resources: {'Port': ['ID=c6e93004-5b89-4685-b50e-ce85aaf96fba,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.436422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Calling delete_port for 929c4ef0-4938-4d43-bb68-403ff26c284f owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:45.446622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.449001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.484784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd8046-b24c-4df7-bc8c-25743515d710 None None] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:45.510824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:45.531019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.580768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.590001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-abaef0e1-cce6-4a75-a12b-9eaf45137662 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.600213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.615403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] For port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,segment=NetworkSegment(6ab7dbeb-8fbc-4334-a959-6d5145a08bf6),segment_id=6ab7dbeb-8fbc-4334-a959-6d5145a08bf6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:45.621125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.630188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=2b402612-ba55-4468-9caf-d1f83a7a1341,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.630884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Deleting port 23acf485-7e76-44a1-91a0-7438b317005f {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:45.636102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.638189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.645564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.648224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.655353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/2b402612-ba55-4468-9caf-d1f83a7a1341 HTTP/1.1" status: 204 len: 168 time: 1.1101887 Jun 22 09:31:45.657101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Deleting port 23acf485-7e76-44a1-91a0-7438b317005f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:45.657466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.660234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52896) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:45.666871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Transition to ACTIVE for port object b7dd823e-5074-476b-adbb-f7883dfe053a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:45.711418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.725067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a63cb2-a5e6-48d6-a7d5-260398a01944 None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:45.742489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.757157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.777929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52d214ca-a928-439f-8bd7-2b5f729c03b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:45.820161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port c6e93004-5b89-4685-b50e-ce85aaf96fba {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:45.820719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.858527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event deleted for resources: {'Port': ['ID=929c4ef0-4938-4d43-bb68-403ff26c284f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:45.889349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:45.893472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:45.893846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.912761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:45.914699 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "DELETE /v2.0/ports/929c4ef0-4938-4d43-bb68-403ff26c284f HTTP/1.1" status: 204 len: 168 time: 1.4565945 Jun 22 09:31:45.929206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52900) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:45.977904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Calling delete_port for c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:46.023983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:46.024325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.040193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 4e93edd5-5ebb-4c11-818a-06a90d696d32 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:46.051533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port c6e93004-5b89-4685-b50e-ce85aaf96fba, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c6e93004-5b89-4685-b50e-ce85aaf96fba,segment=NetworkSegment(d0f4035d-8734-4466-9063-d9e244c3b3f7),segment_id=d0f4035d-8734-4466-9063-d9e244c3b3f7)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:46.052000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.069672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Calling delete_port for 23acf485-7e76-44a1-91a0-7438b317005f owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:46.073090 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-5020d7c1-fda5-4cab-a6b7-83a5c34221de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:31:46.075156 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5020d7c1-fda5-4cab-a6b7-83a5c34221de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "GET /v2.0/ports/929c4ef0-4938-4d43-bb68-403ff26c284f HTTP/1.1" status: 404 len: 333 time: 0.1447592 Jun 22 09:31:46.078606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.081346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52902) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:46.087824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-963441567', 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:46.109803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 075f27a6-4004-4d38-88f8-f04ac39224db up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:46.141953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c99b79-29f5-452d-b5a5-2fc10d67a354 None None] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:46.188562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.202552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for c6e93004-5b89-4685-b50e-ce85aaf96fba owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:46.292823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Made reservation on behalf of 4e240e86857a43f6aec10be0818067c6 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:46.296470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.314506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.322059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,segment=NetworkSegment(6ab7dbeb-8fbc-4334-a959-6d5145a08bf6),segment_id=6ab7dbeb-8fbc-4334-a959-6d5145a08bf6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:46.322463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.343301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port dc199612-fa5d-4853-9ff9-ba235550ee9f yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:46.392947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.399791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e7526a0e-a19e-41e5-ba07-f5945a9657ab tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:46.407026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Transition to ACTIVE for port object b7dd823e-5074-476b-adbb-f7883dfe053a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:46.409490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.409682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:46.438721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] No DVR routers for this DVR port 23acf485-7e76-44a1-91a0-7438b317005f on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:46.448356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:46.451593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:46.480271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] For port 23acf485-7e76-44a1-91a0-7438b317005f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=23acf485-7e76-44a1-91a0-7438b317005f,segment=NetworkSegment(19ab9fb8-d042-4c5c-9b22-c07037f5787b),segment_id=19ab9fb8-d042-4c5c-9b22-c07037f5787b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:46.481354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.508877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] No DVR routers for this DVR port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:46.516428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116cba1-c3f0-4530-aad2-0bad69944e11 req-4cef1a43-85e4-4399-aeac-55d49268abf9 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:46.517708 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4116cba1-c3f0-4530-aad2-0bad69944e11 req-4cef1a43-85e4-4399-aeac-55d49268abf9 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4827979 Jun 22 09:31:46.548805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=11']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:46.571863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.578070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::275 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/b50e23e2-a013-4a93-9685-13a5ee3e2894/0b32368f-6f17-4b09-989d-98ff9f8d3f6c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:46.583496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Calling delete_port for 23acf485-7e76-44a1-91a0-7438b317005f owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:46.587721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:46.589239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:46.601555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.623095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.623095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee55d3df-8b06-47f9-8d8e-46a4842c4912']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:46.624686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:46.627556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f357d745-447f-4253-b52c-13ccdf798e65 None None] Provisioning for port 075f27a6-4004-4d38-88f8-f04ac39224db completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:46.673288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab9fb8-d042-4c5c-9b22-c07037f5787b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:46.673288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab9fb8-d042-4c5c-9b22-c07037f5787b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:46.676084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.678053 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/4e93edd5-5ebb-4c11-818a-06a90d696d32 HTTP/1.1" status: 204 len: 168 time: 1.0160124 Jun 22 09:31:46.682595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Pushing event deleted for resources: {'Port': ['ID=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:46.689086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=4e93edd5-5ebb-4c11-818a-06a90d696d32,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:46.691048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52904) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:46.691343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:46.700940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.725609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.725832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:46.727370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.733433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6b8d444-5768-4b83-87da-bd578d1a216b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:46.737515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:46.737934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:46.740855 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:46.766460 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-51419194-5f7f-45c3-b11f-02bbf1a68d63 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:46.767215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51419194-5f7f-45c3-b11f-02bbf1a68d63 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:46.771381 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-51419194-5f7f-45c3-b11f-02bbf1a68d63 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/2b402612-ba55-4468-9caf-d1f83a7a1341 HTTP/1.1" status: 404 len: 337 time: 0.0714567 Jun 22 09:31:46.774869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:46.782711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52906) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:46.783753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.795611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:46.832484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:46.863799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 075f27a6-4004-4d38-88f8-f04ac39224db completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:46.874234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Pushing event updated for resources: {'Port': ['ID=b7dd823e-5074-476b-adbb-f7883dfe053a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:46.887631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:46.890596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8b646-8d84-4c0e-86a2-d7a8cc344936 None None] Network a675e84d-60bb-4fa1-803d-fcb8180110d9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:46.892884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 075f27a6-4004-4d38-88f8-f04ac39224db triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:46.893266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.894380 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4116cba1-c3f0-4530-aad2-0bad69944e11 req-70d81694-3dd0-4d33-87fe-ed6e27e7f0c2 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125430 Jun 22 09:31:46.906740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.915312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b07490d-5530-4da4-a1f2-fd7076b9df5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:46.960961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=c6e93004-5b89-4685-b50e-ce85aaf96fba,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:46.966566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting subnet 33949d11-df84-41cf-84d4-5a2a54042b43 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:46.971289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port c6e93004-5b89-4685-b50e-ce85aaf96fba on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:46.978305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:46.978934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:46.991307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ab3ba2ad-0b0f-4cf8-ae54-53d58f89b806 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.001609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.004510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.006257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.006476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.010298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-95872ba3-9711-4032-9aea-dac0dc9b2928 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.019454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.025395 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] 10.222.0.65 "DELETE /v2.0/networks/ee55d3df-8b06-47f9-8d8e-46a4842c4912 HTTP/1.1" status: 204 len: 168 time: 1.8111403 Jun 22 09:31:47.056013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Network eaf73cef-9aae-4c9f-ad59-e791c7665a51 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:47.059340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:47.062973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:47.064090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:47.064737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.085784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=dc199612-fa5d-4853-9ff9-ba235550ee9f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:47.088782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:47.089301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64c12fbc-0c08-4d6f-aa65-71a44393d554 tempest-BulkNetworkOpsTest-968723676 tempest-BulkNetworkOpsTest-968723676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.105284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:47.105535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Pushing event deleted for resources: {'Network': ['ID=ee55d3df-8b06-47f9-8d8e-46a4842c4912,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:47.106510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:47.108253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:47.110638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.111180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:47.117751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.127066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Attempting to bind port b7dd823e-5074-476b-adbb-f7883dfe053a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:47.127066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Attempting to bind port b7dd823e-5074-476b-adbb-f7883dfe053a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:47.127357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Attempting to bind port b7dd823e-5074-476b-adbb-f7883dfe053a on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:47.164698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 0b32368f-6f17-4b09-989d-98ff9f8d3f6c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:47.170974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Network ee55d3df-8b06-47f9-8d8e-46a4842c4912 is not hosted by any dhcp agent {{(pid=93951) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:31:47.171439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] No DVR routers for this DVR port 23acf485-7e76-44a1-91a0-7438b317005f on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Pushing event deleted for resources: {'Port': ['ID=23acf485-7e76-44a1-91a0-7438b317005f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Bound port: b7dd823e-5074-476b-adbb-f7883dfe053a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:47.194616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.244609 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1607254 Jun 22 09:31:47.247238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52910) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:47.249836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.291326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.321782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a986e-babc-4a52-af38-b9c74fbda1e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:47.322724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.325714 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-206a986e-babc-4a52-af38-b9c74fbda1e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "GET /v2.0/ports/dc199612-fa5d-4853-9ff9-ba235550ee9f HTTP/1.1" status: 200 len: 958 time: 0.0734832 Jun 22 09:31:47.328742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52912) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:47.346965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a675e84d-60bb-4fa1-803d-fcb8180110d9']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:47.371996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4035d-8734-4466-9063-d9e244c3b3f7') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:47.373057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4035d-8734-4466-9063-d9e244c3b3f7') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:47.380093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] For port b7dd823e-5074-476b-adbb-f7883dfe053a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:47.389344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.409717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] For port b7dd823e-5074-476b-adbb-f7883dfe053a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b7dd823e-5074-476b-adbb-f7883dfe053a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:47.410392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.417368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce5edda-a363-4ece-a29b-0c97d15cdff5']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:47.426804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 075f27a6-4004-4d38-88f8-f04ac39224db, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=075f27a6-4004-4d38-88f8-f04ac39224db,segment=NetworkSegment(2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6),segment_id=2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:47.428135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d22396-9603-4f84-ba91-af61b15aee08 None None] Update dhcp port {'port': {'network_id': '03d66da6-39d6-4778-b60f-c91894e0f941', 'fixed_ips': [{'subnet_id': '33949d11-df84-41cf-84d4-5a2a54042b43', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4e93edd5-5ebb-4c11-818a-06a90d696d32'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'f49acaf7-7735-4fbf-93d0-21f6ddf838c4'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:31:47.443219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:47.443219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab7dbeb-8fbc-4334-a959-6d5145a08bf6') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:47.452043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Deleting port dc199612-fa5d-4853-9ff9-ba235550ee9f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:47.464992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.465378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.467540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.469711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63d22396-9603-4f84-ba91-af61b15aee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.474736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:47.475134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:47.482749 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:47.541856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.584828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.592088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:47.597393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.616777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Calling delete_port for dc199612-fa5d-4853-9ff9-ba235550ee9f owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:47.639248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.649097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:47.652154 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:47.673663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.695240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.703646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f5ef1b-b670-40e6-8ce1-052803ccaa72 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:31:47.728594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.782535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Pushing event updated for resources: {'Port': ['ID=b7dd823e-5074-476b-adbb-f7883dfe053a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:47.786180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:47.787610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.790414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ea81f684-735e-40e5-9527-2698943f64be None None] Provisioning complete for port 075f27a6-4004-4d38-88f8-f04ac39224db triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:47.790797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ea81f684-735e-40e5-9527-2698943f64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.791082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.820739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:47.850364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=0b32368f-6f17-4b09-989d-98ff9f8d3f6c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:47.852882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.860943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:47.865465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.874338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:47.874585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7de90a9-0b6e-4430-8cb0-a2ba63dc6bfc not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:47.878390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:47.890074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.900963 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/a675e84d-60bb-4fa1-803d-fcb8180110d9 HTTP/1.1" status: 204 len: 168 time: 6.0711730 Jun 22 09:31:47.935806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:47.937895 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/bce5edda-a363-4ece-a29b-0c97d15cdff5 HTTP/1.1" status: 204 len: 168 time: 2.5916593 Jun 22 09:31:47.945829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52916) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:47.946171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52920) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:47.980018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:48.004516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=075f27a6-4004-4d38-88f8-f04ac39224db,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:48.010928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544815296'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:48.011200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:48.017435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:48.019883 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c589194-3c9b-40d9-b6c6-ca17de5f84fa tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:48.020527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c589194-3c9b-40d9-b6c6-ca17de5f84fa tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:48.030557 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7c589194-3c9b-40d9-b6c6-ca17de5f84fa tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/a675e84d-60bb-4fa1-803d-fcb8180110d9 HTTP/1.1" status: 404 len: 339 time: 0.0461810 Jun 22 09:31:48.038957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52922) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.039722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:48.051286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:48.053687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.066728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=a675e84d-60bb-4fa1-803d-fcb8180110d9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:48.191226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52924) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.289211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d4659-5e0e-409f-9761-016e880a9fe1 req-a041dd45-55ef-4476-be71-e6d314b3ebdf tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:48.290794 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-da6d4659-5e0e-409f-9761-016e880a9fe1 req-a041dd45-55ef-4476-be71-e6d314b3ebdf tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1003532 Jun 22 09:31:48.357215 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-da6d4659-5e0e-409f-9761-016e880a9fe1 req-fe32b340-f3f7-457b-8f04-b7caa02eb6bd tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594592 Jun 22 09:31:48.373733 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-12b97450-7e10-43bb-9ce2-b17339af5c56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd293d8e7b614a71a042e8bdd0d656de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798332 Jun 22 09:31:48.376422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52928) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.406427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.432581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f9ceb0dc-40cd-440b-a602-007baecb47ba tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:48.442229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.448373 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "DELETE /v2.0/ports/dc199612-fa5d-4853-9ff9-ba235550ee9f HTTP/1.1" status: 204 len: 168 time: 1.1158171 Jun 22 09:31:48.466711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52934) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.469352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115743699', 'description': 'd1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:48.480297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc199612-fa5d-4853-9ff9-ba235550ee9f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:48.482850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:48.483854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:48.489385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:48.508538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-67315601-7863-4591-8ff0-9fffcefa127c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:31:48.513587 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-67315601-7863-4591-8ff0-9fffcefa127c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "GET /v2.0/ports/dc199612-fa5d-4853-9ff9-ba235550ee9f HTTP/1.1" status: 404 len: 333 time: 0.0411868 Jun 22 09:31:48.513841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52936) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.517434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=bce5edda-a363-4ece-a29b-0c97d15cdff5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:48.519846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Request body: {'port': {'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074925711'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:48.524645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.551193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.551669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:48.579906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:48.590633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] Sync routers for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:48.610105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:48.610105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:48.617984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9655f-96a5-4aaf-b2e2-0658883fef93 req-5c78c6ec-ae84-45b0-8daf-b0396cb7b7b5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:48.619820 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01b9655f-96a5-4aaf-b2e2-0658883fef93 req-5c78c6ec-ae84-45b0-8daf-b0396cb7b7b5 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1119950 Jun 22 09:31:48.639936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:48.649645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:48.650485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:48.664348 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01b9655f-96a5-4aaf-b2e2-0658883fef93 req-f4fdd6a7-235d-45c3-9417-decd4792e60c tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379257 Jun 22 09:31:48.689349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:48.690015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bc040-5f91-47dd-b71d-e4d323b79ee3 None None] The sync data for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:48.781555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:48.785024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.790243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.798900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e31d3d5d-2d22-4e9c-ba86-88e1913541a5 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server [None req-63d22396-9603-4f84-ba91-af61b15aee08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33949d11-df84-41cf-84d4-5a2a54042b43: This subnet is being modified by another concurrent operation. Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:31:48.813450 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1715, in update_port Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33949d11-df84-41cf-84d4-5a2a54042b43: This subnet is being modified by another concurrent operation. Jun 22 09:31:48.816988 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server Jun 22 09:31:48.833453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Subnet': ['ID=33949d11-df84-41cf-84d4-5a2a54042b43,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:48.839595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.846377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:48.846377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.846377 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/33949d11-df84-41cf-84d4-5a2a54042b43 HTTP/1.1" status: 204 len: 168 time: 2.0580308 Jun 22 09:31:48.847318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52940) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.848077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.854995 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29f73b24-7187-403f-82f5-89b767a11dcc HTTP/1.1" status: 204 len: 168 time: 0.4767299 Jun 22 09:31:48.858769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:48.880420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f73b24-7187-403f-82f5-89b767a11dcc,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:48.880584 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e712db-5500-418a-8d58-595a22aa2c60 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:48.881216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e712db-5500-418a-8d58-595a22aa2c60 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:48.883110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-85e712db-5500-418a-8d58-595a22aa2c60 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/188d75c8-9ec9-481a-8afc-35f534de2e81 HTTP/1.1" status: 404 len: 337 time: 0.0357592 Jun 22 09:31:48.883246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:48.884391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:48.886591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52944) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.929411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:48.930555 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment 76a43699-c9ec-468a-98d9-29fcdff322c6 of type vlan for network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 Jun 22 09:31:48.932713 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6785975 Jun 22 09:31:48.937895 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d82e37cd-8667-4355-8e17-8eddb0448eda tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "GET /v2.0/ports?device_id=c377f954-1e80-40cd-98dd-2b724e995ed1 HTTP/1.1" status: 200 len: 205 time: 0.0475352 Jun 22 09:31:48.938149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52946) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.938692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52948) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:48.975305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f843190-f67a-4dc4-a3be-ca4bb8017f1f None None] Network 03d66da6-39d6-4778-b60f-c91894e0f941 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:48.990887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.014787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-10037d1a-5dac-4dcd-84cb-ee5493bed7cd None None] Provisioning complete for port 0f3fb527-e57d-4398-8783-40439eb28d32 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:49.015432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10037d1a-5dac-4dcd-84cb-ee5493bed7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.023817 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-66c37fc9-acd0-44d3-90dd-a776fcdf99d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] delete failed (client error): The resource could not be found. Jun 22 09:31:49.023817 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-66c37fc9-acd0-44d3-90dd-a776fcdf99d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/routers/c377f954-1e80-40cd-98dd-2b724e995ed1 HTTP/1.1" status: 404 len: 336 time: 0.0832796 Jun 22 09:31:49.025497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52950) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.059843 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-70acb2e4-65c8-4c4c-bbb3-3e11d7df14e9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.060385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70acb2e4-65c8-4c4c-bbb3-3e11d7df14e9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.063021 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-70acb2e4-65c8-4c4c-bbb3-3e11d7df14e9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/9f42c46c-805c-4144-92c5-7d1ef8cec354 HTTP/1.1" status: 404 len: 337 time: 0.0364664 Jun 22 09:31:49.065354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b77e5-0863-4745-9234-5f2c4df2740a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:49.065905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52952) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.075915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b77e5-0863-4745-9234-5f2c4df2740a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:49.079192 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-478b77e5-0863-4745-9234-5f2c4df2740a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1411026 Jun 22 09:31:49.080052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52954) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.111609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-10037d1a-5dac-4dcd-84cb-ee5493bed7cd None None] Port 0f3fb527-e57d-4398-8783-40439eb28d32 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:49.111778 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee593e1-9360-49de-8f97-c87d2049d626 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.111778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee593e1-9360-49de-8f97-c87d2049d626 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.113232 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2ee593e1-9360-49de-8f97-c87d2049d626 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/3a14c6be-709f-4579-a6eb-eddf10276078 HTTP/1.1" status: 404 len: 337 time: 0.0462196 Jun 22 09:31:49.115793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52956) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.145442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-10037d1a-5dac-4dcd-84cb-ee5493bed7cd None None] Provisioning complete for port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:49.152055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10037d1a-5dac-4dcd-84cb-ee5493bed7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.175374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:49.198723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.209252 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ecc54e-07e2-4ab5-82b3-002ed8b2112c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.210061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ecc54e-07e2-4ab5-82b3-002ed8b2112c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.216255 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f9ecc54e-07e2-4ab5-82b3-002ed8b2112c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/954c3a81-7415-4998-9494-11f9bc47ef4e HTTP/1.1" status: 404 len: 337 time: 0.0965633 Jun 22 09:31:49.216921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.222784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:49.223091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52958) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.223288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.235963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-739c9ea6-34f1-480e-8cb1-91ef6efcbfd4 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:49.256588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] DHCP port deletion for 03d66da6-39d6-4778-b60f-c91894e0f941 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:49.274047 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39c957c-a56c-441a-9f94-20d6cfb6b3c9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.275049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39c957c-a56c-441a-9f94-20d6cfb6b3c9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.277981 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b39c957c-a56c-441a-9f94-20d6cfb6b3c9 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/5c53f587-1075-479b-8cdd-2a4d4632b18b HTTP/1.1" status: 404 len: 333 time: 0.0501354 Jun 22 09:31:49.290168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52960) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.316932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Deleting port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:49.317599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.329279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=8dc7ccd1-93af-41ca-9f67-d8ce1f734b76,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:49.340955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:49.346785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:49.361140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 0b32368f-6f17-4b09-989d-98ff9f8d3f6c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:49.361376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.361526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.362257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 0bdd223b-ed9c-4086-812c-872da1f60636 of type vlan for network 0b92d1a3-e958-4cd2-9672-0923e512de51 Jun 22 09:31:49.367084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Made reservation on behalf of 4e240e86857a43f6aec10be0818067c6 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:49.374644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.374644 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca8d042-735f-4e48-8399-84bbae5850da tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.374644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca8d042-735f-4e48-8399-84bbae5850da tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.378238 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4ca8d042-735f-4e48-8399-84bbae5850da tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/a92a68e7-7c31-4c6f-8951-a5e4c53fc405 HTTP/1.1" status: 404 len: 337 time: 0.0914912 Jun 22 09:31:49.380665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:49.396468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52966) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.460893 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7f77a9-ca61-484b-b661-bf3b21fe00cc tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.461344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7f77a9-ca61-484b-b661-bf3b21fe00cc tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.466833 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-af7f77a9-ca61-484b-b661-bf3b21fe00cc tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/dab0fb5e-fa84-4841-86f8-08990a4f2407 HTTP/1.1" status: 404 len: 337 time: 0.0662656 Jun 22 09:31:49.468092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52968) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.477283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] For port f49acaf7-7735-4fbf-93d0-21f6ddf838c4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,segment=NetworkSegment(befdf460-8a68-4fcc-b341-eecc09c3d07e),segment_id=befdf460-8a68-4fcc-b341-eecc09c3d07e)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:49.477715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.480666 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4969373 Jun 22 09:31:49.483855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.487500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52972) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.495261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:49.516009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:49.524530 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-be04851a-fb41-426a-bf4e-f764c05d0ca6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.525338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be04851a-fb41-426a-bf4e-f764c05d0ca6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.530330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-be04851a-fb41-426a-bf4e-f764c05d0ca6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/19848b0c-ca3c-45bf-b95c-e78147379ea8 HTTP/1.1" status: 404 len: 333 time: 0.0540004 Jun 22 09:31:49.531842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52974) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.599404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.600687 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6338739 Jun 22 09:31:49.604283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Calling delete_port for f49acaf7-7735-4fbf-93d0-21f6ddf838c4 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:49.608161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52980) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.657205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4130bb51-9b0e-48aa-b03b-5782223013e4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.657669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4130bb51-9b0e-48aa-b03b-5782223013e4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.661832 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4130bb51-9b0e-48aa-b03b-5782223013e4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/b4ff779c-c07d-4297-a341-3f36613110cc HTTP/1.1" status: 404 len: 337 time: 0.1248429 Jun 22 09:31:49.662381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6d211e37-d1ca-491b-b615-382ae39fa5b3 None None] Provisioning for port 0b32368f-6f17-4b09-989d-98ff9f8d3f6c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:49.662531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52982) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.667485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6d211e37-d1ca-491b-b615-382ae39fa5b3 None None] Provisioning complete for port 0b32368f-6f17-4b09-989d-98ff9f8d3f6c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:49.668673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6d211e37-d1ca-491b-b615-382ae39fa5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.699307 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2099943-5cee-49a0-b075-5b945650e7e7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:49.699571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2099943-5cee-49a0-b075-5b945650e7e7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:49.703733 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f2099943-5cee-49a0-b075-5b945650e7e7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/subnets/44d19108-7191-48ea-810b-ef5cf0507196 HTTP/1.1" status: 404 len: 337 time: 0.0381439 Jun 22 09:31:49.704291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52984) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:49.721081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.729623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6d211e37-d1ca-491b-b615-382ae39fa5b3 None None] Port 0b32368f-6f17-4b09-989d-98ff9f8d3f6c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:49.740408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:49.744018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.754511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35507683-6a31-4ac5-a407-ea2378ac5891 req-1c7a5649-ee03-45f0-a97b-f5a3440ea444 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:49.758706 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-35507683-6a31-4ac5-a407-ea2378ac5891 req-1c7a5649-ee03-45f0-a97b-f5a3440ea444 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1796103 Jun 22 09:31:49.817840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.829273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:49.829273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.840496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 0b32368f-6f17-4b09-989d-98ff9f8d3f6c owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:49.841678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-31b16758-ee8c-4b23-bab8-95a9011e3f8a tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:49.848753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6d211e37-d1ca-491b-b615-382ae39fa5b3 None None] Provisioning for port b7dd823e-5074-476b-adbb-f7883dfe053a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:49.895550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:49.899276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3030d12c-c18d-4880-a2ef-2892eef788b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:49.951391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] No DVR routers for this DVR port f49acaf7-7735-4fbf-93d0-21f6ddf838c4 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:49.963291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Pushing event deleted for resources: {'Port': ['ID=f49acaf7-7735-4fbf-93d0-21f6ddf838c4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:49.986820 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-35507683-6a31-4ac5-a407-ea2378ac5891 req-63e09708-da93-4afa-a43f-7d8de8a48414 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147300 Jun 22 09:31:49.991430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.992043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.992471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.992885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.993702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.994770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.995623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=0b92d1a3-e958-4cd2-9672-0923e512de51,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:49.996280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.996911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.997385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.997924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.998325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:49.998832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:31:50.004087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:50.010392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b340f-307f-48b3-955a-60592f86d3bd None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:31:50.024348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:50.068002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 0b92d1a3-e958-4cd2-9672-0923e512de51 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:50.112742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.117607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Deleting port 0f3fb527-e57d-4398-8783-40439eb28d32 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:50.118569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.126670 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.0636041 Jun 22 09:31:50.190160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 52992) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:50.257743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.288507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 075f27a6-4004-4d38-88f8-f04ac39224db up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:50.308047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.346562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Calling delete_port for 0f3fb527-e57d-4398-8783-40439eb28d32 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:50.353978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:50.424808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 075f27a6-4004-4d38-88f8-f04ac39224db triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:50.425546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.427914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b340f-307f-48b3-955a-60592f86d3bd None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:31:50.460780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d521d-b303-4b08-a060-283901d6e3c1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:50.465474 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-073d521d-b303-4b08-a060-283901d6e3c1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks?id=0b92d1a3-e958-4cd2-9672-0923e512de51 HTTP/1.1" status: 200 len: 761 time: 0.2796113 Jun 22 09:31:50.471249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 52998) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:50.472551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Network eaf73cef-9aae-4c9f-ad59-e791c7665a51 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:50.473507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'description': 'd2'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:50.477974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.484640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71f09108-2516-4030-812e-19b721888995 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:50.514551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:50.520558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:50.521618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:50.522219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.528056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5b3a9-4c2d-412c-949a-0bd0f904d4be,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:50.535723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:50.540262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53000) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:50.591676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b7dd823e-5074-476b-adbb-f7883dfe053a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:50.601783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.629199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.629199 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/ports/0f3fb527-e57d-4398-8783-40439eb28d32 HTTP/1.1" status: 204 len: 168 time: 0.9235229 Jun 22 09:31:50.641241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53004) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:50.662531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409092019'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:50.667839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.694136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-399b0644-3e34-4e17-96fa-1d0ba168b1f7 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:50.705392 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1879220 Jun 22 09:31:50.723748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53006) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:50.729055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:50.737996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=0b32368f-6f17-4b09-989d-98ff9f8d3f6c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:50.749147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:50.767202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=21043702-ce0a-4485-bc5d-9ac003b442c3,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:50.769807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:50.774047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port b7dd823e-5074-476b-adbb-f7883dfe053a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:50.779811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4593c2d-4502-4124-960b-01ada3fa9f14 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:50.781671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b7dd823e-5074-476b-adbb-f7883dfe053a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:50.782173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.782467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.784367 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/0b32368f-6f17-4b09-989d-98ff9f8d3f6c HTTP/1.1" status: 204 len: 168 time: 1.7031732 Jun 22 09:31:50.807459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53008) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:50.830537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Port': ['ID=0f3fb527-e57d-4398-8783-40439eb28d32,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:50.833117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:50.838089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.857899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.878328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956b3f1-c908-4167-93fb-00f5ba468bab None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:31:50.900591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.941505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:50.945084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': '76a43699-c9ec-468a-98d9-29fcdff322c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:50.945434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:50.947600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.009057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eddd71-3287-45c5-9f88-968ecd3ed293 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:51.010711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eddd71-3287-45c5-9f88-968ecd3ed293 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:51.014898 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-13eddd71-3287-45c5-9f88-968ecd3ed293 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1965363 Jun 22 09:31:51.017315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53010) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:51.038785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port b7dd823e-5074-476b-adbb-f7883dfe053a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b7dd823e-5074-476b-adbb-f7883dfe053a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:51.047542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.121981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.143553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.155145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet b50e23e2-a013-4a93-9685-13a5ee3e2894 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:31:51.156773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.159063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d66da6-39d6-4778-b60f-c91894e0f941']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:51.162813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.171263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.173617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:51.187221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:51.194934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.205268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befdf460-8a68-4fcc-b341-eecc09c3d07e') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:51.205650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befdf460-8a68-4fcc-b341-eecc09c3d07e') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:51.216901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network 0b92d1a3-e958-4cd2-9672-0923e512de51 is not hosted by any dhcp agent {{(pid=93950) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:31:51.222844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:51.223469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.226343 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "PUT /v2.0/networks/0b92d1a3-e958-4cd2-9672-0923e512de51 HTTP/1.1" status: 200 len: 758 time: 0.7572858 Jun 22 09:31:51.236267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53014) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:51.244968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:51.262747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:51.269832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.278969 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-7956b3f1-c908-4167-93fb-00f5ba468bab None None] Agent 265a55e9-4872-4b36-8473-857ff715daf3 already present Jun 22 09:31:51.278969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956b3f1-c908-4167-93fb-00f5ba468bab None None] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:51.279577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956b3f1-c908-4167-93fb-00f5ba468bab None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76) {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:31:51.285167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f49acaf7-7735-4fbf-93d0-21f6ddf838c4 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:51.285562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f49acaf7-7735-4fbf-93d0-21f6ddf838c4 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:51.289693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=b7dd823e-5074-476b-adbb-f7883dfe053a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:51.294683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:51.320997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.329652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.333023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-481d061a-5f6f-4bc9-a25d-f383af213a92 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:51.352541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.354858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=0b92d1a3-e958-4cd2-9672-0923e512de51,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:51.359547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:51.372592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 0b92d1a3-e958-4cd2-9672-0923e512de51 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:51.372769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:51.372875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:51.376084 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:51.417026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:51.422429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:51.423103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.513528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184c5ffc-96c5-445d-bb8d-6c50fa6dbbd7,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:51.529441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1985aa-6b99-4fa4-871b-832ffdd8e449 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:51.530880 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc1985aa-6b99-4fa4-871b-832ffdd8e449 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks?id=0b92d1a3-e958-4cd2-9672-0923e512de51 HTTP/1.1" status: 200 len: 761 time: 0.2916238 Jun 22 09:31:51.531898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:51.536131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] device_id is not set on port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:51.546966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.547827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53016) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:51.549834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.554154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.556705 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] 10.222.0.65 "DELETE /v2.0/networks/03d66da6-39d6-4778-b60f-c91894e0f941 HTTP/1.1" status: 204 len: 168 time: 0.9140112 Jun 22 09:31:51.559349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-759e60e3-e05c-4d21-8e99-9de16874c358 tempest-ExternalNetworksTestJSON-27397071 tempest-ExternalNetworksTestJSON-27397071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:51.564985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282702714'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:51.586635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Pushing event deleted for resources: {'Network': ['ID=03d66da6-39d6-4778-b60f-c91894e0f941,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:51.589349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:51.598879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Transition to ACTIVE for port object c4b5b3a9-4c2d-412c-949a-0bd0f904d4be will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:51.599284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2c7f-890c-4457-bca7-669e1b40d68e req-213bd50f-d7bc-4046-b914-89046ff2490b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:51.600956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cb7d2c7f-890c-4457-bca7-669e1b40d68e req-213bd50f-d7bc-4046-b914-89046ff2490b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.4307828 Jun 22 09:31:51.668847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-8dc7ccd1-93af-41ca-9f67-d8ce1f734b76', 'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': '21043702-ce0a-4485-bc5d-9ac003b442c3'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:51.670216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.671291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.675100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0123f8a3-531b-4e0c-a8dd-f5dc4bcaf2d6 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:51.722409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5b3a9-4c2d-412c-949a-0bd0f904d4be,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:51.733382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:51.737278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.792526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cb7d2c7f-890c-4457-bca7-669e1b40d68e req-33c6dc23-e596-4370-9466-4c92fcc2ddef tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691773 Jun 22 09:31:51.794160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.1 (b8700d04-ed68-4dcd-9241-e7ecf656cd1e/f8959120-3933-45d7-af15-b211ccd62368/25833951-3528-4d41-847a-b7e3b4ebaeba) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:51.795113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.795576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.796046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.801274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.801274 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.801816 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 2 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.804458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.817357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.817846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.818282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.823359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.824093 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.824876 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 3 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.839708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.844597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.844752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Allocated IP 172.20.0.2 (8dc7ccd1-93af-41ca-9f67-d8ce1f734b76/21043702-ce0a-4485-bc5d-9ac003b442c3/2aa0b0fb-0876-4a52-a22b-f12cd9783716) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:51.845334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.846427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.846885 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.847339 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 4 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.861481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.861905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.862305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.867516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.867516 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.868170 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 5 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.882362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.883690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.883690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.888712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.889170 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.889774 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 6 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.899284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.905964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:51.906858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.907474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.907837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.912554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.913017 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.913994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 7 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.928083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.928858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.928858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.935299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.935731 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.936314 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 8 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.951542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:51.951990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:51.952432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:51.957770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:51.958205 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:51.959071 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 9 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:51.973679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:51.980043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9866fade-64e2-4566-91a4-98c7e1dcc879,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:51.993378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:51.993888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-03a0e959-2f71-4181-b4bd-ebc7d88ef182 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:52.001201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.005138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:52.005506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:52.005908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:52.011601 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5220971 Jun 22 09:31:52.020508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53020) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.028485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-300721969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:52.028830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.034476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:52.034814 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:52.036270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempt 10 to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be Jun 22 09:31:52.038257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b7dd823e-5074-476b-adbb-f7883dfe053a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:52.044019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Transition to ACTIVE for port object 2aa0b0fb-0876-4a52-a22b-f12cd9783716 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:52.053921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:52.054271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:52.054608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempting to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:52.060401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.064703 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/b50e23e2-a013-4a93-9685-13a5ee3e2894 HTTP/1.1" status: 204 len: 168 time: 1.0407517 Jun 22 09:31:52.064842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:31:52.064842 dv-neutron-797120-3-hyperv neutron-server[93950]: ERROR neutron.plugins.ml2.managers [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Failed to bind port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'eaf73cef-9aae-4c9f-ad59-e791c7665a51'}] Jun 22 09:31:52.064842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.066686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=b50e23e2-a013-4a93-9685-13a5ee3e2894,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:52.069402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53022) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.083858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Transition to ACTIVE for port object 2aa0b0fb-0876-4a52-a22b-f12cd9783716 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:52.091137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:52.092890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Transition to ACTIVE for port object 25833951-3528-4d41-847a-b7e3b4ebaeba will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:52.110894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b7dd823e-5074-476b-adbb-f7883dfe053a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:52.111830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.145209 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f35c4f44-d899-498e-b9c0-73567eff935d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698173 Jun 22 09:31:52.145459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53026) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.148785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:52.153450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.161562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-c959ebb0-aed5-4263-a39f-04a3a9670c28 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:52.171777 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-c959ebb0-aed5-4263-a39f-04a3a9670c28 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.1849158 Jun 22 09:31:52.185368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:31:52.195835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.196381 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment b06f1bb3-07bb-4b85-a5ec-d9c8ed586120 of type vlan for network dd9bdc61-f884-4a5c-adfa-0fb7426b5356 Jun 22 09:31:52.213031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.216394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53028) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.218376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1d1666e9-e3b6-4650-bf59-171924aaab98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:52.237858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.242612 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6989510 Jun 22 09:31:52.242967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53032) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.243239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] For port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:52.243629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attempted to set empty binding levels {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 09:31:52.275845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Pushing event updated for resources: {'Port': ['ID=2aa0b0fb-0876-4a52-a22b-f12cd9783716,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:52.291678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:52.301462 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:52.303457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:52.306127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:52.308880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.315004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df9db9-3aac-4e35-a53c-69e9927cb7d2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:52.316560 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-75df9db9-3aac-4e35-a53c-69e9927cb7d2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1529832 Jun 22 09:31:52.321495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.326118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53034) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.326670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dd986b8-7762-43e2-bf46-768fb998a1f1 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:52.369831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] In _notify_port_updated(), no bound segment for port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be on network eaf73cef-9aae-4c9f-ad59-e791c7665a51 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:31:52.371372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:52.372822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.374669 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "PUT /v2.0/ports/c4b5b3a9-4c2d-412c-949a-0bd0f904d4be HTTP/1.1" status: 200 len: 981 time: 1.6498940 Jun 22 09:31:52.378381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53036) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.393989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Attempting to bind port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:52.394668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Attempting to bind port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '76a43699-c9ec-468a-98d9-29fcdff322c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:52.395051 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Attempting to bind port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 on network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:52.401399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:52.401793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Checking segment: {'id': '76a43699-c9ec-468a-98d9-29fcdff322c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:52.402269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.403192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Bound using segment: {'id': '76a43699-c9ec-468a-98d9-29fcdff322c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:52.403777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Bound port: 2aa0b0fb-0876-4a52-a22b-f12cd9783716, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a43699-c9ec-468a-98d9-29fcdff322c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:52.404217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.409737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.410762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.432356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Deleting port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:52.435127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.437661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5b3a9-4c2d-412c-949a-0bd0f904d4be,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:52.453865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:52.455386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.463916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-67854607-9b70-46af-ac0a-15b6826ccf19 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:52.475377 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d4a803c8-55d2-41ee-9172-921b9f73bb5a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2236342 Jun 22 09:31:52.483823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53038) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.485626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] For port 2aa0b0fb-0876-4a52-a22b-f12cd9783716, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:52.488920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] For port 2aa0b0fb-0876-4a52-a22b-f12cd9783716, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2aa0b0fb-0876-4a52-a22b-f12cd9783716,segment=NetworkSegment(76a43699-c9ec-468a-98d9-29fcdff322c6),segment_id=76a43699-c9ec-468a-98d9-29fcdff322c6)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:52.492567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-security--848682608', 'description': 'tempest-security-description-1903880061'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:52.564171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] For port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:52.564547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.620799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.621125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Deleting port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:52.621403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.624897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-62688bac-768e-4f1d-8da3-cd18db84d40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:52.690687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Pushing event updated for resources: {'Port': ['ID=2aa0b0fb-0876-4a52-a22b-f12cd9783716,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:52.704838 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:52.743773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] For port c4b5b3a9-4c2d-412c-949a-0bd0f904d4be, host hv-neutron-7971, got binding levels [] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:52.744150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.828429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Calling delete_port for c4b5b3a9-4c2d-412c-949a-0bd0f904d4be owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:52.939349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1143d8d-6018-4606-9b60-acb489708f2d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:52.939349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a1143d8d-6018-4606-9b60-acb489708f2d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6090574 Jun 22 09:31:52.940030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53042) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:52.958632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:52.967061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:52.967811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.016541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.017415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.017570 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Floating IP 26ca801b-4c30-4920-895c-819ef15ccbab disassociated. External IP: 172.26.6.207, port: 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5. Jun 22 09:31:53.017831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Calling delete_port for 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:53.028341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8030097b-63ac-4a93-bfd6-b0b08504ee5f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857122 Jun 22 09:31:53.028792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53044) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.046608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:53.046775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.067295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:53.079499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:53.091336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:53.138804 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8bcea228-f2f9-4e93-9689-447b925c1ebb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54e91b1264af4b9d9dcd174e7533c9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9161220 Jun 22 09:31:53.142467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.147455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53046) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.148553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=25833951-3528-4d41-847a-b7e3b4ebaeba,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:53.154048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:53.164269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98fee29e-9481-4b7b-aeba-633268f8d642 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:53.171480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.257460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74371940-903f-4b1b-969c-e3bffa661f6d req-ab853c75-6848-48a2-aa4b-076db6f886c2 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:53.257720 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6989658 Jun 22 09:31:53.259074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74371940-903f-4b1b-969c-e3bffa661f6d req-ab853c75-6848-48a2-aa4b-076db6f886c2 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 945 time: 0.2389863 Jun 22 09:31:53.261211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53048) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.266249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'dd9bdc61-f884-4a5c-adfa-0fb7426b5356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:53.298147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.321868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.353885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a45b2398-da7d-4801-94af-734d508e6f88 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:53.356364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:53.359776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.394152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=dd9bdc61-f884-4a5c-adfa-0fb7426b5356,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:53.405057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.406461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:53.410186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network dd9bdc61-f884-4a5c-adfa-0fb7426b5356 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:31:53.412272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.413538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-24c41c32-536a-4b9d-ab59-0746c86403e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3898218 Jun 22 09:31:53.422532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53050) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.425812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b5b3a9-4c2d-412c-949a-0bd0f904d4be,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:53.438096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'port': {'network_id': '8dc7ccd1-93af-41ca-9f67-d8ce1f734b76', 'name': 'tempest-RoutersTest-98128788'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:53.466156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:53.491251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.493851 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c4b5b3a9-4c2d-412c-949a-0bd0f904d4be HTTP/1.1" status: 204 len: 168 time: 1.1122200 Jun 22 09:31:53.498891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53052) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.526587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74371940-903f-4b1b-969c-e3bffa661f6d req-ebb38ee5-a2c1-4919-b318-600aec1013d4 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups?id=c301bde8-c865-4f77-8115-a04b973c2d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557733 Jun 22 09:31:53.557660 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-417f18f8-f0d4-4208-aa5f-65ee23e046f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] GET failed (client error): The resource could not be found. Jun 22 09:31:53.560341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-417f18f8-f0d4-4208-aa5f-65ee23e046f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] 10.222.0.65 "GET /v2.0/ports/c4b5b3a9-4c2d-412c-949a-0bd0f904d4be HTTP/1.1" status: 404 len: 333 time: 0.0561211 Jun 22 09:31:53.566915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53054) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.577006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.579981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.583722 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "PUT /v2.0/security-groups/9866fade-64e2-4566-91a4-98c7e1dcc879 HTTP/1.1" status: 200 len: 1777 time: 1.0946457 Jun 22 09:31:53.589720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53056) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.592434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1813a01-1671-4fe4-9584-fe4c3c57e959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:53.607429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.678287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.689892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:53.690114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9866fade-64e2-4566-91a4-98c7e1dcc879,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:53.692705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:53.695307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.735640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event deleted for resources: {'Port': ['ID=89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:53.745594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:53.752790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.776058 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e6c6cbc5-5606-4218-a584-f35b8c4a156d tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups/9866fade-64e2-4566-91a4-98c7e1dcc879 HTTP/1.1" status: 200 len: 1777 time: 0.1849620 Jun 22 09:31:53.781311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53058) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:53.798222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:53.801813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.801972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7f62e-4349-4975-8e1b-5260b0428a6d None None] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:53.922473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.929171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:53.935653 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ec6e12c-45d7-4a8b-87e1-4d8cb23cb240 HTTP/1.1" status: 204 len: 168 time: 0.7842774 Jun 22 09:31:53.938554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd97f831-21ef-45d4-917e-c19dfe5bc6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:54.009771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec6e12c-45d7-4a8b-87e1-4d8cb23cb240,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:54.026024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:54.027336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.033116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:54.041382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.077315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-92792545-7688-4698-ae58-a0917027e49c None None] Provisioning for port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:54.107248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2aa0b0fb-0876-4a52-a22b-f12cd9783716 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:54.134321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] device_id is not set on port d198d921-cfb4-44d8-a67f-f0bc471375d8 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:54.299003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150fa6e-0d79-45e9-b5de-b855ecd5e580 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:54.412437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:54.443147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:54.444445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.617337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.625355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-883e733d-dc61-4760-88f7-6227dce21178 None None] Provisioning for port 25833951-3528-4d41-847a-b7e3b4ebaeba completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:54.646315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-883e733d-dc61-4760-88f7-6227dce21178 None None] Provisioning complete for port 25833951-3528-4d41-847a-b7e3b4ebaeba triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:54.646712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-883e733d-dc61-4760-88f7-6227dce21178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.685525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 2aa0b0fb-0876-4a52-a22b-f12cd9783716, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2aa0b0fb-0876-4a52-a22b-f12cd9783716,segment=NetworkSegment(76a43699-c9ec-468a-98d9-29fcdff322c6),segment_id=76a43699-c9ec-468a-98d9-29fcdff322c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:54.700771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.703347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.20.0.10 (8dc7ccd1-93af-41ca-9f67-d8ce1f734b76/21043702-ce0a-4485-bc5d-9ac003b442c3/d198d921-cfb4-44d8-a67f-f0bc471375d8) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:54.722898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:31:54.802743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.828178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6fb1d82f-e257-4709-a3c9-a5ae1c6bb5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:54.867737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ddc6f0f0-25f1-4561-bc59-9606f13170a7 req-5239de6f-3074-4b63-ae3a-45add6d2cac8 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.0831292 Jun 22 09:31:54.868696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:54.887229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-883e733d-dc61-4760-88f7-6227dce21178 None None] Port 25833951-3528-4d41-847a-b7e3b4ebaeba cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:54.909057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca5da195-9c4d-45fa-84df-8ee742f8a0a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:54.924252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=2aa0b0fb-0876-4a52-a22b-f12cd9783716,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:54.927690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:54.949192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Deleting port b7dd823e-5074-476b-adbb-f7883dfe053a {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:54.949389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.024940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.037542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf73cef-9aae-4c9f-ad59-e791c7665a51']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:55.044559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.046614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.057818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] For port b7dd823e-5074-476b-adbb-f7883dfe053a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b7dd823e-5074-476b-adbb-f7883dfe053a,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:31:55.058406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.058731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21630e46-c007-4dab-ad28-43c26e13b5f2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:55.059738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.074234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object d198d921-cfb4-44d8-a67f-f0bc471375d8 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:55.127667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:55.132349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Calling delete_port for b7dd823e-5074-476b-adbb-f7883dfe053a owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:55.135976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb01e6-9410-47fe-a2be-68935c5b197b None None] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:55.143910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=25833951-3528-4d41-847a-b7e3b4ebaeba,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:55.146056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:55.146202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ae1d5d-fd79-41ed-8cb2-174a9a7a340b') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:55.146421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.149195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:55.156829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.202433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.207297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.217623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=1ffb1167-789d-47fb-9c20-fc308c22a9a7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:55.231648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:55.239595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:55.240051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:55.250134 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:55.271751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.291763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:55.340183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:55.347482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:55.363206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:55.378239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53084) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:55.387065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:55.394934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=d198d921-cfb4-44d8-a67f-f0bc471375d8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:55.409616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:55.422752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:55.481799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1f578b2c-b2b1-4564-93ff-91409229e084 None None] Provisioning complete for port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:55.482373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1f578b2c-b2b1-4564-93ff-91409229e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.564328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': 'b06f1bb3-07bb-4b85-a5ec-d9c8ed586120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'dd9bdc61-f884-4a5c-adfa-0fb7426b5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:55.570407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: dd9bdc61-f884-4a5c-adfa-0fb7426b5356, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:31:55.602455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:55.609614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.657389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3703f20c-c5a5-4b8c-affc-ec566758e93c tempest-ServiceProvidersTest-664406745 tempest-ServiceProvidersTest-664406745-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2716680 Jun 22 09:31:55.671160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:55.699517 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] Sync routers for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:55.705700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f5ef1b-b670-40e6-8ce1-052803ccaa72 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:31:55.710647 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:55.711597 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:55.731708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] No DVR routers for this DVR port 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:55.741248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.743438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.753747 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a964c21d-3df9-4a37-885c-7dd84bd54074 req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.24 "DELETE /v2.0/ports/89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 HTTP/1.1" status: 204 len: 173 time: 3.5766928 Jun 22 09:31:55.755304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:55.781995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.objects.ports [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93950) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:31:55.782877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'name': 'network-vif-deleted', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:31:55.785316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dfffcc-b96b-479b-b366-1265c4ff67eb" -d '{"events": [{"server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "name": "network-vif-deleted", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:31:55.795177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network dd9bdc61-f884-4a5c-adfa-0fb7426b5356 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:31:55.799533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.810795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.820203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.825016 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3911340 Jun 22 09:31:55.825248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.829146 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/9866fade-64e2-4566-91a4-98c7e1dcc879 HTTP/1.1" status: 204 len: 168 time: 2.0468349 Jun 22 09:31:55.833545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53092) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:55.833667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:55.835465 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] 10.222.0.65 "DELETE /v2.0/networks/eaf73cef-9aae-4c9f-ad59-e791c7665a51 HTTP/1.1" status: 204 len: 168 time: 2.2675712 Jun 22 09:31:55.842019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bc9b5fec-0f3b-4f99-ab89-129bbff0e669 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:55.845899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53094) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:55.907178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Pushing event deleted for resources: {'Port': ['ID=b7dd823e-5074-476b-adbb-f7883dfe053a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:55.911062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] No DVR routers for this DVR port b7dd823e-5074-476b-adbb-f7883dfe053a on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:31:55.929794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:55.940575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84549d53-a3d5-42ae-82f5-db1dad90ac93 x-openstack-request-id: req-84549d53-a3d5-42ae-82f5-db1dad90ac93 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:31:55.940967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8300ad6-bd98-43d2-b362-cfe4ccd5f598", "name": "network-vif-deleted", "tag": "89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:31:55.942968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84549d53-a3d5-42ae-82f5-db1dad90ac93 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:31:55.943445 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8300ad6-bd98-43d2-b362-cfe4ccd5f598', 'name': 'network-vif-deleted', 'tag': '89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5', 'status': 'completed', 'code': 200} Jun 22 09:31:55.963423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:31:56.012550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:56.018379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:56.035625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, dd9bdc61-f884-4a5c-adfa-0fb7426b5356) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:56.038377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377cc2c4-024f-4e04-9270-56739960feec None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:56.040171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:56.041094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.047662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c6898-8c9c-43d3-b4fe-ea15ac562a28 None None] Network dd9bdc61-f884-4a5c-adfa-0fb7426b5356 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:56.062329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:56.062837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.082387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=9634708f-c9c9-41e7-884a-e4cc83f7bcaa,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:56.095747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:56.099923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5e40e7d5-b1e3-4253-bfc4-301d32501221 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:56.168381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Pushing event deleted for resources: {'Network': ['ID=eaf73cef-9aae-4c9f-ad59-e791c7665a51,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:56.177830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:56.179313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-92b8361b-61d0-4659-bc13-be37ffc4f539 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:56.205540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866fade-64e2-4566-91a4-98c7e1dcc879,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:56.209043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2aa0b0fb-0876-4a52-a22b-f12cd9783716 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:31:56.215552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:56.247129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2074983 Jun 22 09:31:56.247933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53100) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:56.256957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:56.414778 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1518102 Jun 22 09:31:56.416949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53104) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:56.440279 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:56.485037 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] Checking router: 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:31:56.496353 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:56.497442 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:56.525939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-561063ca-1870-4d88-b28d-1e19fd56ac37 None None] Provisioning complete for port 25833951-3528-4d41-847a-b7e3b4ebaeba triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:56.526509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-561063ca-1870-4d88-b28d-1e19fd56ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.614029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53108) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:56.674005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.687154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53112) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:56.695657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:56.696046 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:31:56.711377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.775614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-561063ca-1870-4d88-b28d-1e19fd56ac37 None None] Port 25833951-3528-4d41-847a-b7e3b4ebaeba cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:56.787277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:56.787658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.829505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '9634708f-c9c9-41e7-884a-e4cc83f7bcaa'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:56.830386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.880329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:56.912018 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7f86b1fb-0de8-447f-b6dc-4ae06822cd8c req-5af8790b-71b1-434c-a1e2-77ad5997f382 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8300ad6-bd98-43d2-b362-cfe4ccd5f598 HTTP/1.1" status: 200 len: 210 time: 0.2988296 Jun 22 09:31:56.920040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6e8a6e4a-30b8-49d8-8d04-b5447d16fede tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0535569 Jun 22 09:31:56.931778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53116) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:56.942711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:56.943221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 89e7ecf3-71c6-4e0a-8fb9-e7cac1b72cb5 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:56.957713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828f6f99-4011-4f40-8bce-50ea67bed390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-dd9bdc61-f884-4a5c-adfa-0fb7426b5356', 'network_id': 'dd9bdc61-f884-4a5c-adfa-0fb7426b5356', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': '1ffb1167-789d-47fb-9c20-fc308c22a9a7'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:31:56.959311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-828f6f99-4011-4f40-8bce-50ea67bed390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:56.980818 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-3795bf4f-52b7-46fc-9cbc-28bccf84b353 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] delete failed (client error): The resource could not be found. Jun 22 09:31:56.985726 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3795bf4f-52b7-46fc-9cbc-28bccf84b353 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/9866fade-64e2-4566-91a4-98c7e1dcc879 HTTP/1.1" status: 404 len: 347 time: 0.0405889 Jun 22 09:31:56.998858 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:56.999472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53118) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.009721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581853466'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:57.031158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.037286 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60dc3f2-bcb3-4077-b7b0-144f5b310277 None None] The sync data for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv is: [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:27:53Z', 'revision_number': 4, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '785738eb-7f19-438a-a836-cf521358f8c9', 'name': '', 'network_id': '711dc3da-2611-482a-9d0a-3eba7d30a60a', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'mac_address': 'fa:16:3e:72:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '86782439-56c8-462b-b923-90ce73eae885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:51Z', 'updated_at': '2021-06-22T09:28:01Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'subnets': [{'id': '86782439-56c8-462b-b923-90ce73eae885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:57.065144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-35277d38-dc9e-4061-8d01-0c2da38e97aa None None] Provisioning complete for port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:57.065541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35277d38-dc9e-4061-8d01-0c2da38e97aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.071227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:31:57.092643 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/routers/25f5ef1b-b670-40e6-8ce1-052803ccaa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4772410 Jun 22 09:31:57.094154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.100591 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.ipam_backend_mixin [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9634708f-c9c9-41e7-884a-e4cc83f7bcaa (CIDR: 2001:db8::/64) Jun 22 09:31:57.105877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53120) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.117628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'port': {'network_id': 'b8700d04-ed68-4dcd-9241-e7ecf656cd1e', 'name': 'tempest-FloatingIPTestJSON-820971084'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:57.164298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] Sync routers for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:31:57.205741 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:31:57.205741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:57.253117 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8fb8512b-9285-43e8-b2ba-99747cf1d72c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c39f7acde2442bfbcded582e07082dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605888 Jun 22 09:31:57.256499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53122) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.257071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:57.257726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.346681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.356167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.358054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b7dd823e-5074-476b-adbb-f7883dfe053a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:31:57.364911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.365370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.381862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.389200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e5ac6ce0-a83f-422b-8c5d-6199340fde16 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:57.409347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: b7dd823e-5074-476b-adbb-f7883dfe053a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:31:57.409347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b7dd823e-5074-476b-adbb-f7883dfe053a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:31:57.415412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Allocated IP 2001:db8::f816:3eff:fee0:bc5f (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/9634708f-c9c9-41e7-884a-e4cc83f7bcaa/c66188c7-7f03-46c3-9175-fb8e67e7d690) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:57.421404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:31:57.422043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:31:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.437871 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.439921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffb1167-789d-47fb-9c20-fc308c22a9a7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:57.452848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:57.485753 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7b189e-9581-46d3-a70a-2023ac711844 None None] New status for floating IP 26ca801b-4c30-4920-895c-819ef15ccbab: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:31:57.505893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.507787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442df8db-7a52-4e32-9f33-84bfd3075315 None None] The sync data for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:31:57.519820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.530423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9bdc61-f884-4a5c-adfa-0fb7426b5356']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.540855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06f1bb3-07bb-4b85-a5ec-d9c8ed586120') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.541155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06f1bb3-07bb-4b85-a5ec-d9c8ed586120') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:31:57.550634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.565270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.571305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:31:57.571779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.626565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:31:57.635434 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server [None req-828f6f99-4011-4f40-8bce-50ea67bed390 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ffb1167-789d-47fb-9c20-fc308c22a9a7: This subnet is being modified by another concurrent operation. Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:31:57.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ffb1167-789d-47fb-9c20-fc308c22a9a7: This subnet is being modified by another concurrent operation. Jun 22 09:31:57.656713 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server Jun 22 09:31:57.675351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c957ecc-f31f-41e5-8ffa-f6ab2851eeb5 None None] Network dd9bdc61-f884-4a5c-adfa-0fb7426b5356 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:31:57.696264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.770957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.782115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Transition to ACTIVE for port object c66188c7-7f03-46c3-9175-fb8e67e7d690 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:57.791102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.791306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.795769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:57.796737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d1cbb772-0d7a-441e-9f0d-24a33430e6a8 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:57.802179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.818786 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/dd9bdc61-f884-4a5c-adfa-0fb7426b5356 HTTP/1.1" status: 204 len: 168 time: 1.3864596 Jun 22 09:31:57.818786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53124) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.829618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=dd9bdc61-f884-4a5c-adfa-0fb7426b5356,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:57.838859 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5dc0c596c434fc58c88fd2dad68b085&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2107487 Jun 22 09:31:57.840209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53126) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.840929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27e2910-deba-4f9c-a39e-730953b08bab,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:57.855733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Transition to ACTIVE for port object c66188c7-7f03-46c3-9175-fb8e67e7d690 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:57.861537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:57.863009 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-374c4e0b-f986-4e9a-ba5e-9811c717f349 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] GET failed (client error): The resource could not be found. Jun 22 09:31:57.864431 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-374c4e0b-f986-4e9a-ba5e-9811c717f349 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/subnets/1ffb1167-789d-47fb-9c20-fc308c22a9a7 HTTP/1.1" status: 404 len: 337 time: 0.0447114 Jun 22 09:31:57.868263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:57.889418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53128) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.893944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.907776 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8e63cb-dfd2-4552-a31a-61b140241c53 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:31:57.908355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8e63cb-dfd2-4552-a31a-61b140241c53 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:31:57.910048 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d8e63cb-dfd2-4552-a31a-61b140241c53 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/dd9bdc61-f884-4a5c-adfa-0fb7426b5356 HTTP/1.1" status: 404 len: 339 time: 0.0197191 Jun 22 09:31:57.914230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53130) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:57.925426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.945508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-35277d38-dc9e-4061-8d01-0c2da38e97aa None None] Provisioning for port d198d921-cfb4-44d8-a67f-f0bc471375d8 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:57.945725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.948446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.949614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-35277d38-dc9e-4061-8d01-0c2da38e97aa None None] Provisioning complete for port d198d921-cfb4-44d8-a67f-f0bc471375d8 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:57.949910 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5614a144-d628-4ea0-991d-3c7c59cf682f HTTP/1.1" status: 204 len: 168 time: 0.6908870 Jun 22 09:31:57.950023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35277d38-dc9e-4061-8d01-0c2da38e97aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:57.950857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-13d14c7e-86e6-4335-9ac1-fb58dfc5bc19 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:57.981066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5614a144-d628-4ea0-991d-3c7c59cf682f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:57.981066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:58.001100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.011817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b176c641-85f2-4e8f-b1e9-d16550a8099e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:58.018614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-35277d38-dc9e-4061-8d01-0c2da38e97aa None None] Port d198d921-cfb4-44d8-a67f-f0bc471375d8 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:58.026215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.029604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-baf1bcc7-bdf6-4b75-ba28-b3a684c18683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:58.044828 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a597171-c3ee-4566-8d14-05a6766828a2 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7949903 Jun 22 09:31:58.059809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53136) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.059809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:58.086773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:58.091724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:58.095108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:58.132626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Pushing event updated for resources: {'Port': ['ID=c66188c7-7f03-46c3-9175-fb8e67e7d690,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:58.134848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:58.173740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Attempting to bind port c66188c7-7f03-46c3-9175-fb8e67e7d690 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:31:58.174618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Attempting to bind port c66188c7-7f03-46c3-9175-fb8e67e7d690 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:31:58.175001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Attempting to bind port c66188c7-7f03-46c3-9175-fb8e67e7d690 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:31:58.183747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:31:58.183747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:31:58.183747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.185148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:31:58.185551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Bound port: c66188c7-7f03-46c3-9175-fb8e67e7d690, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:31:58.187607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.188531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Made reservation on behalf of 0318e578afe54fe79920c70322e4a81b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:58.192424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.203836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=d198d921-cfb4-44d8-a67f-f0bc471375d8,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:58.213191 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] device_id is not set on port 8df650ef-1a92-4325-9c5d-82b422850705 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:31:58.227026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53140) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.264103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:58.301514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.318362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.319777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] For port c66188c7-7f03-46c3-9175-fb8e67e7d690, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:31:58.321693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.325279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] For port c66188c7-7f03-46c3-9175-fb8e67e7d690, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c66188c7-7f03-46c3-9175-fb8e67e7d690,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:31:58.326579 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f27e2910-deba-4f9c-a39e-730953b08bab HTTP/1.1" status: 204 len: 168 time: 0.4827414 Jun 22 09:31:58.335577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca410f3b-49b2-4e9d-9bb6-fc8f2e5a87bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:58.350666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a2eba8b6-087f-4711-b886-2828205f66b9 None None] Provisioning complete for port d198d921-cfb4-44d8-a67f-f0bc471375d8 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:58.351325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2eba8b6-087f-4711-b886-2828205f66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.355622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27e2910-deba-4f9c-a39e-730953b08bab,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:58.361557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:58.371602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.378213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf8f56-71f5-428b-b5db-9e5d48e55db0 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:58.383393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-50bf8f56-71f5-428b-b5db-9e5d48e55db0 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4681687 Jun 22 09:31:58.385887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.409458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.422177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-006e2159-081b-47ab-870a-800619d2b18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:58.458686 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-86272c63-ad3f-4977-8c5c-3fc2fbf7285b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 207 time: 0.0675159 Jun 22 09:31:58.461071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53148) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.482320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Pushing event updated for resources: {'Port': ['ID=c66188c7-7f03-46c3-9175-fb8e67e7d690,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:58.501841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:58.508559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a2eba8b6-087f-4711-b886-2828205f66b9 None None] Port d198d921-cfb4-44d8-a67f-f0bc471375d8 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:31:58.577028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.596305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.603069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Allocated IP 172.20.0.8 (b8700d04-ed68-4dcd-9241-e7ecf656cd1e/f8959120-3933-45d7-af15-b211ccd62368/8df650ef-1a92-4325-9c5d-82b422850705) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:31:58.665163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.674062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-34eb5e4e-e648-418d-81c6-8a372cb67233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:58.690029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7efad6-f0de-4d81-8b03-3e55f1ac98d1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:58.695828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7efad6-f0de-4d81-8b03-3e55f1ac98d1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:58.702489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7efad6-f0de-4d81-8b03-3e55f1ac98d1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:58.708548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7efad6-f0de-4d81-8b03-3e55f1ac98d1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:58.710419 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1f7efad6-f0de-4d81-8b03-3e55f1ac98d1 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2453561 Jun 22 09:31:58.711568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fea4df-4887-4145-a103-fa6a05f20f03,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:58.716089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53150) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.744764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:58.866840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.869774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.872449 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "DELETE /v2.0/security-groups/c301bde8-c865-4f77-8115-a04b973c2d55 HTTP/1.1" status: 204 len: 168 time: 0.6438315 Jun 22 09:31:58.877704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a9827a8-7293-443c-a598-7deded9ab5bc tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:58.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53154) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.881982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:31:58.886125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.915732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:58.919441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-d994961f-f2d5-4dc3-b48e-00e6aa7b896a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] show failed (client error): The resource could not be found. Jun 22 09:31:58.923074 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d994961f-f2d5-4dc3-b48e-00e6aa7b896a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "GET /v2.0/security-groups/c301bde8-c865-4f77-8115-a04b973c2d55 HTTP/1.1" status: 404 len: 347 time: 0.0385723 Jun 22 09:31:58.931753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53156) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:58.961821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301bde8-c865-4f77-8115-a04b973c2d55,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:58.971190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:59.004203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.006638 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0030584 Jun 22 09:31:59.016368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53160) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.016908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53162) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.031143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.032382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': '08fea4df-4887-4145-a103-fa6a05f20f03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:59.081199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Transition to ACTIVE for port object 8df650ef-1a92-4325-9c5d-82b422850705 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:31:59.101532 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-00a273b0-611c-4aec-8a3e-76eb356b2601 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3840573 Jun 22 09:31:59.110833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53166) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.180443 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8c856432-f52d-4647-9bab-986bad43b43e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e240e86857a43f6aec10be0818067c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588500 Jun 22 09:31:59.184858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53170) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.254531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603a4fd-e79a-4c19-8a10-d07279ca4559 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.256225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603a4fd-e79a-4c19-8a10-d07279ca4559 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.257752 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d603a4fd-e79a-4c19-8a10-d07279ca4559 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1420989 Jun 22 09:31:59.264092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53172) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.275902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.353011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Deleting port e8d23cb7-7bbf-4ae3-a53f-a41d49172673 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:31:59.353622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.371772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.384829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ff9975b4-f2b6-4977-a359-b1b84fc7c922 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:59.423949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.425333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d83683-1f97-4665-a8d6-74eba548a8c7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.426848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d83683-1f97-4665-a8d6-74eba548a8c7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.428489 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-14d83683-1f97-4665-a8d6-74eba548a8c7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1634037 Jun 22 09:31:59.432135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53176) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.472101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:59.488039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:59.491116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.492431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:31:59.495393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event updated for resources: {'Port': ['ID=8df650ef-1a92-4325-9c5d-82b422850705,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:59.499157 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:59.553989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.555308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.557486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.625590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.669920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.669920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.693583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b07cb5-7d15-42d2-a657-f428cd1a3142 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.699390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53182) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.699916 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-67b07cb5-7d15-42d2-a657-f428cd1a3142 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks/fa049930-6c79-4c4d-ad4a-b179c63406bd HTTP/1.1" status: 200 len: 800 time: 0.2648835 Jun 22 09:31:59.715307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6c2762f4-b8b3-473b-bb9c-1460fc99e7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.728503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.728669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.761924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Calling delete_port for e8d23cb7-7bbf-4ae3-a53f-a41d49172673 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:31:59.775025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b9de9e-c5c2-4b71-8fdb-775dbca9885c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:59.842133 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7283053 Jun 22 09:31:59.842771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53186) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.856243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Request body: {'floatingip': {'port_id': '8df650ef-1a92-4325-9c5d-82b422850705'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:31:59.865046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:31:59.872706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:31:59.875857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:31:59.876491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.908749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=8819dabe-0678-4d39-898e-2a5ccaa672d7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:59.911480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:59.915902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95284624-3a22-40b2-9b6a-29434fc19de1 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:59.916243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.918085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-17aef012-3d0b-4f0d-98e0-46c1713acfd5 None None] Provisioning for port 8df650ef-1a92-4325-9c5d-82b422850705 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:31:59.923780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-17aef012-3d0b-4f0d-98e0-46c1713acfd5 None None] Provisioning complete for port 8df650ef-1a92-4325-9c5d-82b422850705 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:31:59.933920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17aef012-3d0b-4f0d-98e0-46c1713acfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:31:59.934535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e04844f8-49c1-4dbf-bbe6-5ca002e866c0 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:31:59.934800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e073256-318b-4e33-aa52-8f6ec945e23b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:31:59.936854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:31:59.956670 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d475db75-ea22-4a68-858c-0e00adeb4b12 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/networks/fa049930-6c79-4c4d-ad4a-b179c63406bd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2558887 Jun 22 09:31:59.957628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53190) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:31:59.973671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-17aef012-3d0b-4f0d-98e0-46c1713acfd5 None None] Port 8df650ef-1a92-4325-9c5d-82b422850705 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:00.008901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.011151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9925773 Jun 22 09:32:00.013899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a8d93-f25e-4003-b9dc-0396195e81f6 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:00.014668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53192) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.041972 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9920576 Jun 22 09:32:00.047305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53194) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.052977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:34:6f:a4', 'name': 'tempest-NetworksTestDHCPv6-138560984'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:00.101542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c66188c7-7f03-46c3-9175-fb8e67e7d690 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:00.128182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad298c89-1550-4cc3-abcc-5d61eb15bfee tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:00.134933 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ad298c89-1550-4cc3-abcc-5d61eb15bfee tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/subnets/c6599d4b-7499-46bb-9c78-26deb0fbee88 HTTP/1.1" status: 200 len: 811 time: 0.1760497 Jun 22 09:32:00.135830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53196) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.151857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.163413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53198) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.205309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.226686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-88239365-120f-4187-902a-2006564ccdd2 None None] Provisioning for port c66188c7-7f03-46c3-9175-fb8e67e7d690 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:00.285539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.285931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92fcea1-a5c8-4f96-959c-13d807c7574b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['shared'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:00.287641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.290244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.294720 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bae3af26-47ca-4d82-92f3-54c9ef6577b9 HTTP/1.1" status: 204 len: 168 time: 1.1040986 Jun 22 09:32:00.294847 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a92fcea1-a5c8-4f96-959c-13d807c7574b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "GET /v2.0/subnets/c6599d4b-7499-46bb-9c78-26deb0fbee88?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1515772 Jun 22 09:32:00.304904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53202) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.310722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1934386279'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:00.346791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-468447407-network', 'tenant_id': 'cea1fda37c2b47e5964f1bca783c9632'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:00.385771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c66188c7-7f03-46c3-9175-fb8e67e7d690 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:00.408725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c66188c7-7f03-46c3-9175-fb8e67e7d690 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:00.409107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.415771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=d198d921-cfb4-44d8-a67f-f0bc471375d8,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:00.423352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.425389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:00.430777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7fd1a537-ba17-4d97-8222-f50da3d802ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:00.431793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.440071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:00.440071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.456114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.457264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1e073256-318b-4e33-aa52-8f6ec945e23b HTTP/1.1" status: 204 len: 168 time: 0.4414666 Jun 22 09:32:00.460938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Update dhcp port {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '9634708f-c9c9-41e7-884a-e4cc83f7bcaa', 'ip_address': '2001:db8::f816:3eff:fee0:bc5f'}, {'subnet_id': '8819dabe-0678-4d39-898e-2a5ccaa672d7'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'c66188c7-7f03-46c3-9175-fb8e67e7d690'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:32:00.463020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2011fcd5-7214-489a-aade-0ba67a403e0b tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:00.463633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53206) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.481233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e073256-318b-4e33-aa52-8f6ec945e23b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:00.484489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae3af26-47ca-4d82-92f3-54c9ef6577b9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:00.486678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:00.494382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:00.507552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.508062 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Added segment 2c6fab06-41f7-4b36-a76b-ca4323e67358 of type vlan for network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 Jun 22 09:32:00.527011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.572038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:00.584012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.599843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.621222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:00.670977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:00.697309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:00.707114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c66188c7-7f03-46c3-9175-fb8e67e7d690, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c66188c7-7f03-46c3-9175-fb8e67e7d690,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:00.714934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.720753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:00.721342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.735174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ec76b391-9aef-48b2-a5e7-ec471b902178 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:00.767128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Allocated IP 2001:db8:0:1::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/8819dabe-0678-4d39-898e-2a5ccaa672d7/c66188c7-7f03-46c3-9175-fb8e67e7d690) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:00.801795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0f625892-44f9-4571-84a5-5a0cbf39f0ee tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3275604 Jun 22 09:32:00.802019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Made reservation on behalf of cea1fda37c2b47e5964f1bca783c9632 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:00.802282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.804821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53210) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.814640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.815384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.819007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:00.822144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.850706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Network': ['ID=d2de2ecd-7ac0-4214-9bd4-27979ec483b7,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:00.863035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:00.869991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 06a54950-11da-4dc4-9fdf-8a0361811f02 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:32:00.881780 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5754199 Jun 22 09:32:00.885652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53212) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:00.893031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:00.906509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:00.953535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:00.990858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1bb6d14b-7b1e-46e5-a443-f4cb41a180f3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:01.056110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Pushing event deleted for resources: {'Port': ['ID=e8d23cb7-7bbf-4ae3-a53f-a41d49172673,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:01.088625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:01.128846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.230785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.234224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c66188c7-7f03-46c3-9175-fb8e67e7d690,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:01.246317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.246467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:01.248467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:01.253620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.256186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.260065 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] 10.222.0.65 "DELETE /v2.0/floatingips/26ca801b-4c30-4920-895c-819ef15ccbab HTTP/1.1" status: 204 len: 168 time: 2.3246367 Jun 22 09:32:01.260213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.260213 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Added segment b68145cd-6496-4476-98d3-e45ef1c6bb4a of type vlan for network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 Jun 22 09:32:01.266875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53222) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:01.269643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-51601686-a8d9-424b-9510-25ec4da8b250 None None] Provisioning complete for port d198d921-cfb4-44d8-a67f-f0bc471375d8 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:01.270268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-51601686-a8d9-424b-9510-25ec4da8b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.311223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.325753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8fae4bdf-94ce-4286-b4d8-f5c481441b85 tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:01.334268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-51601686-a8d9-424b-9510-25ec4da8b250 None None] Port d198d921-cfb4-44d8-a67f-f0bc471375d8 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:01.337031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] For port c66188c7-7f03-46c3-9175-fb8e67e7d690, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c66188c7-7f03-46c3-9175-fb8e67e7d690,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:01.369933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2013a6d4-620f-49fa-a291-05147b7c6880,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:01.370187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.373764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:01.377209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.396461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Transition to ACTIVE for port object c66188c7-7f03-46c3-9175-fb8e67e7d690 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:01.453577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Made reservation on behalf of e46e6fa4f25249e997e92644fba2a2b3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:01.458017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.499776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.502678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5717b1f5-ec20-4f8d-a7ff-f32ba7baf24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:01.502955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router a68ed6cb-c884-428a-a3ad-d098596ed1a9 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:32:01.525002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.527098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:01.528084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.601917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Pushing event updated for resources: {'Port': ['ID=c66188c7-7f03-46c3-9175-fb8e67e7d690,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:01.606022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:01.664629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.667963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:01.669166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/08fea4df-4887-4145-a103-fa6a05f20f03 HTTP/1.1" status: 204 len: 168 time: 0.8632727 Jun 22 09:32:01.677451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6e2c0e85-d85c-452d-8fd6-254a29cfba81 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:01.680378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53230) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:01.700548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:32:01.737804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.resource_extend [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:32:01.958699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b7ba00f-87f5-4852-ac1b-74f59792099c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:01.971061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53234) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:02.016892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Performing IP validity checks on allocation pools {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:32:02.017417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:32:02.025340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c66188c7-7f03-46c3-9175-fb8e67e7d690 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:02.094053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1f2fe0-e223-48ac-b788-2e53e37d06b7,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:02.106863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:02.114409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:02.140149 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9718728 Jun 22 09:32:02.140764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53238) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:02.151565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.158750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Request body: {'subnet': {'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-468447407-subnet', 'tenant_id': 'cea1fda37c2b47e5964f1bca783c9632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:02.162833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fea4df-4887-4145-a103-fa6a05f20f03,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:02.184019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:02.188421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816575192'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:02.245272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eee7582a-68a7-4227-861f-b33e3dcf384e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5585234 Jun 22 09:32:02.249646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8:0:1::30b (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/8819dabe-0678-4d39-898e-2a5ccaa672d7/06a54950-11da-4dc4-9fdf-8a0361811f02) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:02.257709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53240) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:02.265320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117240582'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:02.268577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.270524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:02.281446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/a68ed6cb-c884-428a-a3ad-d098596ed1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4306912 Jun 22 09:32:02.282450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-19d6db81-319b-4687-b44e-756913d38f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.288324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] Sync routers for ids ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:02.288567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53242) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:02.300194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] Routers {'a68ed6cb-c884-428a-a3ad-d098596ed1a9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:02.301910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:02.305297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:fe34:6fa4 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/9634708f-c9c9-41e7-884a-e4cc83f7bcaa/06a54950-11da-4dc4-9fdf-8a0361811f02) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:02.307337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b25d73d-0ab5-4548-8061-6ca9bcc72d0b None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:32:02.316290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:02.319907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.373198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:02.381311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.403987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] Routers {'a68ed6cb-c884-428a-a3ad-d098596ed1a9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:02.404762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:02.449061 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP c753f38d-7fc9-4548-a30a-dd3105b22232 associated. External IP: 172.26.6.168, port: bc90e387-e2a8-4439-a8ec-e824872a721b. Jun 22 09:32:02.453672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:02.454412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d4298-48c5-461d-a2bb-28191285a021 None None] The sync data for ids ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:02.455362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9e3da-4a46-4d52-a538-95db3cb98299 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:02.459998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cea9e3da-4a46-4d52-a538-95db3cb98299 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports/d198d921-cfb4-44d8-a67f-f0bc471375d8 HTTP/1.1" status: 200 len: 976 time: 0.1681826 Jun 22 09:32:02.462425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53244) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:02.499327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b25d73d-0ab5-4548-8061-6ca9bcc72d0b None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:32:02.525247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Made reservation on behalf of cea1fda37c2b47e5964f1bca783c9632 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:02.528410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.577675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9972f349-e6d0-4224-9811-5b3d4d8d000e None None] Provisioning for port c66188c7-7f03-46c3-9175-fb8e67e7d690 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:02.591733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9972f349-e6d0-4224-9811-5b3d4d8d000e None None] Provisioning complete for port c66188c7-7f03-46c3-9175-fb8e67e7d690 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:02.592084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9972f349-e6d0-4224-9811-5b3d4d8d000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.617599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:32:02.617599 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:32:02.617599 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '3686e5d0743843ada3fd8a8d3aec4f33', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 32, 2, 460749)}] Jun 22 09:32:02.617599 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:02.618072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:02.657468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.664645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b1619b53-5e10-42a2-a59d-d7c8a662adf4 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:02.684134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.742447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.760722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.845095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:02.846962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=f3473f61-1cbd-4c04-83f2-a8e0b6dd5664,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:02.859848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:02.915194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:02.919424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Checking segment: {'id': '2c6fab06-41f7-4b36-a76b-ca4323e67358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:02.919824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network hostable DHCP agents. Network: d2de2ecd-7ac0-4214-9bd4-27979ec483b7, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:02.968555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 06a54950-11da-4dc4-9fdf-8a0361811f02 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:02.995456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.079328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.083776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2d104414-997b-416e-9aa6-9ec0b19d00bc tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:03.093488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:03.119630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.126694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:03.140663 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:03.150445 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:03.151132 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:03.158929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.162713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:03.171275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d461c0-012e-4591-abee-f65878979ba5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:03.176219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:03.185716 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:03.195441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.197105 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:03.198052 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:03.219614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d2de2ecd-7ac0-4214-9bd4-27979ec483b7) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:03.232794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff42ab-b99b-445d-b17c-793f34279d1f None None] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:03.235910 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:03.236765 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6870fb4-9eb7-49ae-a45f-ce4b5cb8ea4e None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:03.240853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:03.241505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.252737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.256611 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9954877 Jun 22 09:32:03.258264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53246) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:03.265239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'a6d461c0-012e-4591-abee-f65878979ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:03.303906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dece56d7-f4ec-47c1-a94e-b6cde9f61fa7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:03.308943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:03.312198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.318011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:03.318682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:03.326911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:03.372328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:03.377884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:03.378532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.422934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.430709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Checking segment: {'id': 'b68145cd-6496-4476-98d3-e45ef1c6bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:03.433937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Network hostable DHCP agents. Network: 4b1f2fe0-e223-48ac-b788-2e53e37d06b7, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:03.434158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d2de2ecd-7ac0-4214-9bd4-27979ec483b7', 'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7', 'tenant_id': 'e46e6fa4f25249e997e92644fba2a2b3', 'fixed_ips': [{'subnet_id': 'f3473f61-1cbd-4c04-83f2-a8e0b6dd5664'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:03.434158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.449313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Deleting port 785738eb-7f19-438a-a836-cf521358f8c9 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:03.450385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.522845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f5ef1b-b670-40e6-8ce1-052803ccaa72 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:03.549533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=06a54950-11da-4dc4-9fdf-8a0361811f02,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:03.554924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.556507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:03.603807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Allocated IP 172.20.0.3 (d2de2ecd-7ac0-4214-9bd4-27979ec483b7/f3473f61-1cbd-4c04-83f2-a8e0b6dd5664/ad13afce-0324-48e0-96f1-8eaa6afe8896) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:03.606564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] For port 785738eb-7f19-438a-a836-cf521358f8c9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=785738eb-7f19-438a-a836-cf521358f8c9,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:03.607045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.626929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:03.643685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.647750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e41f5787-23b5-474b-8ec7-2ed927dae5a3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:03.677229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:03.701168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04518e25-8974-4335-87e2-5794447ed8ea,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:03.704143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.704492 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 4a9fdc95-f20c-42d1-b1ca-259ea37ba499 of type vlan for network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af Jun 22 09:32:03.708344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:03.717736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4b1f2fe0-e223-48ac-b788-2e53e37d06b7) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:03.718598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Calling delete_port for 785738eb-7f19-438a-a836-cf521358f8c9 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:03.724579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:03.725182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.733659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcac76f-766e-4fc7-8698-88923ee71aad None None] Network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:03.773553 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8850396 Jun 22 09:32:03.774913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7263834 Jun 22 09:32:03.782991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53248) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:03.783559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53250) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:03.794801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:03.800914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.805649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:03.810503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.826431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] Sync routers for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:03.838855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-26fa9fc7-a81a-47ca-b14e-3b0bf2ac1859 None None] Provisioning for port 06a54950-11da-4dc4-9fdf-8a0361811f02 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:03.864746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-26fa9fc7-a81a-47ca-b14e-3b0bf2ac1859 None None] Provisioning complete for port 06a54950-11da-4dc4-9fdf-8a0361811f02 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:03.865278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-26fa9fc7-a81a-47ca-b14e-3b0bf2ac1859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.877188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:03.877883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:03.944571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.948886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port d198d921-cfb4-44d8-a67f-f0bc471375d8 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:03.949231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.962640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:03.964744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:03.981391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Transition to ACTIVE for port object ad13afce-0324-48e0-96f1-8eaa6afe8896 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:03.994255 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a9634732-8445-4b4a-8847-758fa1b3491a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/floatingips/c753f38d-7fc9-4548-a30a-dd3105b22232 HTTP/1.1" status: 200 len: 977 time: 4.1399767 Jun 22 09:32:03.997664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53252) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:04.021427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:04.022055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:04.029590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-26fa9fc7-a81a-47ca-b14e-3b0bf2ac1859 None None] Port 06a54950-11da-4dc4-9fdf-8a0361811f02 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:04.069428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5496318'] for subnet, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.077839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.083304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:04.083924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.092791 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9446945 Jun 22 09:32:04.120559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Transition to ACTIVE for port object ad13afce-0324-48e0-96f1-8eaa6afe8896 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:04.131224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.133851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:04.134567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28333853-866f-4e29-8c7e-5babada37ed5 None None] The sync data for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:04.136326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ccd698-990d-4c3e-a7d9-3be50d4335a7 None None] Network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:04.158772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.186594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.203988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 8df650ef-1a92-4325-9c5d-82b422850705 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:04.204574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.235741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for d198d921-cfb4-44d8-a67f-f0bc471375d8 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:04.247864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-43cb0d6c-ab0c-4bc1-b9b1-e8e64ec5b6ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:04.249868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.255951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:04.276878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.297852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0f4e22-6ce7-4431-9bde-b4d94f51407a,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:04.309230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:04.318668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a0e3f82e-6b74-401a-a74d-59130b472bac tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:04.322060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:04.345796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Pushing event updated for resources: {'Port': ['ID=ad13afce-0324-48e0-96f1-8eaa6afe8896,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:04.349662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:04.353744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:04.355797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:04.359407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Pushing event deleted for resources: {'Port': ['ID=785738eb-7f19-438a-a836-cf521358f8c9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:04.376959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:04.389167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:04.395899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.397350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1389809 Jun 22 09:32:04.407850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53258) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:04.412839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=084b2cf8-87b9-4da4-bf88-ad1fe9ff72af,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:04.413928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:04.424742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'a6d461c0-012e-4591-abee-f65878979ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:04.438283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:04.445998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.533412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Attempting to bind port ad13afce-0324-48e0-96f1-8eaa6afe8896 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:04.533805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Attempting to bind port ad13afce-0324-48e0-96f1-8eaa6afe8896 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '2c6fab06-41f7-4b36-a76b-ca4323e67358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:04.534240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Attempting to bind port ad13afce-0324-48e0-96f1-8eaa6afe8896 on network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:04.541241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 06a54950-11da-4dc4-9fdf-8a0361811f02 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:04.544609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.549400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:04.549797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Checking segment: {'id': '2c6fab06-41f7-4b36-a76b-ca4323e67358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:04.550216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.550628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Bound using segment: {'id': '2c6fab06-41f7-4b36-a76b-ca4323e67358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:04.551132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Bound port: ad13afce-0324-48e0-96f1-8eaa6afe8896, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6fab06-41f7-4b36-a76b-ca4323e67358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd2de2ecd-7ac0-4214-9bd4-27979ec483b7'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:04.551523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.639511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] For port ad13afce-0324-48e0-96f1-8eaa6afe8896, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:04.644326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] For port ad13afce-0324-48e0-96f1-8eaa6afe8896, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ad13afce-0324-48e0-96f1-8eaa6afe8896,segment=NetworkSegment(2c6fab06-41f7-4b36-a76b-ca4323e67358),segment_id=2c6fab06-41f7-4b36-a76b-ca4323e67358)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:04.676190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.768936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.773119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:04.813155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 06a54950-11da-4dc4-9fdf-8a0361811f02 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:04.855161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.894125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Pushing event updated for resources: {'Port': ['ID=ad13afce-0324-48e0-96f1-8eaa6afe8896,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:04.896993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:04.915118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:04.939788 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9538443 Jun 22 09:32:05.000025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.036041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.055747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0854a9d6-22d7-4020-b2b4-7b260944778d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:05.065890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.081587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.093301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.093301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.095234 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Floating IP c753f38d-7fc9-4548-a30a-dd3105b22232 disassociated. External IP: 172.26.6.168, port: 8df650ef-1a92-4325-9c5d-82b422850705. Jun 22 09:32:05.095648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 8df650ef-1a92-4325-9c5d-82b422850705 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:05.107497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=d198d921-cfb4-44d8-a67f-f0bc471375d8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:05.118423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:05.120931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-befc5cc2-7025-4d21-975a-099104c2ea36 tempest-ServersTestJSON-1386451197 tempest-ServersTestJSON-1386451197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:05.169509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751671670492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5924352'] for subnet, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.241588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53270) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:05.254922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1528984912-network', 'tenant_id': '47ce5ef40f844bcf89754d57186dbd18'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:05.286805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928aa2a5-ef1a-46b0-9259-c3ee5fa6c81c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:05.294850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.305717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53272) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:05.308502 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8933902 Jun 22 09:32:05.311857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:05.320805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'a6d461c0-012e-4591-abee-f65878979ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:05.346533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-409d5e12-eda7-409b-b098-22ba92c18003 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:05.416722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:05.421813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.428001 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "PUT /v2.0/subnets/f3473f61-1cbd-4c04-83f2-a8e0b6dd5664 HTTP/1.1" status: 200 len: 877 time: 1.6408386 Jun 22 09:32:05.433101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53274) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:05.600252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.613631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Made reservation on behalf of 47ce5ef40f844bcf89754d57186dbd18 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:05.616021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.617781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.633386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef605129-b366-4c63-837f-bf48eebb7f7d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:05.649607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:05.686451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=8df650ef-1a92-4325-9c5d-82b422850705,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:05.691516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:05.718024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event updated for resources: {'Subnet': ['ID=f3473f61-1cbd-4c04-83f2-a8e0b6dd5664,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:05.729503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:05.762056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:05.848132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.021669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port ad13afce-0324-48e0-96f1-8eaa6afe8896 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:06.022152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.035276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.038546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f5ef1b-b670-40e6-8ce1-052803ccaa72 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:06.040303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.062498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d11289ca-9e77-4375-a34c-2b044cdde19d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:06.228914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=06a54950-11da-4dc4-9fdf-8a0361811f02,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:06.232060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ad13afce-0324-48e0-96f1-8eaa6afe8896 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:06.377042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port ad13afce-0324-48e0-96f1-8eaa6afe8896 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:06.384657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:06.388868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:06.402657 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] Sync routers for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:06.421791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] Sync routers for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:06.430382 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:06.433255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:06.435312 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] 10.222.0.65 "PUT /v2.0/routers/537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1616898 Jun 22 09:32:06.449456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:06.458248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:06.512660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53276) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:06.533115 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:06.551040 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:06.563656 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:06.650925 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:06.650925 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66c797-153d-43e6-b779-2c1bc505bcc4 None None] The sync data for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:06.669467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3c2a5-bcec-4ce9-9b36-7773d11f379b None None] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:06.765626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:32:06.813270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:06.814730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.820663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router a68ed6cb-c884-428a-a3ad-d098596ed1a9 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:06.841113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.843431 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/ports/8df650ef-1a92-4325-9c5d-82b422850705 HTTP/1.1" status: 204 len: 168 time: 2.8446712 Jun 22 09:32:06.848155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a4bd5e8b-856a-4510-9d40-9cc8a5379fdc None None] Provisioning for port ad13afce-0324-48e0-96f1-8eaa6afe8896 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:06.849356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53278) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:06.855730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.861186 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/06a54950-11da-4dc4-9fdf-8a0361811f02 HTTP/1.1" status: 204 len: 168 time: 3.0719738 Jun 22 09:32:06.894677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port ad13afce-0324-48e0-96f1-8eaa6afe8896, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ad13afce-0324-48e0-96f1-8eaa6afe8896,segment=NetworkSegment(2c6fab06-41f7-4b36-a76b-ca4323e67358),segment_id=2c6fab06-41f7-4b36-a76b-ca4323e67358)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:06.895402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.947784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a4bd5e8b-856a-4510-9d40-9cc8a5379fdc None None] Provisioning complete for port ad13afce-0324-48e0-96f1-8eaa6afe8896 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:06.948242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a4bd5e8b-856a-4510-9d40-9cc8a5379fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:06.967968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for ad13afce-0324-48e0-96f1-8eaa6afe8896 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:06.982807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53280) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:07.147235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.194652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:07.205893 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] Sync routers for ids ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:07.212393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:07.215130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a4bd5e8b-856a-4510-9d40-9cc8a5379fdc None None] Could not find standard attr ID for object ad13afce-0324-48e0-96f1-8eaa6afe8896. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:32:07.218146 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.plugins.ml2.db [None req-a4bd5e8b-856a-4510-9d40-9cc8a5379fdc None None] No ports have port_id starting with ad13afce-0324-48e0-96f1-8eaa6afe8896 Jun 22 09:32:07.219196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] Routers {'a68ed6cb-c884-428a-a3ad-d098596ed1a9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:07.219817 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:07.225137 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/a68ed6cb-c884-428a-a3ad-d098596ed1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7563136 Jun 22 09:32:07.227357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.234553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53282) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:07.239569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-901a445a-84c0-41ee-ba32-dadec8aa719e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:07.264406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.275891 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:07.286212 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] Routers {'a68ed6cb-c884-428a-a3ad-d098596ed1a9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:07.287708 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:07.291037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:32:04Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:07.340823 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:07.342545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] Checking router: 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:32:07.346043 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba8e06-c8e7-49c6-b5da-e4112b0ba5cd None None] The sync data for ids ['a68ed6cb-c884-428a-a3ad-d098596ed1a9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:07.361981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] Routers {'537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:07.362852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:07.366251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.427044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=ad13afce-0324-48e0-96f1-8eaa6afe8896,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:07.519598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ac543-c51d-4ed9-8bd5-2facf558cb32,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:07.522314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:07.538069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7821e-77f2-4337-a638-5c7bb15fc0c6 None None] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:07.543459 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.551766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.561287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:07.567695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:07.578881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.579241 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Added segment a18ccff9-ab46-4543-afbf-7a257ff8b678 of type vlan for network 988b109d-223c-4567-974c-5c4d72d96fa5 Jun 22 09:32:07.631681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.665497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52568ac7-4ab3-4c2d-af69-45e147e8a466 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:07.684594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port ad13afce-0324-48e0-96f1-8eaa6afe8896 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:07.691907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df17bc7-bdd3-40f7-825b-5281d9ffcbd1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:07.697338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:07.702746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.706475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3972476 Jun 22 09:32:07.723777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53284) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:07.735521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] Set router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:32:07.736745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'a6d461c0-012e-4591-abee-f65878979ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:07.760244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d6fad-2eb0-4543-a100-33627bfaaf91 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:07.765239 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f84d6fad-2eb0-4543-a100-33627bfaaf91 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6369922 Jun 22 09:32:07.770975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53286) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:07.793418 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-7da054b6-f05d-4c60-b8ff-ed8a61ad22e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 09:32:07.794850 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7da054b6-f05d-4c60-b8ff-ed8a61ad22e1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/a68ed6cb-c884-428a-a3ad-d098596ed1a9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5482161 Jun 22 09:32:07.798045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53288) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:07.839215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e96ed103-c475-4ffd-ac63-bc9917bee231 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68ed6cb-c884-428a-a3ad-d098596ed1a9 HTTP/1.1" status: 200 len: 205 time: 0.0388906 Jun 22 09:32:07.844377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53290) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:07.845081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.846206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:07.846904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:07.862814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-57027036-3a47-40da-8ed5-5e899eefdda7 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:07.899505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.035616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:32:04Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:08.108925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.122312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262feeb-8dad-4514-a455-cd26b49bd8f4 None None] The sync data for ids ['537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e'] in dv-neutron-797120-3-hyperv is: [{'id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'name': 'tempest-ServerActionsTestJSON-1971516883-router', 'tenant_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:27:43Z', 'updated_at': '2021-06-22T09:32:04Z', 'revision_number': 5, 'project_id': '4ea17b6ef7a34da8b8f78dd6c5c0e04b', 'gw_port': {'id': '8f88ac53-c04e-4164-8afa-2ddacdadf494', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:27:44Z', 'updated_at': '2021-06-22T09:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:08.200537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.205618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dc7d131-ff89-47d4-a943-3b8d7aa69de1 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:08.268562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12fd08a-1775-4d33-93a3-f4fac8c6dac1 None None] Network d2de2ecd-7ac0-4214-9bd4-27979ec483b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:08.277314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=f3473f61-1cbd-4c04-83f2-a8e0b6dd5664,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:08.280086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:08.327375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53292) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:08.368306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:08.393110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.419820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Pushing event updated for resources: {'Network': ['ID=988b109d-223c-4567-974c-5c4d72d96fa5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:08.426292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:08.435099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 988b109d-223c-4567-974c-5c4d72d96fa5 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:08.468649 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2226725 Jun 22 09:32:08.471936 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53294) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:08.473527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.478514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.488168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Request body: {'subnet': {'network_id': '988b109d-223c-4567-974c-5c4d72d96fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1528984912-subnet', 'tenant_id': '47ce5ef40f844bcf89754d57186dbd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:08.492008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Deleting port 8f88ac53-c04e-4164-8afa-2ddacdadf494 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:08.492357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.518086 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add4625-0f40-4e90-b477-e61223dc8b9e None None] DHCP port deletion for d2de2ecd-7ac0-4214-9bd4-27979ec483b7 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:08.525253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405361bd-5e93-49ed-ada7-dd18b32c8871 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:08.530765 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-405361bd-5e93-49ed-ada7-dd18b32c8871 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7561951 Jun 22 09:32:08.555330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.555330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53296) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:08.582137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.596725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2de2ecd-7ac0-4214-9bd4-27979ec483b7']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:08.609195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.646096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6fab06-41f7-4b36-a76b-ca4323e67358') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:08.662273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6fab06-41f7-4b36-a76b-ca4323e67358') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:08.662273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.664094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] For port 8f88ac53-c04e-4164-8afa-2ddacdadf494, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8f88ac53-c04e-4164-8afa-2ddacdadf494,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:08.664499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.677823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01b51b-2ec2-41dd-b7fe-39029759ff6b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:08.679356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01b51b-2ec2-41dd-b7fe-39029759ff6b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:08.681042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01b51b-2ec2-41dd-b7fe-39029759ff6b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:08.686031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b01b51b-2ec2-41dd-b7fe-39029759ff6b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1390634 Jun 22 09:32:08.686578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53298) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:08.722862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.737472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Made reservation on behalf of 47ce5ef40f844bcf89754d57186dbd18 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:08.740109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.757650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:08.758133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.761688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.762181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router a68ed6cb-c884-428a-a3ad-d098596ed1a9 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:32:08.769500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fb9dd65c-dbab-4ebc-83a0-a0e458e4edd3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/a68ed6cb-c884-428a-a3ad-d098596ed1a9 HTTP/1.1" status: 204 len: 168 time: 0.9246948 Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:08.773016 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:08.775621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Calling delete_port for 8f88ac53-c04e-4164-8afa-2ddacdadf494 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:08.776349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53300) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:08.789265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.820960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a2854c14-d5ec-4a03-b773-c9729cdcc7f8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:08.875372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 8819dabe-0678-4d39-898e-2a5ccaa672d7 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:08.888370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e55fbde-f050-40bc-9005-01a4205c8e0b,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:08.896138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:08.896686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.899190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:08.903033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:08.953572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet 21043702-ce0a-4485-bc5d-9ac003b442c3 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:08.959316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.002657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.003835 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2709064 Jun 22 09:32:09.006165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.010321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53302) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.010471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.015842 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/d2de2ecd-7ac0-4214-9bd4-27979ec483b7 HTTP/1.1" status: 204 len: 168 time: 3.5532162 Jun 22 09:32:09.019931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-846389b3-0189-4fdc-beb6-e5e9d09c2a54 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:09.021524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'a6d461c0-012e-4591-abee-f65878979ba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:09.023755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53304) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.033670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.078567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.102507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=d2de2ecd-7ac0-4214-9bd4-27979ec483b7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:09.105707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:09.124382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a97942-dc49-4e7f-a04f-a56bfe7558ed tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:09.131143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a97942-dc49-4e7f-a04f-a56bfe7558ed tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:09.131143 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d1a97942-dc49-4e7f-a04f-a56bfe7558ed tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/f3473f61-1cbd-4c04-83f2-a8e0b6dd5664 HTTP/1.1" status: 404 len: 337 time: 0.0899050 Jun 22 09:32:09.131343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53306) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.166057 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ebf766-e807-4006-afa5-add54fcaebd7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:09.166634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ebf766-e807-4006-afa5-add54fcaebd7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:09.169262 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f9ebf766-e807-4006-afa5-add54fcaebd7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/d2de2ecd-7ac0-4214-9bd4-27979ec483b7 HTTP/1.1" status: 404 len: 339 time: 0.0388086 Jun 22 09:32:09.175518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53308) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.251196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.269590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3f0273-5b92-4757-9ee0-f11af610bd2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:09.269958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3f0273-5b92-4757-9ee0-f11af610bd2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:09.271661 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1e3f0273-5b92-4757-9ee0-f11af610bd2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/1ffb1167-789d-47fb-9c20-fc308c22a9a7 HTTP/1.1" status: 404 len: 337 time: 0.0912161 Jun 22 09:32:09.280314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53310) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.295639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.306748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.353793 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb8b37e-aa9e-444d-a5cb-60c169df5e79 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:09.355125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb8b37e-aa9e-444d-a5cb-60c169df5e79 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:09.357268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-acb8b37e-aa9e-444d-a5cb-60c169df5e79 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/dd9bdc61-f884-4a5c-adfa-0fb7426b5356 HTTP/1.1" status: 404 len: 339 time: 0.0724823 Jun 22 09:32:09.365961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.370661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53312) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.384207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.390371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b9726415-48ba-4784-a4a1-aa0742a039c8 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:09.457531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1ec969-8f15-4109-8429-6a1b18c7424d,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:09.460116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:09.474969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Checking segment: {'id': 'a18ccff9-ab46-4543-afbf-7a257ff8b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '988b109d-223c-4567-974c-5c4d72d96fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:09.475325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Network hostable DHCP agents. Network: 988b109d-223c-4567-974c-5c4d72d96fa5, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:09.478256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.486943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-77aad076-1085-4cfb-a156-b067c40bb084 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:09.528548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.530648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac398c18-3d15-41e2-8802-ac8f71fbe463 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:09.560144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f88ac53-c04e-4164-8afa-2ddacdadf494,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:09.565399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:09.596045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.597575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=fc2e5e0f-4866-4deb-9a9b-fc8779de85e0,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:09.601515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.603413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Network 988b109d-223c-4567-974c-5c4d72d96fa5 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:09.609067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:09.609067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:09.616661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.640993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=8819dabe-0678-4d39-898e-2a5ccaa672d7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:09.644838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.649409 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/8819dabe-0678-4d39-898e-2a5ccaa672d7 HTTP/1.1" status: 204 len: 168 time: 0.9593732 Jun 22 09:32:09.649409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:09.649409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': '4a9fdc95-f20c-42d1-b1ca-259ea37ba499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:09.649409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:09.649842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53314) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.653454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396f66f-db8a-4c0d-836e-132b1ff9e3b4 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:09.705802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.720768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 988b109d-223c-4567-974c-5c4d72d96fa5) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:09.730331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:09.731554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.733417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d03461-98f7-49bf-8c31-1b44602de84f None None] Network 988b109d-223c-4567-974c-5c4d72d96fa5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:09.745620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39f38c26-9f27-4ed2-a724-e5a3349c4867 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:09.754412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.782392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 9634708f-c9c9-41e7-884a-e4cc83f7bcaa {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:09.797172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.800510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 25833951-3528-4d41-847a-b7e3b4ebaeba {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:09.800838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.801943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:09.810072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:09.814318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:09.815049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.834839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3494787 Jun 22 09:32:09.835104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d88c04-5397-405e-8eab-3bd21800a323 None None] Network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:09.835212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.835212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3eba4d-974f-48c2-9938-f610ae38d009,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:09.917330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9275e5a7-dce9-40e8-9cd5-cd3a3c8c2fd4 None None] Network 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:09.923178 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-564e2adb-68dc-424e-86d2-7c6e560e789f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5639861 Jun 22 09:32:09.926726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53318) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.937027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:09.941495 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/21043702-ce0a-4485-bc5d-9ac003b442c3 HTTP/1.1" status: 204 len: 168 time: 1.1593304 Jun 22 09:32:09.941495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:09.958221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-312195849'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:09.963158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53320) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:09.974516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-892e0fc9-5cbb-4895-844b-044be72909bb tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:10.099238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 785738eb-7f19-438a-a836-cf521358f8c9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:10.122112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.126756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.147374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2bfdb-bb69-4f49-8fb8-a39d098e8405 None None] Network 988b109d-223c-4567-974c-5c4d72d96fa5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:10.162291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 785738eb-7f19-438a-a836-cf521358f8c9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:10.162644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 785738eb-7f19-438a-a836-cf521358f8c9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:10.163076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ad13afce-0324-48e0-96f1-8eaa6afe8896 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:10.223797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 25833951-3528-4d41-847a-b7e3b4ebaeba owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:10.228704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:10.233733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.238547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:10.239090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.253761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.256379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.265554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: ad13afce-0324-48e0-96f1-8eaa6afe8896 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:10.265905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ad13afce-0324-48e0-96f1-8eaa6afe8896 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:10.316281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:10.335603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=21043702-ce0a-4485-bc5d-9ac003b442c3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:10.338641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.350980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53328) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:10.355529 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3439536 Jun 22 09:32:10.363666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-084b2cf8-87b9-4da4-bf88-ad1fe9ff72af', 'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': 'fc2e5e0f-4866-4deb-9a9b-fc8779de85e0'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:10.368823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.394387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.394856 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment fa88677a-7758-4428-b819-634b435f4b7a of type vlan for network 462217c5-828a-442c-aae4-85846c1acbac Jun 22 09:32:10.418691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:10.429739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.451322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b92d1a3-e958-4cd2-9672-0923e512de51']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:10.455276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.457241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.465363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port 2aa0b0fb-0876-4a52-a22b-f12cd9783716, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2aa0b0fb-0876-4a52-a22b-f12cd9783716,segment=NetworkSegment(76a43699-c9ec-468a-98d9-29fcdff322c6),segment_id=76a43699-c9ec-468a-98d9-29fcdff322c6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:10.466007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.497866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdd223b-ed9c-4086-812c-872da1f60636') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:10.498320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdd223b-ed9c-4086-812c-872da1f60636') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:10.522203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.542535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.543367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:32:10.543928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 2aa0b0fb-0876-4a52-a22b-f12cd9783716 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:10.585441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Allocated IP 2001:db8:0:ffff::2 (084b2cf8-87b9-4da4-bf88-ad1fe9ff72af/fc2e5e0f-4866-4deb-9a9b-fc8779de85e0/9b94bfe1-c03f-4672-9982-407024bca9dc) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:10.645414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.649704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.650844 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/537074cd-9d09-46d1-9d6f-1c6ca8ec5c9e HTTP/1.1" status: 204 len: 168 time: 4.1355715 Jun 22 09:32:10.658638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53342) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:10.665153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.711623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.748773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74166959-e536-44ff-8aac-36747113e917 None None] DHCP port deletion for 8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:10.756135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.792601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.798911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:10.799592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.839791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:10.840091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:10.840513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:10.843989 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:10.879363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.880723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-74166959-e536-44ff-8aac-36747113e917 None None] Deleting port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:10.881122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74166959-e536-44ff-8aac-36747113e917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.936642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.937817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.941224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-04662462-d6ff-4aab-9167-3bba4d7b3c4b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:10.952963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Deleting subnet 86782439-56c8-462b-b923-90ce73eae885 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:10.964481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-74166959-e536-44ff-8aac-36747113e917 None None] For port 2aa0b0fb-0876-4a52-a22b-f12cd9783716, host dv-neutron-797120-3-hyperv, got binding levels [] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:10.965494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74166959-e536-44ff-8aac-36747113e917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.980510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:10.982600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.990757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:10.994854 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/9634708f-c9c9-41e7-884a-e4cc83f7bcaa HTTP/1.1" status: 204 len: 168 time: 1.3444223 Jun 22 09:32:10.995770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=9634708f-c9c9-41e7-884a-e4cc83f7bcaa,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:10.998319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:10.998958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53344) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.020718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=462217c5-828a-442c-aae4-85846c1acbac,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.035664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.037898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.040651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-74166959-e536-44ff-8aac-36747113e917 None None] Calling delete_port for 2aa0b0fb-0876-4a52-a22b-f12cd9783716 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:11.046005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f80c10-a5ca-4d6b-9e78-0309f31c6e4c None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:11.046235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7f51b59c-588e-43c1-b4b8-8dbd2c6e232f tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:11.048018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 462217c5-828a-442c-aae4-85846c1acbac details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:11.051599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.ipam_backend_mixin [None req-74166959-e536-44ff-8aac-36747113e917 None None] Port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 was not found and therefore no delete operation was performed {{(pid=93951) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 09:32:11.096530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74166959-e536-44ff-8aac-36747113e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.176270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.177463 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0b3eba4d-974f-48c2-9938-f610ae38d009 HTTP/1.1" status: 204 len: 168 time: 0.8115125 Jun 22 09:32:11.182097 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2529860 Jun 22 09:32:11.186138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53346) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.186578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53348) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.188764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=2aa0b0fb-0876-4a52-a22b-f12cd9783716,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.200132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': '462217c5-828a-442c-aae4-85846c1acbac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:11.210123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.227105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:11.249379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-d2c4d62f-2958-4329-a6e1-328e8c227e0f tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:11.250974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-d2c4d62f-2958-4329-a6e1-328e8c227e0f tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/networks?id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7 HTTP/1.1" status: 200 len: 811 time: 0.5352666 Jun 22 09:32:11.288206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.313693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b3eba4d-974f-48c2-9938-f610ae38d009,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.318557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc7ccd1-93af-41ca-9f67-d8ce1f734b76']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:11.318920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ecec7ef7-21db-44b2-88a3-2cd93ea2f86b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:11.331641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.346703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a43699-c9ec-468a-98d9-29fcdff322c6') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:11.346923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a43699-c9ec-468a-98d9-29fcdff322c6') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:11.351115 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-9cd2e109-8784-412c-8b72-ed7c9acc627a tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/quotas/cea1fda37c2b47e5964f1bca783c9632 HTTP/1.1" status: 200 len: 375 time: 0.0602205 Jun 22 09:32:11.368555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74166959-e536-44ff-8aac-36747113e917 None None] Pushing event deleted for resources: {'Port': ['ID=2aa0b0fb-0876-4a52-a22b-f12cd9783716,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.374639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74166959-e536-44ff-8aac-36747113e917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.392674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-59f079fe-c607-416e-9c55-40dbfd5896c1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3685791 Jun 22 09:32:11.400875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74166959-e536-44ff-8aac-36747113e917 None None] No DVR routers for this DVR port 2aa0b0fb-0876-4a52-a22b-f12cd9783716 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:11.401031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.407676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53350) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.412674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1d480eb0-c598-4282-bf13-091562667985 None None] Provisioning complete for port c66188c7-7f03-46c3-9175-fb8e67e7d690 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:11.413134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d480eb0-c598-4282-bf13-091562667985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.441683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:11.445024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.449179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.453900 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/0b92d1a3-e958-4cd2-9672-0923e512de51 HTTP/1.1" status: 204 len: 168 time: 2.0796571 Jun 22 09:32:11.457410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-100059d9-852b-46e2-9d3d-2850374d42dc tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:11.466739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53352) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.466940 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-41316deb-b29e-4611-a0ce-827d8960281a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2756743 Jun 22 09:32:11.472341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-2d8212de-a242-49de-b953-2ba4ee3d50d5 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cea1fda37c2b47e5964f1bca783c9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042323 Jun 22 09:32:11.472796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53354) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.484095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.488351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.505276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:11.505683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:11.515359 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:11.562067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=0b92d1a3-e958-4cd2-9672-0923e512de51,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.565005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.607649 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc5ec2f-511b-4cfd-9b3f-9be705cee3d9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:11.608181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc5ec2f-511b-4cfd-9b3f-9be705cee3d9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:11.609981 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4dc5ec2f-511b-4cfd-9b3f-9be705cee3d9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/a0acd29c-b19d-4cc9-82e9-4f695ddbe8c3 HTTP/1.1" status: 404 len: 337 time: 0.1285801 Jun 22 09:32:11.618739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53356) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.622081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.630940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:11.651455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.657163 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-312d150f-d0f5-4351-8b40-ae2932a83d61 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:11.657812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312d150f-d0f5-4351-8b40-ae2932a83d61 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:11.659444 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-312d150f-d0f5-4351-8b40-ae2932a83d61 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/a675e84d-60bb-4fa1-803d-fcb8180110d9 HTTP/1.1" status: 404 len: 339 time: 0.0397639 Jun 22 09:32:11.662004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53358) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.685921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Deleting port c66188c7-7f03-46c3-9175-fb8e67e7d690 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:11.694693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.712510 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a62e0f2-bb96-4dc2-81d3-5958b340b277 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:11.712973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a62e0f2-bb96-4dc2-81d3-5958b340b277 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:11.717183 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a62e0f2-bb96-4dc2-81d3-5958b340b277 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/67ad3879-7174-4ac2-8c92-18a76fa0a18a HTTP/1.1" status: 404 len: 337 time: 0.0499043 Jun 22 09:32:11.717519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53360) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.724598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:11.729146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.729270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.736129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-d0393523-115d-457a-a75f-de96a3db3348 service neutron] 10.222.0.65 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364929 Jun 22 09:32:11.756547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] For port c66188c7-7f03-46c3-9175-fb8e67e7d690, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c66188c7-7f03-46c3-9175-fb8e67e7d690,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:11.757676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.766326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.771842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-23558938-fe5f-4d1b-9a23-d2a3264ff696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:11.775304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95f0317-631a-4075-acc3-09fff11833d4 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:11.775954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95f0317-631a-4075-acc3-09fff11833d4 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:11.780095 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d95f0317-631a-4075-acc3-09fff11833d4 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/bfe07f0a-d0d1-4903-8afc-1da303217b02 HTTP/1.1" status: 404 len: 339 time: 0.0590692 Jun 22 09:32:11.782176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53362) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.808793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.812528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=25833951-3528-4d41-847a-b7e3b4ebaeba,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.822163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.824755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Calling delete_port for c66188c7-7f03-46c3-9175-fb8e67e7d690 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:11.861181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9746f43d-117c-4d78-81d6-1cbda54da1ef tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:11.864909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.866667 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/8dc7ccd1-93af-41ca-9f67-d8ce1f734b76 HTTP/1.1" status: 204 len: 168 time: 1.8892918 Jun 22 09:32:11.873112 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-0847d5c1-ec92-4445-8df6-ec0ebd71b6fe tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:11.873564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0847d5c1-ec92-4445-8df6-ec0ebd71b6fe tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:11.875286 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0847d5c1-ec92-4445-8df6-ec0ebd71b6fe tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/e8cbfe1c-0787-4166-a79f-9d1259916fbe HTTP/1.1" status: 404 len: 337 time: 0.0928752 Jun 22 09:32:11.876108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53364) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.878815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Transition to ACTIVE for port object 9b94bfe1-c03f-4672-9982-407024bca9dc will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:11.894223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-364619007'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:11.897398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53366) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.903543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.908384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Transition to ACTIVE for port object 9b94bfe1-c03f-4672-9982-407024bca9dc will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:11.929211 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-aceda024-0858-4c6d-a2f9-9693099d6409 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:11.929815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aceda024-0858-4c6d-a2f9-9693099d6409 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:11.931553 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aceda024-0858-4c6d-a2f9-9693099d6409 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/39acc03a-33ad-4931-af5f-65ccf46a3b80 HTTP/1.1" status: 404 len: 339 time: 0.0266650 Jun 22 09:32:11.933289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=8dc7ccd1-93af-41ca-9f67-d8ce1f734b76,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:11.949094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53368) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.950126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:11.950301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:11.950301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.950301 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6e55fbde-f050-40bc-9005-01a4205c8e0b HTTP/1.1" status: 204 len: 168 time: 0.4716372 Jun 22 09:32:11.950960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:11.959494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53370) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:11.959999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.014792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.020109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c964cdfc-2de2-4871-8f3d-112748bdee3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.071369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Pushing event updated for resources: {'Port': ['ID=9b94bfe1-c03f-4672-9982-407024bca9dc,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:12.074368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:12.075704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2aa0b0fb-0876-4a52-a22b-f12cd9783716 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:12.079027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.081568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.094494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-413d0495-a607-4851-a47a-cd00e975c44d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.096428 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-397fb244-53fe-4eb9-b7de-34fa4350ee0f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.096933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397fb244-53fe-4eb9-b7de-34fa4350ee0f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.100839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-397fb244-53fe-4eb9-b7de-34fa4350ee0f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/66ec96b4-44ba-4ae9-b127-0ce4ce92e132 HTTP/1.1" status: 404 len: 337 time: 0.1558280 Jun 22 09:32:12.104628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53372) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.106597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e55fbde-f050-40bc-9005-01a4205c8e0b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:12.108147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.113388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/86782439-56c8-462b-b923-90ce73eae885 HTTP/1.1" status: 204 len: 168 time: 1.4535882 Jun 22 09:32:12.121046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53374) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.122771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.123828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:12.131057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 2aa0b0fb-0876-4a52-a22b-f12cd9783716 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:12.131425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2aa0b0fb-0876-4a52-a22b-f12cd9783716 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:12.131888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c66188c7-7f03-46c3-9175-fb8e67e7d690 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:12.133885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d4842-3799-4b0f-9f72-199f604f274a None None] Network 711dc3da-2611-482a-9d0a-3eba7d30a60a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:12.169210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86782439-56c8-462b-b923-90ce73eae885,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:12.189737 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-32bb1c0e-2b61-47c4-b9b7-50ba770a287c service neutron] 10.222.0.65 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420507 Jun 22 09:32:12.193208 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7d73b540-e05b-43ca-a2e8-6af5b8ac1588 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2323914 Jun 22 09:32:12.193669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53376) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.194264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:12.216403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Pushing event deleted for resources: {'Port': ['ID=c66188c7-7f03-46c3-9175-fb8e67e7d690,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:12.227794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:12.227794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] No DVR routers for this DVR port c66188c7-7f03-46c3-9175-fb8e67e7d690 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:12.228375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1fcb71-e242-4f7e-af55-33d5d3d8763c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.228375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1fcb71-e242-4f7e-af55-33d5d3d8763c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.228375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c1fcb71-e242-4f7e-af55-33d5d3d8763c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/1d9a4f21-af41-4246-889e-8feb26fa8d91 HTTP/1.1" status: 404 len: 339 time: 0.1126451 Jun 22 09:32:12.231976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53378) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.232215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:12.241569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c66188c7-7f03-46c3-9175-fb8e67e7d690 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:12.241928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c66188c7-7f03-46c3-9175-fb8e67e7d690 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:12.242386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8f88ac53-c04e-4164-8afa-2ddacdadf494 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:12.244526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:12.254675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:12.274475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45685fd-d0cf-4cf4-8b98-56645f14fbfc tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.274943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45685fd-d0cf-4cf4-8b98-56645f14fbfc tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.277389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f45685fd-d0cf-4cf4-8b98-56645f14fbfc tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/87100e95-1e24-4381-8aa7-027e6e18bbc4 HTTP/1.1" status: 404 len: 337 time: 0.0443444 Jun 22 09:32:12.280986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 8f88ac53-c04e-4164-8afa-2ddacdadf494 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:12.281345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8f88ac53-c04e-4164-8afa-2ddacdadf494 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:12.282991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53380) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.315946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.319977 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeefd068-6496-41a0-b87a-4dad1f7851aa tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.320617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeefd068-6496-41a0-b87a-4dad1f7851aa tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.322318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aeefd068-6496-41a0-b87a-4dad1f7851aa tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/d1883537-75e5-4479-8cd4-3700f7446125 HTTP/1.1" status: 404 len: 339 time: 0.0383799 Jun 22 09:32:12.328813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53382) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.333978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.359913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:12.363926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.372142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.372374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.377696 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bea7485-e9a2-42b6-824d-751ab4a223cb tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.378164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bea7485-e9a2-42b6-824d-751ab4a223cb tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.382408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7bea7485-e9a2-42b6-824d-751ab4a223cb tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/6816243c-16c5-41f6-920b-9b8ab3f9a593 HTTP/1.1" status: 404 len: 337 time: 0.0501525 Jun 22 09:32:12.392629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53384) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.392800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e95007d5-3922-487b-9499-6f792515e9e9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.408443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Attempting to bind port 9b94bfe1-c03f-4672-9982-407024bca9dc on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:12.409118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Attempting to bind port 9b94bfe1-c03f-4672-9982-407024bca9dc by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4a9fdc95-f20c-42d1-b1ca-259ea37ba499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:12.410287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Attempting to bind port 9b94bfe1-c03f-4672-9982-407024bca9dc on network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:12.419700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fb22a5-7b7f-4ef0-ab60-2e187ca233eb tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.421251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:12.421405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fb22a5-7b7f-4ef0-ab60-2e187ca233eb tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.421509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Checking segment: {'id': '4a9fdc95-f20c-42d1-b1ca-259ea37ba499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:12.421509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.421963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Bound using segment: {'id': '4a9fdc95-f20c-42d1-b1ca-259ea37ba499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:12.422546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Bound port: 9b94bfe1-c03f-4672-9982-407024bca9dc, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9fdc95-f20c-42d1-b1ca-259ea37ba499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '084b2cf8-87b9-4da4-bf88-ad1fe9ff72af'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:12.423310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2fb22a5-7b7f-4ef0-ab60-2e187ca233eb tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/4fda2168-7a98-4d39-98f4-3158a7fa4461 HTTP/1.1" status: 404 len: 339 time: 0.0347509 Jun 22 09:32:12.425714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.429516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53386) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.434954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.529507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.530907 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd794b1f-1b92-4af7-a3ac-02a57a4dbf64 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.531367 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd794b1f-1b92-4af7-a3ac-02a57a4dbf64 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.536005 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fd794b1f-1b92-4af7-a3ac-02a57a4dbf64 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/803168ee-ee6f-4e98-9fd0-4cb5c4d2dca8 HTTP/1.1" status: 404 len: 337 time: 0.0893583 Jun 22 09:32:12.536005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:12.544918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] For port 9b94bfe1-c03f-4672-9982-407024bca9dc, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:12.548938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] For port 9b94bfe1-c03f-4672-9982-407024bca9dc, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9b94bfe1-c03f-4672-9982-407024bca9dc,segment=NetworkSegment(4a9fdc95-f20c-42d1-b1ca-259ea37ba499),segment_id=4a9fdc95-f20c-42d1-b1ca-259ea37ba499)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:12.556716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53392) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.575982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.577316 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/378ac543-c51d-4ed9-8bd5-2facf558cb32 HTTP/1.1" status: 204 len: 168 time: 0.3793797 Jun 22 09:32:12.589410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53394) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.595797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.596293 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment 9c0ddac7-325d-4cf7-89b7-511b814e1d8a of type vlan for network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a Jun 22 09:32:12.598762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=35966972-e719-4f9a-ab3e-16979b088bc2,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:12.622653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:12.622970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-014ff71c-e558-4c43-8c56-8a0e634c01b4 req-2e7ecc70-1d84-47b1-a255-a179f6d44ef9 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.1253905 Jun 22 09:32:12.623077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8965f377-e7ce-4d65-9c55-e3a02e885dda tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.626449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7221cdf-6012-45c9-84ee-e3aedd79a3b4 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.627229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7221cdf-6012-45c9-84ee-e3aedd79a3b4 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.628934 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a7221cdf-6012-45c9-84ee-e3aedd79a3b4 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/a2f68bae-0ca7-4dec-9d33-0b9e11cbb13d HTTP/1.1" status: 404 len: 339 time: 0.0706158 Jun 22 09:32:12.635583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] DHCP port deletion for 711dc3da-2611-482a-9d0a-3eba7d30a60a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:12.653441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53396) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.698189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': 'fa88677a-7758-4428-b819-634b435f4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '462217c5-828a-442c-aae4-85846c1acbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:12.698807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: 462217c5-828a-442c-aae4-85846c1acbac, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:12.700006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Deleting port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:12.700616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.701261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=378ac543-c51d-4ed9-8bd5-2facf558cb32,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:12.710162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:12.747336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.749702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-836d162b-5dc1-4b09-b12b-d959bdbd2eb3 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.750163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836d162b-5dc1-4b09-b12b-d959bdbd2eb3 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.751866 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-836d162b-5dc1-4b09-b12b-d959bdbd2eb3 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/9783874a-66c7-4a40-a201-22807f895024 HTTP/1.1" status: 404 len: 337 time: 0.0903521 Jun 22 09:32:12.754865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.760909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53402) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.761102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.820173 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-25f47294-60a8-4ca6-b52e-4cbf833f4875 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2186947 Jun 22 09:32:12.826237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53404) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.828666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Deleting port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:12.829078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.830792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] For port a961cdb6-2404-4cd1-a8a7-5947590aa6e2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:12.831914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.850149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f5ef1b-b670-40e6-8ce1-052803ccaa72 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:12.887651 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb09105b-ebcb-47f3-a3b3-214ec425ccca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:12.888474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb09105b-ebcb-47f3-a3b3-214ec425ccca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:12.889964 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cb09105b-ebcb-47f3-a3b3-214ec425ccca tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/4e36a167-1dad-4671-b7d0-d3b38982319d HTTP/1.1" status: 404 len: 339 time: 0.1198776 Jun 22 09:32:12.891743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:32:12.900260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53406) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:12.904451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:32:12.907788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.915713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.922101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:12.934569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Calling delete_port for a961cdb6-2404-4cd1-a8a7-5947590aa6e2 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:12.947865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network 462217c5-828a-442c-aae4-85846c1acbac is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:12.967221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b950c10-314a-4706-a496-13476bb2ba4a tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:12.972655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] For port a961cdb6-2404-4cd1-a8a7-5947590aa6e2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,segment=NetworkSegment(3cb6e39d-9074-4bb4-8f07-ab6ab92afc65),segment_id=3cb6e39d-9074-4bb4-8f07-ab6ab92afc65)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:12.973026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.007689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Pushing event updated for resources: {'Port': ['ID=9b94bfe1-c03f-4672-9982-407024bca9dc,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.012879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.041174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:13.090032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:13.100668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:13.101520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.124059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=8385ee1f-9cfa-4440-b7ce-32b310d7b1d9,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.130286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651aae49-f84d-4eae-8d7c-504e6e406a0e None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:13.131432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.143039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:13.152602 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/routers/25f5ef1b-b670-40e6-8ce1-052803ccaa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2990737 Jun 22 09:32:13.153477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53408) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.205445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.210844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-257dfc25-6aef-4cd0-bfbf-a9e84c1e4a9e tempest-ServersTestManualDisk-172010365 tempest-ServersTestManualDisk-172010365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:13.216457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.220390 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/928aa2a5-ef1a-46b0-9259-c3ee5fa6c81c HTTP/1.1" status: 204 len: 168 time: 0.3928838 Jun 22 09:32:13.222997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53410) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.237150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8088727 Jun 22 09:32:13.241379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] Sync routers for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:13.243287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53412) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.244460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.246344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=928aa2a5-ef1a-46b0-9259-c3ee5fa6c81c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.254533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:13.259146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.261556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6f267e97-2677-4a26-b961-cb1822a30b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:13.345310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] No DVR routers for this DVR port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:13.358004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Pushing event deleted for resources: {'Port': ['ID=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.365442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.368801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:13.369479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:13.404418 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-192a336f-2ef6-49e6-8675-a2b63f204609 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1763527 Jun 22 09:32:13.411160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53414) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.418347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:13.427849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.440475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting subnet c6599d4b-7499-46bb-9c78-26deb0fbee88 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:13.452329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] Routers {'25f5ef1b-b670-40e6-8ce1-052803ccaa72'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:13.453129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:13.470194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Calling delete_port for a961cdb6-2404-4cd1-a8a7-5947590aa6e2 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:13.473090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.481293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.483432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:13.484076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.486321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 462217c5-828a-442c-aae4-85846c1acbac) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:13.505512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47823304-9cf0-4035-bdbc-2a49f18a10be None None] Network 462217c5-828a-442c-aae4-85846c1acbac requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:13.515473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ef9205f-18a2-40be-b162-e6beb2d5e2ae tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:13.521067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.530149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:13.530764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.567031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.586693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:13.587616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d683379-10b8-4323-ae2e-b81305616c9c None None] The sync data for ids ['25f5ef1b-b670-40e6-8ce1-052803ccaa72'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:13.615930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.629553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '8385ee1f-9cfa-4440-b7ce-32b310d7b1d9'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:13.630565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.646302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.652333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=2c9d71fe-54f0-458c-80df-43ce89f9ba8a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.673672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:13.678278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:13.683367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.697182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.751352 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8afdaf3f-6abe-4af6-afb7-df6b1792e953 req-82915ecf-f6f6-4c2a-bbf2-ed049e52952f tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.0530829 Jun 22 09:32:13.787487 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5952528 Jun 22 09:32:13.790945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53420) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.808507 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9158978 Jun 22 09:32:13.813456 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8385ee1f-9cfa-4440-b7ce-32b310d7b1d9 (CIDR: 2001:db8::/64) Jun 22 09:32:13.814567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.815737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53422) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.824664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:13.824882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.835139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:13.839929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/bb0f4e22-6ce7-4431-9bde-b4d94f51407a HTTP/1.1" status: 204 len: 168 time: 0.4248459 Jun 22 09:32:13.871287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fe91f3a6-39fe-42b7-b0d7-0c6f718b106a tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:13.873425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:13.903418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53424) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:13.922121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Pushing event deleted for resources: {'Port': ['ID=a961cdb6-2404-4cd1-a8a7-5947590aa6e2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.925503 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:32:13.926211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:13.932947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.944855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0f4e22-6ce7-4431-9bde-b4d94f51407a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:13.946200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] No DVR routers for this DVR port a961cdb6-2404-4cd1-a8a7-5947590aa6e2 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:13.960153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:13.984483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.031019 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-792e9721-d4ee-45ac-8429-c60e9abbd743 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1249905 Jun 22 09:32:14.037960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53426) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:14.053027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 09cb5636-53d8-4936-ba22-44950debe091 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:14.053726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.117463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-462217c5-828a-442c-aae4-85846c1acbac', 'network_id': '462217c5-828a-442c-aae4-85846c1acbac', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': '35966972-e719-4f9a-ab3e-16979b088bc2'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:14.118626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.129170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Allocated IP 2001:db8::f816:3eff:fe01:9a8a (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/8385ee1f-9cfa-4440-b7ce-32b310d7b1d9/facdc49d-cef7-407e-89a6-5b5dcaf77a6d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:14.202839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.237896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.238128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9b94bfe1-c03f-4672-9982-407024bca9dc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:14.245948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67a99d-f0b2-4ab3-97b6-af2ecbceec33 None None] Network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:14.251023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711dc3da-2611-482a-9d0a-3eba7d30a60a']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:14.264084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:14.264704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb6e39d-9074-4bb4-8f07-ab6ab92afc65') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:14.276537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.292715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.300409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:14.301014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:14.313610 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:14.427781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.475276 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0626e727-faa6-47b2-9384-2ddb8d2618c9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2266946 Jun 22 09:32:14.476227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53428) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:14.479169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.483514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:14.487506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.542113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.545712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.550640 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] 10.222.0.65 "DELETE /v2.0/networks/711dc3da-2611-482a-9d0a-3eba7d30a60a HTTP/1.1" status: 204 len: 168 time: 2.4226658 Jun 22 09:32:14.554488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:14.579085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Pushing event deleted for resources: {'Network': ['ID=711dc3da-2611-482a-9d0a-3eba7d30a60a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:14.586966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:14.588477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.591856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d766504c-c849-480a-bb44-26cda416681d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:14.603921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Allocated IP 2001:db8::1 (462217c5-828a-442c-aae4-85846c1acbac/35966972-e719-4f9a-ab3e-16979b088bc2/f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:14.607932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 9b94bfe1-c03f-4672-9982-407024bca9dc completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:14.609917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e9a9e4d9-3092-4da6-8d16-811ce7acd8a3 None None] Provisioning for port 9b94bfe1-c03f-4672-9982-407024bca9dc completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:14.622330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Subnet': ['ID=c6599d4b-7499-46bb-9c78-26deb0fbee88,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:14.630688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:14.634559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.638703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.639275 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/subnets/c6599d4b-7499-46bb-9c78-26deb0fbee88 HTTP/1.1" status: 204 len: 168 time: 1.7351778 Jun 22 09:32:14.641862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 9b94bfe1-c03f-4672-9982-407024bca9dc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:14.642241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.644045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53432) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:14.645801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.650364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8842b60-79b6-46f8-86a4-e818bcdd4657 None None] Network fa049930-6c79-4c4d-ad4a-b179c63406bd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:14.652521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e9a9e4d9-3092-4da6-8d16-811ce7acd8a3 None None] Provisioning complete for port 9b94bfe1-c03f-4672-9982-407024bca9dc triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:14.652898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e4d9-3092-4da6-8d16-811ce7acd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.738007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.741220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.744290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.747663 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/a6d461c0-012e-4591-abee-f65878979ba5 HTTP/1.1" status: 204 len: 168 time: 0.7075305 Jun 22 09:32:14.747813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b583cd2f-590f-4ee6-bd75-4bb1c4b41294 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:14.751054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53434) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:14.771214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d461c0-012e-4591-abee-f65878979ba5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:14.782354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:14.809374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 09cb5636-53d8-4936-ba22-44950debe091 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:14.866399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:14.871617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:14.878276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Transition to ACTIVE for port object facdc49d-cef7-407e-89a6-5b5dcaf77a6d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:14.882836 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8459e943-27b5-4d50-8404-b6908e36c59d tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1276722 Jun 22 09:32:14.884698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53438) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:14.890308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--458262207'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:14.915645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Deleting port e5290b70-3dac-40fa-b3ea-b20a26187dd9 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:14.917417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.002580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] For port e5290b70-3dac-40fa-b3ea-b20a26187dd9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e5290b70-3dac-40fa-b3ea-b20a26187dd9,segment=NetworkSegment(6ebf99b8-9731-41d8-9fa7-fa81b9246f51),segment_id=6ebf99b8-9731-41d8-9fa7-fa81b9246f51)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:15.003003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.017867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Transition to ACTIVE for port object facdc49d-cef7-407e-89a6-5b5dcaf77a6d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:15.069264 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-633902e2-28bd-4624-b0ab-ae4e33127189 req-2bf509a0-f323-482e-bfab-a8b20c4f8bb4 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.0856481 Jun 22 09:32:15.083506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Calling delete_port for e5290b70-3dac-40fa-b3ea-b20a26187dd9 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:15.150313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.156652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53440) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:15.158656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a7f2542f-c082-4dd5-a337-42292495dff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.160509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:15.164028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.235317 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fbbeb37d-f177-48ae-8055-247e397ca778 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ea17b6ef7a34da8b8f78dd6c5c0e04b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0672188 Jun 22 09:32:15.235808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53442) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:15.249819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.276639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:15.304944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:15.310665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:15.314926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.325798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Pushing event updated for resources: {'Port': ['ID=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:15.337771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.341986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e4d9-3092-4da6-8d16-811ce7acd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.345624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:15.352595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.375170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.390383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1cf2d358-77b2-4f12-aa3c-291bff27fff6 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.395769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.402374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.407507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-944419f4-b5d6-45ae-a990-82305b471ce0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.424014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Transition to ACTIVE for port object f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:15.464890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Port': ['ID=e5290b70-3dac-40fa-b3ea-b20a26187dd9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:15.483331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.492079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] No DVR routers for this DVR port e5290b70-3dac-40fa-b3ea-b20a26187dd9 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:15.513998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.515647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:15.518947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=09cb5636-53d8-4936-ba22-44950debe091,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:15.522555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:15.531211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-189db7fc-26bd-4953-aa84-bb72d8ef84fe tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.537440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 9b94bfe1-c03f-4672-9982-407024bca9dc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9b94bfe1-c03f-4672-9982-407024bca9dc,segment=NetworkSegment(4a9fdc95-f20c-42d1-b1ca-259ea37ba499),segment_id=4a9fdc95-f20c-42d1-b1ca-259ea37ba499)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:15.547211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Transition to ACTIVE for port object f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:15.548708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Attempting to bind port facdc49d-cef7-407e-89a6-5b5dcaf77a6d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:15.549085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Attempting to bind port facdc49d-cef7-407e-89a6-5b5dcaf77a6d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:15.549447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Attempting to bind port facdc49d-cef7-407e-89a6-5b5dcaf77a6d on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:15.556224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:15.556609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:15.557016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.557636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:15.557932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Bound port: facdc49d-cef7-407e-89a6-5b5dcaf77a6d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:15.558315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.654474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.696391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': '9c0ddac7-325d-4cf7-89b7-511b814e1d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:15.697409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 2c9d71fe-54f0-458c-80df-43ce89f9ba8a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:15.698013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b1130-ff31-4a4a-8672-12382553b491 None None] DHCP port deletion for fa049930-6c79-4c4d-ad4a-b179c63406bd request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:15.709789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] For port facdc49d-cef7-407e-89a6-5b5dcaf77a6d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:15.735968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] For port facdc49d-cef7-407e-89a6-5b5dcaf77a6d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:15.745874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.754001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.765764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=d0c29caf-b0af-49bd-9a0b-99edf41fc478,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:15.772209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:15.813347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.832721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-e9a9e4d9-3092-4da6-8d16-811ce7acd8a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:15.833920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-e9a9e4d9-3092-4da6-8d16-811ce7acd8a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:15.833920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-52da1430-3385-4058-a0ee-076646459196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.861869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.886112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b05d8-726d-4bb9-9505-60c7834f4790,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:15.891409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:15.901395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa049930-6c79-4c4d-ad4a-b179c63406bd']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:15.935373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebf99b8-9731-41d8-9fa7-fa81b9246f51') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:15.935656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebf99b8-9731-41d8-9fa7-fa81b9246f51') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:15.940110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Network 462217c5-828a-442c-aae4-85846c1acbac is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:15.941604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.949057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Pushing event updated for resources: {'Port': ['ID=f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:15.958569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:15.961772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:15.962234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:15.964869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.966391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.968901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.972800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:15.974500 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0845444 Jun 22 09:32:15.974627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53444) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:15.978747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:15.987895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-f41594a0-ecfc-4fec-a315-7d4699dbe824 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:15.990998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-f41594a0-ecfc-4fec-a315-7d4699dbe824 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.24 "GET /v2.0/networks?id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7 HTTP/1.1" status: 200 len: 811 time: 0.3840628 Jun 22 09:32:15.997634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.000140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.004102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.005537 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36ff70d9-35c1-4aeb-987a-441e9673b940 HTTP/1.1" status: 204 len: 168 time: 0.7688279 Jun 22 09:32:16.013202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.014967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b948b23c-a453-4e87-8e5c-71b4bfa3aa70 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:16.020869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': '9d3b05d8-726d-4bb9-9505-60c7834f4790', 'direction': 'ingress', 'protocol': 17}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:16.027204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Request body: {'port': {'device_id': '8368609f-defe-45a2-be20-86ef05d61671', 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7', 'admin_state_up': True, 'tenant_id': 'cea1fda37c2b47e5964f1bca783c9632'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:16.028991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.081228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=35966972-e719-4f9a-ab3e-16979b088bc2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:16.083676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:16.136866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:16.137367 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.141249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f4690211-4f15-46db-bcf5-a1e20184ca5e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:16.143350 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:16.183367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a961cdb6-2404-4cd1-a8a7-5947590aa6e2 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:16.275042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:16.297179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ff70d9-35c1-4aeb-987a-441e9673b940,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:16.304247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:16.319402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: a961cdb6-2404-4cd1-a8a7-5947590aa6e2 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:16.320074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a961cdb6-2404-4cd1-a8a7-5947590aa6e2 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:16.365579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.366619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Attempting to bind port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:16.367010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Attempting to bind port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'fa88677a-7758-4428-b819-634b435f4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '462217c5-828a-442c-aae4-85846c1acbac'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:16.367555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Attempting to bind port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b on network 462217c5-828a-442c-aae4-85846c1acbac {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:16.386363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=9b94bfe1-c03f-4672-9982-407024bca9dc,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:16.388628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.391928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e3b1b7c-a92c-40dd-beae-ab1713b97637 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:16.395975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:16.396742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e308005e-a65c-419f-b10d-b527e9c25c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:16.401554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:16.401988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Checking segment: {'id': 'fa88677a-7758-4428-b819-634b435f4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '462217c5-828a-442c-aae4-85846c1acbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:16.402358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.402765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Bound using segment: {'id': 'fa88677a-7758-4428-b819-634b435f4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '462217c5-828a-442c-aae4-85846c1acbac'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:16.403992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Bound port: f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa88677a-7758-4428-b819-634b435f4b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '462217c5-828a-442c-aae4-85846c1acbac'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:16.403992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.425896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462217c5-828a-442c-aae4-85846c1acbac']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:16.468939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.469585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Fanout notify agent at l3_agent the message router_deleted on router 25f5ef1b-b670-40e6-8ce1-052803ccaa72 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:32:16.483364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.487361 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/routers/25f5ef1b-b670-40e6-8ce1-052803ccaa72 HTTP/1.1" status: 204 len: 168 time: 3.3326874 Jun 22 09:32:16.509920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 2c9d71fe-54f0-458c-80df-43ce89f9ba8a) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:16.519106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:16.519722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.564351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa88677a-7758-4428-b819-634b435f4b7a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:16.564940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa88677a-7758-4428-b819-634b435f4b7a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:16.571076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53450) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:16.594975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a532b2-390b-4754-bb8a-e409f6704ec4 None None] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:16.616859 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8b208f5a-a78e-44b5-b9a9-c6651cac67f0 req-e0dbe402-ded1-44b1-8f13-2927852ffd1f tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.2320919 Jun 22 09:32:16.645012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.652786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.658881 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] 10.222.0.65 "DELETE /v2.0/networks/fa049930-6c79-4c4d-ad4a-b179c63406bd HTTP/1.1" status: 204 len: 168 time: 2.0136690 Jun 22 09:32:16.667630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.696068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:16.740209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Pushing event updated for resources: {'Port': ['ID=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:16.743907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5290b70-3dac-40fa-b3ea-b20a26187dd9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:16.780765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting subnet f8959120-3933-45d7-af15-b211ccd62368 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:16.783234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Pushing event deleted for resources: {'Network': ['ID=fa049930-6c79-4c4d-ad4a-b179c63406bd,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:16.787097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:16.796042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53460) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:16.796880 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9785371 Jun 22 09:32:16.808746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.812357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.815310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1621253836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:16.817525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] For port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:16.825273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:16.839807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.854587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:16.872797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:16.876565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:16.876974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.880468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:16.881535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:16.881726 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:16.903571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: e5290b70-3dac-40fa-b3ea-b20a26187dd9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:16.905045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=84bbfd50-9982-48c4-a053-8065a85e3dd9,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:16.914022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:16.915461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5290b70-3dac-40fa-b3ea-b20a26187dd9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:16.943541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-82f816b6-50a3-4f63-a3a9-63804c65970c None None] Provisioning complete for port 9b94bfe1-c03f-4672-9982-407024bca9dc triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:16.956073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.964090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-82f816b6-50a3-4f63-a3a9-63804c65970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:16.978479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.030948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] For port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b,segment=NetworkSegment(fa88677a-7758-4428-b819-634b435f4b7a),segment_id=fa88677a-7758-4428-b819-634b435f4b7a)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:17.039955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:32:17.039955 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:32:17.039955 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': '462217c5-828a-442c-aae4-85846c1acbac'}] Jun 22 09:32:17.039955 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:17.040417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:17.071507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.082867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:17.094519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Made reservation on behalf of cea1fda37c2b47e5964f1bca783c9632 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:17.099335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.108904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.115030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edc067c-4092-4238-8b33-536a22785e2f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:17.118117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:17.120440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.127055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5fa60037-4f6d-4874-8dc8-70463defce69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:17.219978 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7384257 Jun 22 09:32:17.220197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53470) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:17.226420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:ec:d9:32', 'name': 'tempest-NetworksTestDHCPv6-884570195'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:17.322507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.324187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.326497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.332086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e52b5e5-ed7e-4a3d-940b-5bed52ba0e27 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:17.361609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-2c9d71fe-54f0-458c-80df-43ce89f9ba8a', 'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': 'd0c29caf-b0af-49bd-9a0b-99edf41fc478'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:17.362488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.386693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Subnet': ['ID=f8959120-3933-45d7-af15-b211ccd62368,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:17.395603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Pushing event updated for resources: {'Port': ['ID=f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:17.406421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:17.407248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:17.427169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aef956-d2e1-4c53-9e82-d5488cf10c32 None None] Network 462217c5-828a-442c-aae4-85846c1acbac requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:17.437016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.441849 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/subnets/f8959120-3933-45d7-af15-b211ccd62368 HTTP/1.1" status: 204 len: 168 time: 0.8649576 Jun 22 09:32:17.456877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.473350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4856677 Jun 22 09:32:17.485068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53476) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:17.486531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53478) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:17.488019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53482) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:17.490540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7fb98-3de0-46ed-8541-b64d9a509502 None None] Network b8700d04-ed68-4dcd-9241-e7ecf656cd1e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:17.565913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Allocated IP 172.20.0.4 (4b1f2fe0-e223-48ac-b788-2e53e37d06b7/dece56d7-f4ec-47c1-a94e-b6cde9f61fa7/7d757608-6a76-48e1-bb9b-66d9841811f7) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:17.567490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.641505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.688206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Allocated IP 172.20.0.2 (2c9d71fe-54f0-458c-80df-43ce89f9ba8a/d0c29caf-b0af-49bd-9a0b-99edf41fc478/f4816869-0f95-457c-b2d6-b0d2124e7b5d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:17.696890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:17.768287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.793242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.811901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.850439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.852327 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a4f1395e-3750-4e15-8822-2506056eb6a2 req-da816194-6d29-4e4f-909f-c9e415ae9aac tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.0380356 Jun 22 09:32:17.879178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:17.913291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 771fdc5b-1989-4544-a7d4-9fdf6f43de5f yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:32:18.082588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcdb7e-6077-4318-8667-9f20c3fd0365 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:18.113435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8:0:1::314 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/84bbfd50-9982-48c4-a053-8065a85e3dd9/771fdc5b-1989-4544-a7d4-9fdf6f43de5f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:18.121552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::f816:3eff:feec:d932 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/8385ee1f-9cfa-4440-b7ce-32b310d7b1d9/771fdc5b-1989-4544-a7d4-9fdf6f43de5f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:18.260757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.262090 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-66185f6d-885d-4333-a722-83485a68b63e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4563117 Jun 22 09:32:18.267849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53496) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:18.273547 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0d379899-1bdd-4ffd-a913-b33717a76acc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e46e6fa4f25249e997e92644fba2a2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7513876 Jun 22 09:32:18.287197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53498) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:18.368277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.400176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.427254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.522580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:18.522580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.524474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.525108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-02288f1d-41ad-4f2a-8790-1324d970403a None None] Provisioning for port facdc49d-cef7-407e-89a6-5b5dcaf77a6d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:18.575218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] DHCP port deletion for b8700d04-ed68-4dcd-9241-e7ecf656cd1e request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:18.611380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9b94bfe1-c03f-4672-9982-407024bca9dc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:18.656705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Update dhcp port {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '8385ee1f-9cfa-4440-b7ce-32b310d7b1d9', 'ip_address': '2001:db8::f816:3eff:fe01:9a8a'}, {'subnet_id': '84bbfd50-9982-48c4-a053-8065a85e3dd9'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': 'facdc49d-cef7-407e-89a6-5b5dcaf77a6d'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:32:18.669840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b,segment=NetworkSegment(fa88677a-7758-4428-b819-634b435f4b7a),segment_id=fa88677a-7758-4428-b819-634b435f4b7a)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:18.670420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.694112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.706391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.721777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Deleting port 075f27a6-4004-4d38-88f8-f04ac39224db {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:18.722152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.726239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 9b94bfe1-c03f-4672-9982-407024bca9dc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:18.726603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.771554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 075f27a6-4004-4d38-88f8-f04ac39224db {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:18.771916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.822271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:18.830346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Transition to ACTIVE for port object f4816869-0f95-457c-b2d6-b0d2124e7b5d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:18.830851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 771fdc5b-1989-4544-a7d4-9fdf6f43de5f will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:18.877000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.877309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.879963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.880333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.881179 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe0f9b34-9361-4ed2-8f1b-ddfa00f9f678 HTTP/1.1" status: 204 len: 168 time: 0.5925047 Jun 22 09:32:18.881412 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d3b05d8-726d-4bb9-9505-60c7834f4790 HTTP/1.1" status: 204 len: 168 time: 1.3773746 Jun 22 09:32:18.881996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a90fbf79-2d19-4517-8ced-cb2593571f11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:18.889550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58273666-4f78-4b2d-a455-a5e5fdf5e0de tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:18.905250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53504) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:18.917857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f9b34-9361-4ed2-8f1b-ddfa00f9f678,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:18.919543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] For port 075f27a6-4004-4d38-88f8-f04ac39224db, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=075f27a6-4004-4d38-88f8-f04ac39224db,segment=NetworkSegment(2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6),segment_id=2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:18.919971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:18.940096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Transition to ACTIVE for port object f4816869-0f95-457c-b2d6-b0d2124e7b5d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:18.954931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.007662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.008860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Calling delete_port for 075f27a6-4004-4d38-88f8-f04ac39224db owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:19.042104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-45884915-f270-4409-9910-1f061837e4da tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.080823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:19.086944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:19.089484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:19.095718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:19.096378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.097960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3b05d8-726d-4bb9-9505-60c7834f4790,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.100830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.108958 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d25fbb73-9eeb-4aad-bdfe-8980045b012f tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2096710 Jun 22 09:32:19.115145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53512) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:19.122958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] For port 075f27a6-4004-4d38-88f8-f04ac39224db, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=075f27a6-4004-4d38-88f8-f04ac39224db,segment=NetworkSegment(2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6),segment_id=2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:19.123253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.124082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.125724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--503078179'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:19.135687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.137417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=771fdc5b-1989-4544-a7d4-9fdf6f43de5f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.142033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.223195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:19.230417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Allocated IP 2001:db8:0:1::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/84bbfd50-9982-48c4-a053-8065a85e3dd9/facdc49d-cef7-407e-89a6-5b5dcaf77a6d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:19.246400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 075f27a6-4004-4d38-88f8-f04ac39224db owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:19.252583 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79666e0f-58c8-4df5-8535-658252304998 req-dc5c479f-0d6b-44cd-a34b-95b017921bf1 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.1507201 Jun 22 09:32:19.253795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0316727 Jun 22 09:32:19.259069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53516) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:19.259575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.270660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.280348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e36edc29-5edd-48a7-b29d-4d831fd2be44 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.290139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:19.297878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device facdc49d-cef7-407e-89a6-5b5dcaf77a6d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:19.302452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:19.309729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Pushing event updated for resources: {'Port': ['ID=f4816869-0f95-457c-b2d6-b0d2124e7b5d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.315915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:19.343983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.354602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=f09a5eed-eac1-46e8-a5a8-7c9f282a3b8b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.397175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.422855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:19.429802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.433541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2b3c63b4-23da-4d71-9df8-22c7b76e5a9d tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.469644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] For port facdc49d-cef7-407e-89a6-5b5dcaf77a6d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:19.503069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.509245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.537263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:19.547043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 771fdc5b-1989-4544-a7d4-9fdf6f43de5f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:19.547721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.554623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Pushing event updated for resources: {'Port': ['ID=7d757608-6a76-48e1-bb9b-66d9841811f7,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.570401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Attempting to bind port f4816869-0f95-457c-b2d6-b0d2124e7b5d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:19.570401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Attempting to bind port f4816869-0f95-457c-b2d6-b0d2124e7b5d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9c0ddac7-325d-4cf7-89b7-511b814e1d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:19.570401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Attempting to bind port f4816869-0f95-457c-b2d6-b0d2124e7b5d on network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:19.573575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:19.573951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Checking segment: {'id': '9c0ddac7-325d-4cf7-89b7-511b814e1d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:19.574355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.577572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Bound using segment: {'id': '9c0ddac7-325d-4cf7-89b7-511b814e1d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:19.577572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Bound port: f4816869-0f95-457c-b2d6-b0d2124e7b5d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0ddac7-325d-4cf7-89b7-511b814e1d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2c9d71fe-54f0-458c-80df-43ce89f9ba8a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:19.577572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.618538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.621794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.630712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b02e1d79-1afb-40be-bacc-28b9eafce20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.635999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Transition to ACTIVE for port object facdc49d-cef7-407e-89a6-5b5dcaf77a6d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:19.635999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.636331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462217c5-828a-442c-aae4-85846c1acbac']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:19.640628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.649519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa88677a-7758-4428-b819-634b435f4b7a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:19.650216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa88677a-7758-4428-b819-634b435f4b7a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:19.664229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.680418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.688774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:19.689443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.699853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3209df4e-68c5-41b9-b9e4-f92b7489c057,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.705465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.710383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Pushing event deleted for resources: {'Port': ['ID=075f27a6-4004-4d38-88f8-f04ac39224db,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:19.716650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.725795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] No DVR routers for this DVR port 075f27a6-4004-4d38-88f8-f04ac39224db on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:19.742330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.750714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] For port f4816869-0f95-457c-b2d6-b0d2124e7b5d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:19.758451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] For port f4816869-0f95-457c-b2d6-b0d2124e7b5d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f4816869-0f95-457c-b2d6-b0d2124e7b5d,segment=NetworkSegment(9c0ddac7-325d-4cf7-89b7-511b814e1d8a),segment_id=9c0ddac7-325d-4cf7-89b7-511b814e1d8a)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:19.765000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port facdc49d-cef7-407e-89a6-5b5dcaf77a6d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:19.765216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:19.766303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:19.771232 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:19.773661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port facdc49d-cef7-407e-89a6-5b5dcaf77a6d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:19.773661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.792697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.825802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.830260 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7140689 Jun 22 09:32:19.831469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.835712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53530) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:19.840441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.848208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.864542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 771fdc5b-1989-4544-a7d4-9fdf6f43de5f owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:19.875513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361062757'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:19.924062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port facdc49d-cef7-407e-89a6-5b5dcaf77a6d had new provisioning blocks added so it will not transition to active. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 22 09:32:19.943507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.955034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:19.955715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.968533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:19.972644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:19.974534 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/462217c5-828a-442c-aae4-85846c1acbac HTTP/1.1" status: 204 len: 168 time: 6.1810479 Jun 22 09:32:19.987442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53536) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:20.014893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Pushing event updated for resources: {'Port': ['ID=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:20.027354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357638006'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:20.030690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.032806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:20.033328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:20.066577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=462217c5-828a-442c-aae4-85846c1acbac,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:20.130759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:20.163704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.171011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Pushing event updated for resources: {'Port': ['ID=f4816869-0f95-457c-b2d6-b0d2124e7b5d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:20.180939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:20.207613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c24f8ed8-a0f4-4c36-8b83-947670c5c29e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:20.238868 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2242603 Jun 22 09:32:20.238868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] No DVR routers for this DVR port 075f27a6-4004-4d38-88f8-f04ac39224db on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:20.277815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:32:20.277815 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:32:20.277815 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '30380274fc464c0a9b83ca19f3fc5ac4', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 32, 20, 161093)}] Jun 22 09:32:20.277815 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:20.278174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:20.311831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Request body: {'port': {'device_id': '8368609f-defe-45a2-be20-86ef05d61671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:20.316203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.322179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1420b285-3f0c-4a05-9b3b-c25b68dccaba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:20.396225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=771fdc5b-1989-4544-a7d4-9fdf6f43de5f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:20.401074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:20.456672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.466301 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/771fdc5b-1989-4544-a7d4-9fdf6f43de5f HTTP/1.1" status: 204 len: 168 time: 1.2062981 Jun 22 09:32:20.467303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53552) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:20.490630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=075f27a6-4004-4d38-88f8-f04ac39224db,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:20.496459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:20.547398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:20.552097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.664893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b896be-45be-4992-bfd2-464934281a02 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:20.670580 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e7b896be-45be-4992-bfd2-464934281a02 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2020009 Jun 22 09:32:20.673917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53558) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:20.694782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f4816869-0f95-457c-b2d6-b0d2124e7b5d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:20.727365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53560) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:20.754712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f753-99cb-45fa-9418-bc55c2dfef24 req-3678bb5a-15ba-45ba-a80b-b0ae5d219153 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:20.763738 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5512f753-99cb-45fa-9418-bc55c2dfef24 req-3678bb5a-15ba-45ba-a80b-b0ae5d219153 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 931 time: 0.2337654 Jun 22 09:32:20.821802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:20.839977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.840361 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment cf62a1be-6106-4fb1-b33a-956c6e614b11 of type vlan for network 19384e51-36c1-43f7-a7cb-9853f745386c Jun 22 09:32:20.847445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5261e-cf09-44e5-bb9a-33fc30947b59 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:20.852145 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e6d5261e-cf09-44e5-bb9a-33fc30947b59 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1768851 Jun 22 09:32:20.855756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53564) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:20.856191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53566) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:20.880060 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5512f753-99cb-45fa-9418-bc55c2dfef24 req-0ebd936c-64d3-4717-90ec-d134f8e57bcd tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151283 Jun 22 09:32:20.886246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f4816869-0f95-457c-b2d6-b0d2124e7b5d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:20.895477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device facdc49d-cef7-407e-89a6-5b5dcaf77a6d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:20.908131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.954155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.966493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e80c4d-f339-4b7e-9e1a-bdeee6debfcf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:20.971468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:20.973278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e80c4d-f339-4b7e-9e1a-bdeee6debfcf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:20.978252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e80c4d-f339-4b7e-9e1a-bdeee6debfcf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:20.984812 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b2e80c4d-f339-4b7e-9e1a-bdeee6debfcf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1257033 Jun 22 09:32:20.985891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53570) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:21.056631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ee762da0-cab0-46d6-b99e-b4e30505c8bd tempest-DvrRoutersNegativeTest-1818944527 tempest-DvrRoutersNegativeTest-1818944527-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-871070605', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:21.058392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8700d04-ed68-4dcd-9241-e7ecf656cd1e']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:21.062634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.policy [None req-ee762da0-cab0-46d6-b99e-b4e30505c8bd tempest-DvrRoutersNegativeTest-1818944527 tempest-DvrRoutersNegativeTest-1818944527-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93949) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 22 09:32:21.063234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.policy [None req-ee762da0-cab0-46d6-b99e-b4e30505c8bd tempest-DvrRoutersNegativeTest-1818944527 tempest-DvrRoutersNegativeTest-1818944527-project] Failed policy check for 'create_router' {{(pid=93949) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 22 09:32:21.064310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-ee762da0-cab0-46d6-b99e-b4e30505c8bd tempest-DvrRoutersNegativeTest-1818944527 tempest-DvrRoutersNegativeTest-1818944527-project] create failed (client error): Access was denied to this resource. Jun 22 09:32:21.069413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ee762da0-cab0-46d6-b99e-b4e30505c8bd tempest-DvrRoutersNegativeTest-1818944527 tempest-DvrRoutersNegativeTest-1818944527-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2114987 Jun 22 09:32:21.071577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:21.072047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebc2c87-b3d2-4ea2-8aae-26dc0db66cf6') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:21.084332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.093755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 075f27a6-4004-4d38-88f8-f04ac39224db no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:21.094675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:21.122153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 8385ee1f-9cfa-4440-b7ce-32b310d7b1d9 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:21.131055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.153168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 075f27a6-4004-4d38-88f8-f04ac39224db {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:21.153519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 075f27a6-4004-4d38-88f8-f04ac39224db not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:21.175748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.187267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.188141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:21.188558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:21.250057 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:21.253256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.259354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:21.260787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.270692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0bb04b1-ed14-4dd9-91aa-dafc2411da04 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:21.291972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.310548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Provisioning for port facdc49d-cef7-407e-89a6-5b5dcaf77a6d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:21.315937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Provisioning complete for port facdc49d-cef7-407e-89a6-5b5dcaf77a6d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:21.316343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.398954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.480664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.522921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.653798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e587a-4d8c-4085-a89a-8f5370fd9496 None None] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:21.700469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53576) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:21.724251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.737407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=19384e51-36c1-43f7-a7cb-9853f745386c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:21.747505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:21.757296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Allocated IP 172.26.6.143 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/3a922955-f6c4-4aec-a569-eefd9dfa9f8f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:21.766474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.775794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.20.0.1 (2c9d71fe-54f0-458c-80df-43ce89f9ba8a/d0c29caf-b0af-49bd-9a0b-99edf41fc478/ef812fb7-a82b-454b-8460-3dd81366262b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:21.776278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-37327602-84a4-4748-abb7-4e94b7f0db48 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:21.911629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 19384e51-36c1-43f7-a7cb-9853f745386c details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:21.920723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:21.985486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:22.007471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.012290 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/networks/b8700d04-ed68-4dcd-9241-e7ecf656cd1e HTTP/1.1" status: 204 len: 168 time: 4.5179098 Jun 22 09:32:22.019438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Network': ['ID=b8700d04-ed68-4dcd-9241-e7ecf656cd1e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:22.023504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53582) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.033921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:22.046047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:22.046878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:22.129436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.166049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=8385ee1f-9cfa-4440-b7ce-32b310d7b1d9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:22.169164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:22.183933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.186156 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/8385ee1f-9cfa-4440-b7ce-32b310d7b1d9 HTTP/1.1" status: 204 len: 168 time: 1.1987169 Jun 22 09:32:22.188620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53584) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.195094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b311d-5fcd-42b5-8ded-cc08c2dcc0e6 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:22.205610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.266113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.274574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf85a615-0331-45a6-b77e-27a555af4d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:22.345625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 84bbfd50-9982-48c4-a053-8065a85e3dd9 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:22.351515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.361312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.364241 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3764791 Jun 22 09:32:22.373792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53586) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.387552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:22.407580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d3eaac-8809-4daa-a553-e5a3df914a65,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:22.424458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:22.436787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.440832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.451237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object ef812fb7-a82b-454b-8460-3dd81366262b will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:22.516574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789258-cfac-46ef-828d-bcfacced05a1 req-7536bd90-31bd-4c8f-9ca9-f9e20b316189 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:22.518091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7d789258-cfac-46ef-828d-bcfacced05a1 req-7536bd90-31bd-4c8f-9ca9-f9e20b316189 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 931 time: 0.3915055 Jun 22 09:32:22.589439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 43f9b140-9c33-40fd-b900-1a716dbcb926 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:22.589790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.599239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.604827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.633660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.707843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.708903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062a3ac5-fac0-447f-a737-8c5849f55696 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:22.717038 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7d789258-cfac-46ef-828d-bcfacced05a1 req-2fafbbd5-abc0-4ea2-8028-72d8ebb63790 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860442 Jun 22 09:32:22.731789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d757608-6a76-48e1-bb9b-66d9841811f7 {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:32:22.744711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.748713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:22.753827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:22.760315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.763866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:22.773542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.774036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.792439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Port': ['ID=3a922955-f6c4-4aec-a569-eefd9dfa9f8f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:22.800255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:22.800905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-757b21e4-eb4e-4ada-a069-e7b485530691 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:22.803275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.820029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Transition to ACTIVE for port object 7d757608-6a76-48e1-bb9b-66d9841811f7 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:22.821714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.847646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.848430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:22.848807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:22.849795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/84bbfd50-9982-48c4-a053-8065a85e3dd9 HTTP/1.1" status: 204 len: 168 time: 0.6601813 Jun 22 09:32:22.855667 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6d3f18f795d45869d35328db2116828&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1535041 Jun 22 09:32:22.855667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53588) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.862528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 43f9b140-9c33-40fd-b900-1a716dbcb926 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:22.865878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53590) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.870512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d43e3dc4-de77-4a0e-93cd-6f5f1afb4aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:22.907141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:22.911235 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0744734 Jun 22 09:32:22.913198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53592) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.918742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3d84f31a-e6bb-4de1-9ddd-fc321fac9fb7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573652 Jun 22 09:32:22.941492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': '3209df4e-68c5-41b9-b9e4-f92b7489c057', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71d3eaac-8809-4daa-a553-e5a3df914a65', 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:22.945896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f7c15-87ea-48fa-a47c-a7b3d660451e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:22.950059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53594) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:22.956018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.003220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.004315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:23.007129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:23.010797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c510fbbc-b053-4ccc-ac89-899c5a8a4501 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.047990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:23.051382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.053130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=ef812fb7-a82b-454b-8460-3dd81366262b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:23.058101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:23.062921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.066794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.106036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] For port facdc49d-cef7-407e-89a6-5b5dcaf77a6d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:23.115524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=84bbfd50-9982-48c4-a053-8065a85e3dd9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:23.134424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:23.140537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.152416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.176554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.184477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.187616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.196223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4e58d-ea2c-4936-b919-82b6a41fbf93 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:23.230848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.287719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.305548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.340274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Could not find standard attr ID for object 771fdc5b-1989-4544-a7d4-9fdf6f43de5f. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:32:23.362653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d757608-6a76-48e1-bb9b-66d9841811f7,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:23.375113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.377889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.387443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Pushing event updated for resources: {'Port': ['ID=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:23.388918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.396897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.410342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Provisioning complete for port facdc49d-cef7-407e-89a6-5b5dcaf77a6d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:23.410733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.429545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:23.433893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.555623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Attempting to bind port 7d757608-6a76-48e1-bb9b-66d9841811f7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:23.555947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Attempting to bind port 7d757608-6a76-48e1-bb9b-66d9841811f7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b68145cd-6496-4476-98d3-e45ef1c6bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:23.559148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Attempting to bind port 7d757608-6a76-48e1-bb9b-66d9841811f7 on network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:23.568283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.585126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Port 7d757608-6a76-48e1-bb9b-66d9841811f7 on network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:32:23.585551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Attempting to bind port 7d757608-6a76-48e1-bb9b-66d9841811f7 on network 4b1f2fe0-e223-48ac-b788-2e53e37d06b7 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:23.602418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:23.602766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Checking segment: {'id': 'b68145cd-6496-4476-98d3-e45ef1c6bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:23.603162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Bound using segment: {'id': 'b68145cd-6496-4476-98d3-e45ef1c6bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:23.603641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Bound port: 7d757608-6a76-48e1-bb9b-66d9841811f7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68145cd-6496-4476-98d3-e45ef1c6bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:23.604025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.632428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:23.661791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.664736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.666034 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/176f7c15-87ea-48fa-a47c-a7b3d660451e HTTP/1.1" status: 204 len: 168 time: 0.7889829 Jun 22 09:32:23.671246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-51945668-7595-4378-8356-36d76118c5d0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.684184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] For port 7d757608-6a76-48e1-bb9b-66d9841811f7, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:23.685306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f7c15-87ea-48fa-a47c-a7b3d660451e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:23.689502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] For port 7d757608-6a76-48e1-bb9b-66d9841811f7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7d757608-6a76-48e1-bb9b-66d9841811f7,segment=NetworkSegment(b68145cd-6496-4476-98d3-e45ef1c6bb4a),segment_id=b68145cd-6496-4476-98d3-e45ef1c6bb4a)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:23.702306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.721979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Deleting port facdc49d-cef7-407e-89a6-5b5dcaf77a6d {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:23.721979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.748648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.751974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7fa74b10-f150-402d-8a35-6716e99b7463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.791251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] For port facdc49d-cef7-407e-89a6-5b5dcaf77a6d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:23.791814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.829591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=43f9b140-9c33-40fd-b900-1a716dbcb926,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:23.832185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.837731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:23.838413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.853016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.867984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Calling delete_port for facdc49d-cef7-407e-89a6-5b5dcaf77a6d owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:23.874320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Provisioning for port f4816869-0f95-457c-b2d6-b0d2124e7b5d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:23.883070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Provisioning complete for port f4816869-0f95-457c-b2d6-b0d2124e7b5d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:23.888023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.907701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.922196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:23.946483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:23.947190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.948702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d757608-6a76-48e1-bb9b-66d9841811f7 HTTP/1.1" status: 200 len: 1093 time: 3.6742361 Jun 22 09:32:23.951023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8368609f-defe-45a2-be20-86ef05d61671', 'tag': '7d757608-6a76-48e1-bb9b-66d9841811f7'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:32:23.953233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc6cd96-75ed-4036-ae93-81190a388854" -d '{"events": [{"name": "network-changed", "server_uuid": "8368609f-defe-45a2-be20-86ef05d61671", "tag": "7d757608-6a76-48e1-bb9b-66d9841811f7"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:32:23.965699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:23.981422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7964bb1-f81f-40b6-8269-cf1a0e6d1d3e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.001442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.003586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.014539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.021527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:24.053624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.077680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:24.099792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] For port f4816869-0f95-457c-b2d6-b0d2124e7b5d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f4816869-0f95-457c-b2d6-b0d2124e7b5d,segment=NetworkSegment(9c0ddac7-325d-4cf7-89b7-511b814e1d8a),segment_id=9c0ddac7-325d-4cf7-89b7-511b814e1d8a)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:24.110241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.124026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8533341a-ff06-4113-8c85-bbdb71a1131f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:24.130780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.136478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2210093 Jun 22 09:32:24.138104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:24.142245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53604) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.146050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:24.146658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.163627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Pushing event deleted for resources: {'Port': ['ID=facdc49d-cef7-407e-89a6-5b5dcaf77a6d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.178770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] No DVR routers for this DVR port facdc49d-cef7-407e-89a6-5b5dcaf77a6d on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:24.184807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.190751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.198206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6b66d723-3410-4ac2-a26d-bb0e552ec6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:24.235566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.264211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Pushing event updated for resources: {'Port': ['ID=f4816869-0f95-457c-b2d6-b0d2124e7b5d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.269060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=a66c1a8b-4c10-48f1-9d5c-660bde237e99,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.269259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1aede4-069b-4986-979d-5a24f40ffff0 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:24.272103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d361cf34-9f19-4196-8a8f-2e0f1affa84e x-openstack-request-id: req-d361cf34-9f19-4196-8a8f-2e0f1affa84e {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:32:24.272527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8368609f-defe-45a2-be20-86ef05d61671", "tag": "7d757608-6a76-48e1-bb9b-66d9841811f7", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:32:24.272759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d361cf34-9f19-4196-8a8f-2e0f1affa84e {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:32:24.273240 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8368609f-defe-45a2-be20-86ef05d61671', 'tag': '7d757608-6a76-48e1-bb9b-66d9841811f7', 'status': 'completed', 'code': 200} Jun 22 09:32:24.284376 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3068838 Jun 22 09:32:24.285384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53612) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.286883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.298650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29ea3b4d-0423-4570-ab71-41b265aae310 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:24.298945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.342937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:24.353335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d757608-6a76-48e1-bb9b-66d9841811f7,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.372843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.372843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.372843 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-350d1dc5-c936-4a1e-9366-8232965c8530 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/floatingips/c753f38d-7fc9-4548-a30a-dd3105b22232 HTTP/1.1" status: 204 len: 168 time: 2.3320451 Jun 22 09:32:24.373192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.373303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.373303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be6ae775-8666-417b-8b42-303102a11e5c tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:24.378183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f7ea-e897-45cf-88fa-a7f8a17e21ba req-72849bf1-409e-4bec-bf18-f3a0d093fa9f tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:24.385216 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aca9f7ea-e897-45cf-88fa-a7f8a17e21ba req-72849bf1-409e-4bec-bf18-f3a0d093fa9f tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 943 time: 0.5288966 Jun 22 09:32:24.390167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.416843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53614) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.422324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.423613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6950457 Jun 22 09:32:24.428839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=75f6a0f0-efbc-472d-b841-c619b7294b01,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.451100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.454048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53616) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.455248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.469085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1578864801'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:24.480745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Port': ['ID=3a922955-f6c4-4aec-a569-eefd9dfa9f8f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.491343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f4816869-0f95-457c-b2d6-b0d2124e7b5d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:24.539063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.552705 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1c4eb2-a188-4fa4-9110-70eb1dbff440 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:24.553508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1c4eb2-a188-4fa4-9110-70eb1dbff440 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:24.555568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': 'a66c1a8b-4c10-48f1-9d5c-660bde237e99'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:24.556445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.558708 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e1c4eb2-a188-4fa4-9110-70eb1dbff440 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/ports/8df650ef-1a92-4325-9c5d-82b422850705 HTTP/1.1" status: 404 len: 333 time: 0.1374230 Jun 22 09:32:24.559602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53620) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.578775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-805e4cd6-900f-4946-92cc-f065a93a2b85 None None] Provisioning for port ef812fb7-a82b-454b-8460-3dd81366262b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:24.589313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f4816869-0f95-457c-b2d6-b0d2124e7b5d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:24.589665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.595396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': 'cf62a1be-6106-4fb1-b33a-956c6e614b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:24.595676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: 19384e51-36c1-43f7-a7cb-9853f745386c, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:24.611248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6eeb0884-f501-463a-a289-33610fa051b3 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f5ef1b-b670-40e6-8ce1-052803ccaa72 HTTP/1.1" status: 200 len: 205 time: 0.0425587 Jun 22 09:32:24.614644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53622) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.623064 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aca9f7ea-e897-45cf-88fa-a7f8a17e21ba req-6149256d-d400-43c1-93ff-995636731eb1 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369802 Jun 22 09:32:24.633177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-805e4cd6-900f-4946-92cc-f065a93a2b85 None None] Provisioning complete for port ef812fb7-a82b-454b-8460-3dd81366262b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:24.633418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-805e4cd6-900f-4946-92cc-f065a93a2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.633828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.645077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:24.656769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.658415 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e7964bb1-f81f-40b6-8269-cf1a0e6d1d3e HTTP/1.1" status: 204 len: 168 time: 0.4980991 Jun 22 09:32:24.665245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53624) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.672353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6cd96-75ed-4036-ae93-81190a388854 req-d37a844c-452c-42b0-8ed4-7399be26a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:24.673857 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8fc6cd96-75ed-4036-ae93-81190a388854 req-d37a844c-452c-42b0-8ed4-7399be26a7a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cea1fda37c2b47e5964f1bca783c9632&device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 1096 time: 0.3998842 Jun 22 09:32:24.676982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7964bb1-f81f-40b6-8269-cf1a0e6d1d3e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:24.682469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:24.683536 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-b311fb21-0624-4e65-bc15-8c1a924447b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] delete failed (client error): The resource could not be found. Jun 22 09:32:24.684913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b311fb21-0624-4e65-bc15-8c1a924447b9 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/routers/25f5ef1b-b670-40e6-8ce1-052803ccaa72 HTTP/1.1" status: 404 len: 336 time: 0.0682516 Jun 22 09:32:24.687533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53626) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.720627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-44968399-1d18-45b7-a3dd-4fa40c76a35b tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:24.727814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44968399-1d18-45b7-a3dd-4fa40c76a35b tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:24.727814 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-44968399-1d18-45b7-a3dd-4fa40c76a35b tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/subnets/f8959120-3933-45d7-af15-b211ccd62368 HTTP/1.1" status: 404 len: 337 time: 0.0341461 Jun 22 09:32:24.728178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-805e4cd6-900f-4946-92cc-f065a93a2b85 None None] Port ef812fb7-a82b-454b-8460-3dd81366262b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:24.728288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53628) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.747007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Made reservation on behalf of ac9f4d3f96c44a64aab0c9ac5d7b3207 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:24.750497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.823478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.848354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/a66c1a8b-4c10-48f1-9d5c-660bde237e99/f791fa4f-9538-4a2f-ae59-f37dd02466bb) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:24.877996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:24.881534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:24.910818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device facdc49d-cef7-407e-89a6-5b5dcaf77a6d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:24.913881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network 19384e51-36c1-43f7-a7cb-9853f745386c is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:24.940316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: facdc49d-cef7-407e-89a6-5b5dcaf77a6d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:24.940578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce329e5d-a528-445d-af4f-e0df38ee0ab7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2655444 Jun 22 09:32:24.940689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device facdc49d-cef7-407e-89a6-5b5dcaf77a6d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:24.948345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53636) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:24.985037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port bc90e387-e2a8-4439-a8ec-e824872a721b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:24.985368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.034275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.044028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Transition to ACTIVE for port object f791fa4f-9538-4a2f-ae59-f37dd02466bb will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:25.046293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6cd96-75ed-4036-ae93-81190a388854 req-02fec162-34c0-416e-8cd9-14c56f6e13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:25.048085 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8fc6cd96-75ed-4036-ae93-81190a388854 req-02fec162-34c0-416e-8cd9-14c56f6e13aa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cea1fda37c2b47e5964f1bca783c9632&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3599904 Jun 22 09:32:25.070294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Transition to ACTIVE for port object f791fa4f-9538-4a2f-ae59-f37dd02466bb will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:25.111103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a66c1a8b-4c10-48f1-9d5c-660bde237e99 (CIDR: 2001:db8::/64) Jun 22 09:32:25.115654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 19384e51-36c1-43f7-a7cb-9853f745386c) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:25.132195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3946dc-682f-4f4d-b799-20ab26d979fc None None] Network 19384e51-36c1-43f7-a7cb-9853f745386c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:25.155405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.167840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:25.168470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.185068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.190028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-424a947d-3d8e-43b8-9cbf-93f45d9662b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:25.198787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53640) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:25.208772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:32:25.209499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:25.247149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for bc90e387-e2a8-4439-a8ec-e824872a721b owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:25.253016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:25.263075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:25.267954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.270236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:25.283930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Pushing event updated for resources: {'Port': ['ID=f791fa4f-9538-4a2f-ae59-f37dd02466bb,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:25.311650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.316500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:25.361142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.381093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Attempting to bind port f791fa4f-9538-4a2f-ae59-f37dd02466bb on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:25.381479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Attempting to bind port f791fa4f-9538-4a2f-ae59-f37dd02466bb by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:25.381853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Attempting to bind port f791fa4f-9538-4a2f-ae59-f37dd02466bb on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:25.382491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6cd96-75ed-4036-ae93-81190a388854 req-ccbe8a3e-6ee7-4fd6-8d43-f382eaf2a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:25.384000 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8fc6cd96-75ed-4036-ae93-81190a388854 req-ccbe8a3e-6ee7-4fd6-8d43-f382eaf2a5a2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3236842 Jun 22 09:32:25.387465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1392752952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:25.389683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:25.390068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:25.390484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.391171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:25.391650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Bound port: f791fa4f-9538-4a2f-ae59-f37dd02466bb, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:25.392065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.424987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.434466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0bfa2e32-b21e-42f6-b11b-359eec215949 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:25.439459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.468298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-19384e51-36c1-43f7-a7cb-9853f745386c', 'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': '75f6a0f0-efbc-472d-b841-c619b7294b01'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:25.469160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.504681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.509181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] For port f791fa4f-9538-4a2f-ae59-f37dd02466bb, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:25.510389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b46f2a26-717d-48a3-8514-34e217efa524 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:25.513662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] For port f791fa4f-9538-4a2f-ae59-f37dd02466bb, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f791fa4f-9538-4a2f-ae59-f37dd02466bb,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:25.542243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.554776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.556525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=ef812fb7-a82b-454b-8460-3dd81366262b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:25.558941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=bc90e387-e2a8-4439-a8ec-e824872a721b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:25.561908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:25.562811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21a7cf70-270a-4a9c-a793-ab3bf025b694 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:25.562957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:25.638118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.640211 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/ports/bc90e387-e2a8-4439-a8ec-e824872a721b HTTP/1.1" status: 204 len: 168 time: 0.9119680 Jun 22 09:32:25.643284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53644) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:25.643826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Allocated IP 2001:db8::3 (19384e51-36c1-43f7-a7cb-9853f745386c/75f6a0f0-efbc-472d-b841-c619b7294b01/c0041bef-536d-4dc1-9515-c19bbb4b8a25) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:25.646230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997f6c71-6615-492c-af37-09107f7afd21,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:25.646540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.652374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:25.655133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:25.659596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-8f06c497-bad4-45cb-8cbf-833f3334f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:25.661320 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-8f06c497-bad4-45cb-8cbf-833f3334f7f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cea1fda37c2b47e5964f1bca783c9632&device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 1096 time: 0.2019176 Jun 22 09:32:25.678784 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-912a7482-855d-4ea1-ba88-89d019255bc3 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3859377 Jun 22 09:32:25.682714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53648) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:25.688980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:25.698643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.701763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.704572 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/71d3eaac-8809-4daa-a553-e5a3df914a65 HTTP/1.1" status: 204 len: 168 time: 0.7497509 Jun 22 09:32:25.708344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e9b83e0-cacf-4e98-9487-d93cae917da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:25.708661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53650) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:25.716389 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3359394 Jun 22 09:32:25.722899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:25.752446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53652) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:25.774207 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-5cdf26a2-466f-45ee-9de8-fd4f5fbc1867 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d757608-6a76-48e1-bb9b-66d9841811f7 HTTP/1.1" status: 200 len: 217 time: 0.1004646 Jun 22 09:32:25.775960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482479279'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:25.780985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d3eaac-8809-4daa-a553-e5a3df914a65,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:25.789135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:25.810324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.810675 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Added segment e1c74e37-d01f-4324-be07-ea50605ac740 of type vlan for network 68915f2b-4196-4ee4-a494-d34a88cb1a87 Jun 22 09:32:25.863838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:25.887821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.892169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.892545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:25.908188 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d0156543-d837-4c60-a822-e44107bf716c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1960881 Jun 22 09:32:25.920593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53654) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:25.939445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.949658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port d8fcc8bf-492e-4222-a689-004dcb8bca55 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:25.950138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:25.987757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Pushing event updated for resources: {'Port': ['ID=f791fa4f-9538-4a2f-ae59-f37dd02466bb,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:25.994851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:26.019629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-45d93e73-3539-4a2b-8e44-db5ba0444227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:26.022635 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-45d93e73-3539-4a2b-8e44-db5ba0444227 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dece56d7-f4ec-47c1-a94e-b6cde9f61fa7 HTTP/1.1" status: 200 len: 851 time: 0.2367682 Jun 22 09:32:26.064055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:26.067746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.137950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:26.153179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.162847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.167176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Transition to ACTIVE for port object c0041bef-536d-4dc1-9515-c19bbb4b8a25 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:26.181751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.182625 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 549dccd1-35c2-471d-9d7c-853a64300056 of type vlan for network 5800a8b1-cb5a-483a-b846-e0427f319471 Jun 22 09:32:26.192319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Transition to ACTIVE for port object c0041bef-536d-4dc1-9515-c19bbb4b8a25 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:26.270975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.282384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:26.282677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:26.282880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.286070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.331895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for d8fcc8bf-492e-4222-a689-004dcb8bca55 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:26.338913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Network 19384e51-36c1-43f7-a7cb-9853f745386c is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:26.351289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:26.375477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:26.403358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.412348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.432576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Pushing event updated for resources: {'Port': ['ID=c0041bef-536d-4dc1-9515-c19bbb4b8a25,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:26.436148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:26.458826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.496844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Attempting to bind port c0041bef-536d-4dc1-9515-c19bbb4b8a25 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:26.497243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Attempting to bind port c0041bef-536d-4dc1-9515-c19bbb4b8a25 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'cf62a1be-6106-4fb1-b33a-956c6e614b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:26.497821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Attempting to bind port c0041bef-536d-4dc1-9515-c19bbb4b8a25 on network 19384e51-36c1-43f7-a7cb-9853f745386c {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:26.502440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.resource_extend [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:32:26.504777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a05119c0-f14c-494d-a61e-e77d28535e3a None None] Provisioning complete for port ef812fb7-a82b-454b-8460-3dd81366262b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:26.505252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a05119c0-f14c-494d-a61e-e77d28535e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.510392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:26.511220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Checking segment: {'id': 'cf62a1be-6106-4fb1-b33a-956c6e614b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:26.511482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.511927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Bound using segment: {'id': 'cf62a1be-6106-4fb1-b33a-956c6e614b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:26.512669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Bound port: c0041bef-536d-4dc1-9515-c19bbb4b8a25, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf62a1be-6106-4fb1-b33a-956c6e614b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '19384e51-36c1-43f7-a7cb-9853f745386c'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:26.512823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.517615 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-0d7fb10a-c74c-4778-97d0-12eb3bf82302 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000245 Jun 22 09:32:26.548891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f791fa4f-9538-4a2f-ae59-f37dd02466bb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:26.553009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.598791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.resource_extend [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:32:26.605814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0caeb-de69-4f80-ae0e-c5ca68bd8b8d req-2cf872c3-31fe-4a0a-aee1-ea58b53d607e tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:26.607340 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e2f0caeb-de69-4f80-ae0e-c5ca68bd8b8d req-2cf872c3-31fe-4a0a-aee1-ea58b53d607e tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 943 time: 0.8200116 Jun 22 09:32:26.614136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a05119c0-f14c-494d-a61e-e77d28535e3a None None] Port ef812fb7-a82b-454b-8460-3dd81366262b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:26.646690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.651806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] For port c0041bef-536d-4dc1-9515-c19bbb4b8a25, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:26.652829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:26.653503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.657794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] For port c0041bef-536d-4dc1-9515-c19bbb4b8a25, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c0041bef-536d-4dc1-9515-c19bbb4b8a25,segment=NetworkSegment(cf62a1be-6106-4fb1-b33a-956c6e614b11),segment_id=cf62a1be-6106-4fb1-b33a-956c6e614b11)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:26.664473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e2a1345-8114-48a3-96e7-1df453a77fed tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:26.710420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.717411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:26.718007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.723313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bece253f-a086-436b-82e0-bd6e81a3e154 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:26.726340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f791fa4f-9538-4a2f-ae59-f37dd02466bb completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:26.730527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.741555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c3e92e1b-f863-473e-91a9-25cca7fe755c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:26.751146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.755299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-13fcc030-1eda-4656-bad3-3f1a8c1fbeae tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5470824 Jun 22 09:32:26.779820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53656) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:26.787492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1254157426'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:26.808220 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-cc652ae4-654c-4599-b4fc-e52cc1226eaa service neutron] 10.222.0.24 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718799 Jun 22 09:32:26.808572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Network': ['ID=68915f2b-4196-4ee4-a494-d34a88cb1a87,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:26.821700 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e2f0caeb-de69-4f80-ae0e-c5ca68bd8b8d req-274dfb6a-246f-42e2-92d1-7a5c59ebac49 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899829 Jun 22 09:32:26.823254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:26.823947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Pushing event updated for resources: {'Port': ['ID=c0041bef-536d-4dc1-9515-c19bbb4b8a25,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:26.842986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:26.842986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:26.845173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.848136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:26.849544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/3209df4e-68c5-41b9-b9e4-f92b7489c057 HTTP/1.1" status: 204 len: 168 time: 0.9244571 Jun 22 09:32:26.854730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53658) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:26.861863 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4055254 Jun 22 09:32:26.876287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53660) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:26.891182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Request body: {'subnet': {'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:26.896423 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1348274 Jun 22 09:32:26.915853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53662) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:26.933557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:26.940757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=5800a8b1-cb5a-483a-b846-e0427f319471,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:26.952966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 5800a8b1-cb5a-483a-b846-e0427f319471 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:27.037406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router fc315537-4833-4cde-9fa8-f1e0a13fc5a1 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:32:27.045919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:27.053843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.140253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.226538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:27.230850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.285451 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f354df-0588-4fb4-981b-832b97d99fe2 req-d6eb5c44-09d5-48fd-ba04-119c5678d16c service neutron] 10.222.0.24 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563599 Jun 22 09:32:27.361801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing IP validity checks on allocation pools {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:32:27.362245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:32:27.374017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:27.385012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:27.386642 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] Sync routers for ids ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:27.393162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32736c9f-7cce-4924-9eaa-22436238653b tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:27.394072 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/fc315537-4833-4cde-9fa8-f1e0a13fc5a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1097946 Jun 22 09:32:27.400611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53664) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:27.408863 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] Routers {'fc315537-4833-4cde-9fa8-f1e0a13fc5a1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:27.409706 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:27.425731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3209df4e-68c5-41b9-b9e4-f92b7489c057,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:27.433104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:27.472267 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e2c57e0e-0e50-4905-9d8c-d5baea9ceb01 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5936768 Jun 22 09:32:27.472267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53666) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:27.472267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042970607'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:27.531548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9bfbe-abec-4e92-9cdc-1551fe369673 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:27.535980 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-01c9bfbe-abec-4e92-9cdc-1551fe369673 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports/ef812fb7-a82b-454b-8460-3dd81366262b HTTP/1.1" status: 200 len: 910 time: 0.1322453 Jun 22 09:32:27.536159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53668) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:27.553596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.565320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.566404 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:27.577134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] Routers {'fc315537-4833-4cde-9fa8-f1e0a13fc5a1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:27.578103 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:27.598164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd48507f-9837-498b-878b-f6e26cbc11c3 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:27.610365 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:27.611182 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc1540-51ab-41a6-8de6-68e15c3f798a None None] The sync data for ids ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:27.665507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=d8fcc8bf-492e-4222-a689-004dcb8bca55,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:27.688220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:27.701848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.706091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85295973-1387-4d93-8340-ff59f045b3ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:27.726123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:27.741416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20372410-ef30-4f13-99f0-4499289da5a8,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:27.746979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:27.751795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.751795 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Added segment 1ca4e3ba-f482-4c8c-b26e-90010170dc45 of type vlan for network a3a222f3-7b71-4e98-9148-06233d5c1148 Jun 22 09:32:27.752348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Provisioning for port f791fa4f-9538-4a2f-ae59-f37dd02466bb completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:27.755184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Provisioning complete for port f791fa4f-9538-4a2f-ae59-f37dd02466bb triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:27.756698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.763055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.767230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dde4d62-1690-4dfe-a618-fb17ce66e17e tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:27.783743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:32:27.783743 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:32:27.783743 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': '30380274fc464c0a9b83ca19f3fc5ac4', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 32, 27, 477286)}] Jun 22 09:32:27.783743 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:27.785339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:27.846613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:32:27.847559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Made reservation on behalf of ac9f4d3f96c44a64aab0c9ac5d7b3207 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:27.852224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.852344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.874391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=89df0359-ab1c-4fde-bd23-20ecd6ea833b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:27.880557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:27.907228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.909650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': '549dccd1-35c2-471d-9d7c-853a64300056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:27.910019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: 5800a8b1-cb5a-483a-b846-e0427f319471, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:27.959688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] For port f791fa4f-9538-4a2f-ae59-f37dd02466bb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f791fa4f-9538-4a2f-ae59-f37dd02466bb,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:27.985974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.987207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:27.987795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:27.990589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c472a267-e507-448e-9e41-375fadd29c45 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:28.046483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network 5800a8b1-cb5a-483a-b846-e0427f319471 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:28.049362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.053636 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/ports/d8fcc8bf-492e-4222-a689-004dcb8bca55 HTTP/1.1" status: 204 len: 168 time: 2.4072227 Jun 22 09:32:28.054678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53672) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:28.057136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.059204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:28.114149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Pushing event updated for resources: {'Port': ['ID=f791fa4f-9538-4a2f-ae59-f37dd02466bb,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:28.117341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:28.141780 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3608472 Jun 22 09:32:28.142919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Network': ['ID=a3a222f3-7b71-4e98-9148-06233d5c1148,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:28.148411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53674) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:28.154512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:28.157885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'subnet': {'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:28.158816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a3a222f3-7b71-4e98-9148-06233d5c1148 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:28.188035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8f2d65-407a-4db4-ba24-a40a49dd51b0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:28.191863 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b8f2d65-407a-4db4-ba24-a40a49dd51b0 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "GET /v2.0/ports?device_id=25f66ec1-9d2e-4b93-92ee-16f007b9a85d HTTP/1.1" status: 200 len: 913 time: 0.1341798 Jun 22 09:32:28.192222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53676) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:28.200465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 5800a8b1-cb5a-483a-b846-e0427f319471) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:28.207297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:28.207904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.218247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66679092-98d6-405f-adf9-020a1a018f08 None None] Network 5800a8b1-cb5a-483a-b846-e0427f319471 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:28.269573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a939ef9-c6f1-4a30-bb27-c006cee360ab None None] Network 19384e51-36c1-43f7-a7cb-9853f745386c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:28.346110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4272759 Jun 22 09:32:28.348603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53678) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:28.397335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1766289-e1f3-4a56-97bc-62d39b21369b req-306146fb-fd61-4d66-98dc-013bc655851c tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:28.399598 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d1766289-e1f3-4a56-97bc-62d39b21369b req-306146fb-fd61-4d66-98dc-013bc655851c tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 943 time: 0.3802512 Jun 22 09:32:28.444283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f744439e-a2e6-4c43-b70e-b7b1007a3e0b None None] Provisioning for port c0041bef-536d-4dc1-9515-c19bbb4b8a25 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:28.513659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.518366 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d1766289-e1f3-4a56-97bc-62d39b21369b req-c55dfbaa-7813-457a-aeb6-8ee559c3c29e tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123936 Jun 22 09:32:28.544599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-5800a8b1-cb5a-483a-b846-e0427f319471', 'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': '89df0359-ab1c-4fde-bd23-20ecd6ea833b'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:28.544599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.587960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.605749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.611645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f57af786-20b6-4b1f-9135-5faca4598e8e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:28.621580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.640226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c0041bef-536d-4dc1-9515-c19bbb4b8a25 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:28.715503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:28.719859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.759784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.765354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Allocated IP 2001:db8::3 (5800a8b1-cb5a-483a-b846-e0427f319471/89df0359-ab1c-4fde-bd23-20ecd6ea833b/10f2e597-6fd7-4e33-b9ce-578d4dd5648e) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:28.852714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Subnet': ['ID=79192898-26a8-468e-aad3-5577f802d25a,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:28.867862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:28.950229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c0041bef-536d-4dc1-9515-c19bbb4b8a25 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:28.956998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c0041bef-536d-4dc1-9515-c19bbb4b8a25 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:28.957529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.962510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:28.981020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Checking segment: {'id': 'e1c74e37-d01f-4324-be07-ea50605ac740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:28.981384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network hostable DHCP agents. Network: 68915f2b-4196-4ee4-a494-d34a88cb1a87, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:29.010817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.011902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.026331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4fcb9003-f644-4a87-af8c-e49ac76b9297 None None] Provisioning complete for port c0041bef-536d-4dc1-9515-c19bbb4b8a25 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:29.027046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9003-f644-4a87-af8c-e49ac76b9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.048826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Transition to ACTIVE for port object 10f2e597-6fd7-4e33-b9ce-578d4dd5648e will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:29.081291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Transition to ACTIVE for port object 10f2e597-6fd7-4e33-b9ce-578d4dd5648e will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:29.153141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.155969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.168005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] For port f791fa4f-9538-4a2f-ae59-f37dd02466bb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f791fa4f-9538-4a2f-ae59-f37dd02466bb,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:29.184832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9003-f644-4a87-af8c-e49ac76b9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.187466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.192230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c5d5affd-0b85-47eb-88b4-e404b79f45a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.225095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:29.230540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.261929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Network 5800a8b1-cb5a-483a-b846-e0427f319471 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:29.266972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c0041bef-536d-4dc1-9515-c19bbb4b8a25, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c0041bef-536d-4dc1-9515-c19bbb4b8a25,segment=NetworkSegment(cf62a1be-6106-4fb1-b33a-956c6e614b11),segment_id=cf62a1be-6106-4fb1-b33a-956c6e614b11)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:29.271556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:29.274165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:29.284846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Pushing event updated for resources: {'Port': ['ID=10f2e597-6fd7-4e33-b9ce-578d4dd5648e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.289419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.291797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.296610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a4bd3da3-d77e-4ce8-b3a9-cda887bf0ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.302269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.310028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7c558c14-a5b7-423b-ba3a-8bc4a7fd1c7e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.335376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.336115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.347363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=89df0359-ab1c-4fde-bd23-20ecd6ea833b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.354022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Attempting to bind port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:29.354540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Attempting to bind port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '549dccd1-35c2-471d-9d7c-853a64300056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:29.355187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Attempting to bind port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e on network 5800a8b1-cb5a-483a-b846-e0427f319471 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:29.355851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.356981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port a89a239a-f93c-48a9-b6ba-919b0ee18b4b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:29.357308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.361598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:29.362133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Checking segment: {'id': '549dccd1-35c2-471d-9d7c-853a64300056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:29.363463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.363463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Bound using segment: {'id': '549dccd1-35c2-471d-9d7c-853a64300056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:29.364469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Bound port: 10f2e597-6fd7-4e33-b9ce-578d4dd5648e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549dccd1-35c2-471d-9d7c-853a64300056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5800a8b1-cb5a-483a-b846-e0427f319471'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:29.364469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.368277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:29.371087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e44586-5674-4e2d-9633-f922a1202577,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.374817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.376466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-72e0cda7-0a16-4326-ab2f-c99ad8aa2005 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.379644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 68915f2b-4196-4ee4-a494-d34a88cb1a87) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:29.381124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.381326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:29.381898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f791fa4f-9538-4a2f-ae59-f37dd02466bb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:29.385351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-320873ae-4b20-4356-887e-a8c5e4d3c722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.388290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:29.388894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.391914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:29.392822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.426951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fad319-ce77-4dd6-b36b-0cb405587b42 None None] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:29.429162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce546c3-2928-4da2-92e0-38ce652d5ba7 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:29.463803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.467333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0025795 Jun 22 09:32:29.468072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53680) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:29.476463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'b4e44586-5674-4e2d-9633-f922a1202577', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:29.482926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.490201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=f791fa4f-9538-4a2f-ae59-f37dd02466bb,revision_number=5']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.495986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.495986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2f9ad474-6a39-4f5f-9db2-491603556096 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.506444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5800a8b1-cb5a-483a-b846-e0427f319471']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:29.528208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549dccd1-35c2-471d-9d7c-853a64300056') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:29.529278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549dccd1-35c2-471d-9d7c-853a64300056') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:29.538982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.542170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.570042 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8862956 Jun 22 09:32:29.577343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53684) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:29.587298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:b5:0a:4d', 'name': 'tempest-NetworksTestDHCPv6-1644615549'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:29.596691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.645852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-4fcb9003-f644-4a87-af8c-e49ac76b9297 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:29.646248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-4fcb9003-f644-4a87-af8c-e49ac76b9297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:29.656690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=78509e84-a464-43ca-834c-e06a89b65b55,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.660992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.669184 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7894392 Jun 22 09:32:29.669872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b5907907-d2ea-425f-b2f4-6dc79ef2da5a tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.675102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53686) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:29.677015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] For port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:29.680373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] For port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10f2e597-6fd7-4e33-b9ce-578d4dd5648e,segment=NetworkSegment(549dccd1-35c2-471d-9d7c-853a64300056),segment_id=549dccd1-35c2-471d-9d7c-853a64300056)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:29.686077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c0041bef-536d-4dc1-9515-c19bbb4b8a25,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.689935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2140542724', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:29.698991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.724274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdceecba-d693-4099-8c94-e554161cc908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.728624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for a89a239a-f93c-48a9-b6ba-919b0ee18b4b owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:29.762224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.773940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:29.774342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.779562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:29.781080 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:29.789668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Checking segment: {'id': '1ca4e3ba-f482-4c8c-b26e-90010170dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:29.790161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network hostable DHCP agents. Network: a3a222f3-7b71-4e98-9148-06233d5c1148, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:29.799989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Subnet': ['ID=bc22142e-d9ba-4d37-b83c-876ea3c390d4,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:29.810382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:29.855184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.862962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port ef812fb7-a82b-454b-8460-3dd81366262b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:29.863286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.945485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network a3a222f3-7b71-4e98-9148-06233d5c1148 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:29.951718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5ccfd8cf-728d-4468-81fd-7010963479f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:29.958492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f791fa4f-9538-4a2f-ae59-f37dd02466bb triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:29.958902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.977542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:29.979073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.020184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.033981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.138738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Pushing event updated for resources: {'Port': ['ID=10f2e597-6fd7-4e33-b9ce-578d4dd5648e,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:30.147060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:30.194856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-68915f2b-4196-4ee4-a494-d34a88cb1a87', 'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87', 'tenant_id': 'ac9f4d3f96c44a64aab0c9ac5d7b3207', 'fixed_ips': [{'subnet_id': '79192898-26a8-468e-aad3-5577f802d25a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:30.195728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.273222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd567ef-e758-491f-baa0-dd68be6ae734 req-53aff02f-f5a7-4f2f-9374-0a12e12ab804 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:30.273222 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edd567ef-e758-491f-baa0-dd68be6ae734 req-53aff02f-f5a7-4f2f-9374-0a12e12ab804 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 943 time: 0.5868669 Jun 22 09:32:30.284031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb5120f-fad5-4f6f-b7b8-11b258bf9280 None None] Network 5800a8b1-cb5a-483a-b846-e0427f319471 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:30.324911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:32:30.324911 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:32:30.324911 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': '5800a8b1-cb5a-483a-b846-e0427f319471'}] Jun 22 09:32:30.324911 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:30.325433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:30.384337 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edd567ef-e758-491f-baa0-dd68be6ae734 req-69317ad0-aa04-45b5-8366-dd29932aeed3 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130924 Jun 22 09:32:30.425025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for ef812fb7-a82b-454b-8460-3dd81366262b owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:30.429137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:30.434473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.435198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a3a222f3-7b71-4e98-9148-06233d5c1148) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:30.446914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:30.449131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.500853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27f35b-d5f2-492c-8c5a-e6737c5553fc None None] Network a3a222f3-7b71-4e98-9148-06233d5c1148 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:30.532021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-be3aa05a-7dc4-48f5-a2bb-42aeada2b500 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:30.586829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c0041bef-536d-4dc1-9515-c19bbb4b8a25 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:30.627343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58f41fd-862a-4140-bf75-b19138f24599,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:30.630507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.635259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.638373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:30.647237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Allocated IP 172.20.0.2 (68915f2b-4196-4ee4-a494-d34a88cb1a87/79192898-26a8-468e-aad3-5577f802d25a/b667636a-34ce-49f2-9a8b-2ffbdb14d121) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:30.658015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:30.696608 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5469377 Jun 22 09:32:30.701597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53688) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:30.706584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.707958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'network': {'name': 'tempest-router-network01--1000027072'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:30.776107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 4a16e9c3-89d2-4e59-ba3f-5951925442a8 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:32:30.811955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c0041bef-536d-4dc1-9515-c19bbb4b8a25 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:30.812426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.826922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=a89a239a-f93c-48a9-b6ba-919b0ee18b4b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:30.840119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.847348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:30.861312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a3a222f3-7b71-4e98-9148-06233d5c1148', 'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148', 'tenant_id': '9800365e14f942f6ac7226ce2bc011bb', 'fixed_ips': [{'subnet_id': 'bc22142e-d9ba-4d37-b83c-876ea3c390d4'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:30.862188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.899339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.904218 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4313531 Jun 22 09:32:30.921178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53690) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:30.981181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:30.987844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:31.006205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 7d757608-6a76-48e1-bb9b-66d9841811f7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:32:31.029254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.033460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=ef812fb7-a82b-454b-8460-3dd81366262b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:31.036542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:31.058800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Transition to ACTIVE for port object b667636a-34ce-49f2-9a8b-2ffbdb14d121 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:31.069023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.074796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.087768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.148732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:31.152943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.220671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.226604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f791fa4f-9538-4a2f-ae59-f37dd02466bb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:31.256739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Transition to ACTIVE for port object b667636a-34ce-49f2-9a8b-2ffbdb14d121 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:31.259340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Allocated IP 2001:db8::2 (a3a222f3-7b71-4e98-9148-06233d5c1148/bc22142e-d9ba-4d37-b83c-876ea3c390d4/cdc9bf66-1221-40cd-aaee-1c87d875c16d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:31.263681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.289120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.294286 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b58f41fd-862a-4140-bf75-b19138f24599 HTTP/1.1" status: 204 len: 168 time: 0.3688774 Jun 22 09:32:31.295184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08070aaa-c3da-4735-882f-de2d05d64233 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:31.299348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:31.299348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.303706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53692) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:31.304527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:31.385924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b58f41fd-862a-4140-bf75-b19138f24599,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:31.397080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:31.397383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 7d757608-6a76-48e1-bb9b-66d9841811f7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7d757608-6a76-48e1-bb9b-66d9841811f7,segment=NetworkSegment(b68145cd-6496-4476-98d3-e45ef1c6bb4a),segment_id=b68145cd-6496-4476-98d3-e45ef1c6bb4a)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:31.413511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7f5313f4-b19c-4380-80fc-71c1934c4a18 None None] Provisioning complete for port f791fa4f-9538-4a2f-ae59-f37dd02466bb triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:31.414034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5313f4-b19c-4380-80fc-71c1934c4a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.431222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.432401 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Added segment 58c83f0e-8618-4175-9912-e53307cf35eb of type vlan for network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d Jun 22 09:32:31.440474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::251 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/a66c1a8b-4c10-48f1-9d5c-660bde237e99/4a16e9c3-89d2-4e59-ba3f-5951925442a8) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:31.441912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.451586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '7d757608-6a76-48e1-bb9b-66d9841811f7', 'network_id': '4b1f2fe0-e223-48ac-b788-2e53e37d06b7', 'port_id': '7d757608-6a76-48e1-bb9b-66d9841811f7', 'mac_address': 'fa:16:3e:d3:62:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dece56d7-f4ec-47c1-a94e-b6cde9f61fa7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:32:31.453630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f791fa4f-9538-4a2f-ae59-f37dd02466bb triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:31.453765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.455642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:a4d (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/78509e84-a464-43ca-834c-e06a89b65b55/4a16e9c3-89d2-4e59-ba3f-5951925442a8) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:31.455800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.464387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2b0e60b2-1f1c-4324-a878-5771beb86954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:31.481471 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5eb42bef-e6bb-463e-9b84-542049b85840 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1733668 Jun 22 09:32:31.506083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53696) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:31.568583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10f2e597-6fd7-4e33-b9ce-578d4dd5648e,segment=NetworkSegment(549dccd1-35c2-471d-9d7c-853a64300056),segment_id=549dccd1-35c2-471d-9d7c-853a64300056)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:31.568583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.584167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:31.590198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.605403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:31.621843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:31.658093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.662338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Pushing event updated for resources: {'Port': ['ID=b667636a-34ce-49f2-9a8b-2ffbdb14d121,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:31.673617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:31.676907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for 10f2e597-6fd7-4e33-b9ce-578d4dd5648e owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:31.681027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.719581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d757608-6a76-48e1-bb9b-66d9841811f7 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:32:31.762676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.763248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.800300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router fc315537-4833-4cde-9fa8-f1e0a13fc5a1 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:31.817820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Transition to ACTIVE for port object cdc9bf66-1221-40cd-aaee-1c87d875c16d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:31.903815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.911378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:31.911378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.917000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b9d0883-27b9-4ed0-bce5-958d30bd6428 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:31.984145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:31.985039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 7d757608-6a76-48e1-bb9b-66d9841811f7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7d757608-6a76-48e1-bb9b-66d9841811f7,segment=NetworkSegment(b68145cd-6496-4476-98d3-e45ef1c6bb4a),segment_id=b68145cd-6496-4476-98d3-e45ef1c6bb4a)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:31.988718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.989928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353488b-4e6d-42b0-8969-547e66cd7700 req-f878da3c-8af2-4436-9791-dcedc96a12af tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:31.997510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:31.997673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8353488b-4e6d-42b0-8969-547e66cd7700 req-f878da3c-8af2-4436-9791-dcedc96a12af tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 943 time: 0.3468361 Jun 22 09:32:31.997795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Attempting to bind port b667636a-34ce-49f2-9a8b-2ffbdb14d121 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:31.997795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Attempting to bind port b667636a-34ce-49f2-9a8b-2ffbdb14d121 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e1c74e37-d01f-4324-be07-ea50605ac740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:31.997795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Attempting to bind port b667636a-34ce-49f2-9a8b-2ffbdb14d121 on network 68915f2b-4196-4ee4-a494-d34a88cb1a87 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:31.998066 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/b4e44586-5674-4e2d-9633-f922a1202577 HTTP/1.1" status: 204 len: 168 time: 0.4866662 Jun 22 09:32:31.998159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.002782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53698) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.016605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:32.017167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Checking segment: {'id': 'e1c74e37-d01f-4324-be07-ea50605ac740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:32.017684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.018182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Bound using segment: {'id': 'e1c74e37-d01f-4324-be07-ea50605ac740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:32.018778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Bound port: b667636a-34ce-49f2-9a8b-2ffbdb14d121, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c74e37-d01f-4324-be07-ea50605ac740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:32.019251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.021514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Transition to ACTIVE for port object cdc9bf66-1221-40cd-aaee-1c87d875c16d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:32.034232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Network': ['ID=ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.040207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.040207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.058843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:32.063905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e44586-5674-4e2d-9633-f922a1202577,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.083973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 4a16e9c3-89d2-4e59-ba3f-5951925442a8 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:32.104872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.109913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4044800 Jun 22 09:32:32.110612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.117919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53700) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.117919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.122327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'network': {'name': 'tempest-router-network02--2040756061'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:32.122570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.127467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.127658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:32.311743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/fc315537-4833-4cde-9fa8-f1e0a13fc5a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5971096 Jun 22 09:32:32.312283 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-249e136d-c3ab-422e-ad8e-d8079f902076 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1410065 Jun 22 09:32:32.312509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.312642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53702) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.312642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53704) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.312922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] Sync routers for ids ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:32.313029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=10f2e597-6fd7-4e33-b9ce-578d4dd5648e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.313029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.313029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port 10f2e597-6fd7-4e33-b9ce-578d4dd5648e on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:32.313474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213371024'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:32.313692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Network a3a222f3-7b71-4e98-9148-06233d5c1148 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:32.313856 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8927350b-91db-4605-8581-5310e28d90ad tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc315537-4833-4cde-9fa8-f1e0a13fc5a1 HTTP/1.1" status: 200 len: 205 time: 0.0771861 Jun 22 09:32:32.313961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53706) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.314059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] For port b667636a-34ce-49f2-9a8b-2ffbdb14d121, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:32.314059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:32.314059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] Routers {'fc315537-4833-4cde-9fa8-f1e0a13fc5a1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:32.314059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.314059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:32.314529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.314629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] For port b667636a-34ce-49f2-9a8b-2ffbdb14d121, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b667636a-34ce-49f2-9a8b-2ffbdb14d121,segment=NetworkSegment(e1c74e37-d01f-4324-be07-ea50605ac740),segment_id=e1c74e37-d01f-4324-be07-ea50605ac740)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:32.314629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.318166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=7d757608-6a76-48e1-bb9b-66d9841811f7,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.332438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8353488b-4e6d-42b0-8969-547e66cd7700 req-a8e71837-1f08-465d-9be8-2412ded17184 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177946 Jun 22 09:32:32.350862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.390835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef51d4ad-a3b9-4725-a302-39b5ad423290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.393772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.405334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] Routers {'fc315537-4833-4cde-9fa8-f1e0a13fc5a1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:32.405970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.409530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Attempting to bind port cdc9bf66-1221-40cd-aaee-1c87d875c16d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:32.409907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Attempting to bind port cdc9bf66-1221-40cd-aaee-1c87d875c16d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '1ca4e3ba-f482-4c8c-b26e-90010170dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:32.410285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Attempting to bind port cdc9bf66-1221-40cd-aaee-1c87d875c16d on network a3a222f3-7b71-4e98-9148-06233d5c1148 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:32.438260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:32.443356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:32.453621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.453833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['7d757608-6a76-48e1-bb9b-66d9841811f7'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:32:32.453966 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] Sync routers for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:32.460538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.463582 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "PUT /v2.0/routers/25f66ec1-9d2e-4b93-92ee-16f007b9a85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2702041 Jun 22 09:32:32.466669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53708) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.473426 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:32.475218 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18339c39-bb0d-4e5e-a528-26afd34a41e8 None None] The sync data for ids ['fc315537-4833-4cde-9fa8-f1e0a13fc5a1'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Checking segment: {'id': '1ca4e3ba-f482-4c8c-b26e-90010170dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Bound using segment: {'id': '1ca4e3ba-f482-4c8c-b26e-90010170dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Bound port: cdc9bf66-1221-40cd-aaee-1c87d875c16d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca4e3ba-f482-4c8c-b26e-90010170dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3a222f3-7b71-4e98-9148-06233d5c1148'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:32.492934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.499208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Pushing event updated for resources: {'Port': ['ID=cdc9bf66-1221-40cd-aaee-1c87d875c16d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.512983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.513207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.515001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.526560 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.535601 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] Routers {'25f66ec1-9d2e-4b93-92ee-16f007b9a85d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:32.538372 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.549567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:32.561360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.561626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Added segment 071fb67b-35ed-45dd-8fd8-3fe68f7b0fae of type vlan for network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 Jun 22 09:32:32.572369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Allocated IP 172.26.6.65 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/f89615ad-4dce-41e6-a5fd-5e9f5185a661) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:32.588794 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.590227 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ed1db-0593-42d6-bb75-05c6b86e30ae None None] The sync data for ids ['25f66ec1-9d2e-4b93-92ee-16f007b9a85d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:32.599458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5800a8b1-cb5a-483a-b846-e0427f319471']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.622030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549dccd1-35c2-471d-9d7c-853a64300056') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.629894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549dccd1-35c2-471d-9d7c-853a64300056') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:32.643252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.653458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.655113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Pushing event updated for resources: {'Port': ['ID=b667636a-34ce-49f2-9a8b-2ffbdb14d121,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.667316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.704414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.704414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.704414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] For port cdc9bf66-1221-40cd-aaee-1c87d875c16d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:32.704895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.705029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] For port cdc9bf66-1221-40cd-aaee-1c87d875c16d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cdc9bf66-1221-40cd-aaee-1c87d875c16d,segment=NetworkSegment(1ca4e3ba-f482-4c8c-b26e-90010170dc45),segment_id=1ca4e3ba-f482-4c8c-b26e-90010170dc45)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:32.705136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ee6fc802-656c-4175-9758-15904b0d5b78 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.765398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.782369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.799230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.801137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:32.801539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.838967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:32.839721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.844471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:32.844471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.844471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:32.846689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:32.847340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.868643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.873659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.884850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74166959-e536-44ff-8aac-36747113e917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:32.890214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=4a16e9c3-89d2-4e59-ba3f-5951925442a8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:32.898200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:32.922396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:32.992535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53710) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:32.993142 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4143951 Jun 22 09:32:33.005629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.011543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:33.012222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.023375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Pushing event updated for resources: {'Port': ['ID=cdc9bf66-1221-40cd-aaee-1c87d875c16d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:33.028455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:33.040434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:33.109576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.115808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4ea8e168-71c1-4c7c-9f79-6fe47427c42c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:33.129007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.129504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router fc315537-4833-4cde-9fa8-f1e0a13fc5a1 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:32:33.137127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.138272 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8d01bfef-c522-4a7d-bf7f-4371ffd990a4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/fc315537-4833-4cde-9fa8-f1e0a13fc5a1 HTTP/1.1" status: 204 len: 168 time: 0.8921959 Jun 22 09:32:33.146199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.146891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.149716 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/5800a8b1-cb5a-483a-b846-e0427f319471 HTTP/1.1" status: 204 len: 168 time: 4.8001986 Jun 22 09:32:33.156984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53712) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:33.157366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53714) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:33.180103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Network': ['ID=4d2c7cd3-263e-4d41-8e00-7d365fcb41f8,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:33.183733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:33.188369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756116517'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:33.190666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:33.190886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:33.230797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=5800a8b1-cb5a-483a-b846-e0427f319471,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:33.235135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.242518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:33.248739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:33.279835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Port': ['ID=f89615ad-4dce-41e6-a5fd-5e9f5185a661,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:33.293363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 4a16e9c3-89d2-4e59-ba3f-5951925442a8 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:33.293924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.312403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:33.335546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:33.339496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:33.386683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.432794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.434946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet d0c29caf-b0af-49bd-9a0b-99edf41fc478 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:33.435805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.438556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.530706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-10c07104-940c-46c8-a079-b3ede2a4854d None None] Provisioning for port 4a16e9c3-89d2-4e59-ba3f-5951925442a8 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:33.534994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-10c07104-940c-46c8-a079-b3ede2a4854d None None] Provisioning complete for port 4a16e9c3-89d2-4e59-ba3f-5951925442a8 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:33.535657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10c07104-940c-46c8-a079-b3ede2a4854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.558326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.585254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-10c07104-940c-46c8-a079-b3ede2a4854d None None] Port 4a16e9c3-89d2-4e59-ba3f-5951925442a8 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:33.838983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 4a16e9c3-89d2-4e59-ba3f-5951925442a8 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:33.911390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:33.919380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1140010-f341-4d44-8ab1-a12a006be0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:33.928926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8087378 Jun 22 09:32:33.929549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53718) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:33.935636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'subnet': {'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:33.944621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a763e5-edfc-498b-81df-4661cc2c80cb None None] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:34.007934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33ed6ae-528e-4661-922a-5079d5599985,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:34.019766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:34.049684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ea0c7-6194-44d8-ba85-3aa73d1dd250 req-17fb8d19-2c76-4888-9229-111180ea82a7 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:34.051184 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9d6ea0c7-6194-44d8-ba85-3aa73d1dd250 req-17fb8d19-2c76-4888-9229-111180ea82a7 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 944 time: 0.2387893 Jun 22 09:32:34.063698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting port 581052e3-d6c4-4607-8979-bc1fc525e504 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:34.064293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.116629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:34.120953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.121965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-78cde8d1-b10d-45d2-8313-37a30bd08400 None None] Provisioning for port b667636a-34ce-49f2-9a8b-2ffbdb14d121 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:34.144556 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9d6ea0c7-6194-44d8-ba85-3aa73d1dd250 req-4edeea61-bea1-4a79-a3b3-abf055a943dd tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755062 Jun 22 09:32:34.207313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.213781 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0371583 Jun 22 09:32:34.218608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.223061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53720) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:34.231630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'e33ed6ae-528e-4661-922a-5079d5599985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:34.294830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:34.319322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.322617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:34.328034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.382030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.389704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.400835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-159c82ef-82a1-4a8b-82f0-827095d43314 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:34.429875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=4a16e9c3-89d2-4e59-ba3f-5951925442a8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:34.433790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:34.479551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.479551 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 4b7dde36-ac5d-46f4-8b80-27d572426e5b of type vlan for network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 Jun 22 09:32:34.519863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.524456 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/4a16e9c3-89d2-4e59-ba3f-5951925442a8 HTTP/1.1" status: 204 len: 168 time: 1.5287247 Jun 22 09:32:34.525614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53722) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:34.539298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.573675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Calling delete_port for 581052e3-d6c4-4607-8979-bc1fc525e504 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:34.644989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.658604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-093d2865-24dd-4ea5-8123-51f0ba208d2d tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:34.668560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cdc9bf66-1221-40cd-aaee-1c87d875c16d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:34.684424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.685032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.747390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b8dfc-6faa-45eb-b9a8-58d387944c36 None None] Network a3a222f3-7b71-4e98-9148-06233d5c1148 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:34.754940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8266d5-94d7-429b-91a7-2ac1b4e78256 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:34.756844 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4f8266d5-94d7-429b-91a7-2ac1b4e78256 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2302206 Jun 22 09:32:34.759982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53724) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:34.788408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.797929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/d0c29caf-b0af-49bd-9a0b-99edf41fc478 HTTP/1.1" status: 204 len: 168 time: 1.6349969 Jun 22 09:32:34.803162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c29caf-b0af-49bd-9a0b-99edf41fc478,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:34.808745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.810550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53726) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:34.815402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:34.827267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f8455-1994-4edc-b5ee-64013b2473ee None None] Network 2c9d71fe-54f0-458c-80df-43ce89f9ba8a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:34.839167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:34.927903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a5ac94-e664-4711-9942-62be99232583,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:34.930522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:34.957302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.962619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:34.963584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.969030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-75644a93-dd3c-4690-bd61-502ac44674bf tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:34.985157 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:34.996169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e494b-7971-4251-b9b2-9f058ed8a15e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:35.000351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d18e494b-7971-4251-b9b2-9f058ed8a15e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2368541 Jun 22 09:32:35.000606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53728) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.023839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port cdc9bf66-1221-40cd-aaee-1c87d875c16d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:35.027258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.032391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 7d757608-6a76-48e1-bb9b-66d9841811f7 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:35.056811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.060556 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8316858 Jun 22 09:32:35.060927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b667636a-34ce-49f2-9a8b-2ffbdb14d121 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:35.063055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53730) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.073204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Provisioning for port cdc9bf66-1221-40cd-aaee-1c87d875c16d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:35.082252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.089052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:35.092648 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f64a51bd-11de-4d97-b49a-6e34fced733d tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules/41a5ac94-e664-4711-9942-62be99232583 HTTP/1.1" status: 200 len: 763 time: 0.0263324 Jun 22 09:32:35.097222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53732) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.101287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180fe68-d0e7-42bb-a43c-39046882bcd6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:35.102834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180fe68-d0e7-42bb-a43c-39046882bcd6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:35.105088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180fe68-d0e7-42bb-a43c-39046882bcd6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:35.109284 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4180fe68-d0e7-42bb-a43c-39046882bcd6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1052182 Jun 22 09:32:35.109984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Provisioning complete for port cdc9bf66-1221-40cd-aaee-1c87d875c16d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:35.110622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.113186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53734) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.142058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=d27a8fd3-79d6-4e7c-b793-abcc6cd5c976,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:35.151777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:35.160742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9965885 Jun 22 09:32:35.161679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53736) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.170616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:35.178082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.189569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:35.272022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Subnet': ['ID=813c96bf-4c63-4e86-935c-3fb2630a23ca,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:35.284893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.296157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:35.300906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:35.320810 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e4b9cae8-77df-48e3-8159-a76891b52d6e tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2125783 Jun 22 09:32:35.334881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53740) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.340422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 78509e84-a464-43ca-834c-e06a89b65b55 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:35.357608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 7d757608-6a76-48e1-bb9b-66d9841811f7 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:35.367905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 7d757608-6a76-48e1-bb9b-66d9841811f7 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:35.371193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.373197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Port': ['ID=581052e3-d6c4-4607-8979-bc1fc525e504,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:35.376227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:35.384047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.396084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946dca14-5686-4372-8a64-828154438468 None None] DHCP port deletion for 2c9d71fe-54f0-458c-80df-43ce89f9ba8a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:35.401195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.402990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port b667636a-34ce-49f2-9a8b-2ffbdb14d121 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:35.421861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b667636a-34ce-49f2-9a8b-2ffbdb14d121 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:35.422245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.436031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port f4816869-0f95-457c-b2d6-b0d2124e7b5d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:35.436031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.520550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] For port cdc9bf66-1221-40cd-aaee-1c87d875c16d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cdc9bf66-1221-40cd-aaee-1c87d875c16d,segment=NetworkSegment(1ca4e3ba-f482-4c8c-b26e-90010170dc45),segment_id=1ca4e3ba-f482-4c8c-b26e-90010170dc45)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:35.528760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.547797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port f4816869-0f95-457c-b2d6-b0d2124e7b5d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f4816869-0f95-457c-b2d6-b0d2124e7b5d,segment=NetworkSegment(9c0ddac7-325d-4cf7-89b7-511b814e1d8a),segment_id=9c0ddac7-325d-4cf7-89b7-511b814e1d8a)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:35.548189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.601578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.621679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-946dca14-5686-4372-8a64-828154438468 None None] Deleting port f4816869-0f95-457c-b2d6-b0d2124e7b5d {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:35.621995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-946dca14-5686-4372-8a64-828154438468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.625870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.627120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for f4816869-0f95-457c-b2d6-b0d2124e7b5d owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:35.652287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:35.653123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.663787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2bcc2-8ea2-4dd3-8e59-b9ea0d11cb4c req-3dbb4db8-3725-482c-8ff1-0ee038f695e8 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:35.665698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a9b2bcc2-8ea2-4dd3-8e59-b9ea0d11cb4c req-3dbb4db8-3725-482c-8ff1-0ee038f695e8 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 944 time: 0.3822680 Jun 22 09:32:35.672565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.681146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.685889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368609f-defe-45a2-be20-86ef05d61671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d757608-6a76-48e1-bb9b-66d9841811f7'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:32:35.690291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.690440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4dda06-fb85-43fc-a9ea-2be45088e84f" -d '{"events": [{"server_uuid": "8368609f-defe-45a2-be20-86ef05d61671", "name": "network-vif-plugged", "status": "completed", "tag": "7d757608-6a76-48e1-bb9b-66d9841811f7"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:32:35.695512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Checking segment: {'id': '58c83f0e-8618-4175-9912-e53307cf35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:35.695997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network hostable DHCP agents. Network: ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:35.700644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.710878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.714947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:35.716120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.727134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 7d757608-6a76-48e1-bb9b-66d9841811f7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7d757608-6a76-48e1-bb9b-66d9841811f7,segment=NetworkSegment(b68145cd-6496-4476-98d3-e45ef1c6bb4a),segment_id=b68145cd-6496-4476-98d3-e45ef1c6bb4a)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:35.750232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36994d2b-e98e-4197-bfc2-c5eec40cd742 x-openstack-request-id: req-36994d2b-e98e-4197-bfc2-c5eec40cd742 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:32:35.756601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368609f-defe-45a2-be20-86ef05d61671", "name": "network-vif-plugged", "status": "completed", "tag": "7d757608-6a76-48e1-bb9b-66d9841811f7", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:32:35.756601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36994d2b-e98e-4197-bfc2-c5eec40cd742 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:32:35.756601 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8368609f-defe-45a2-be20-86ef05d61671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d757608-6a76-48e1-bb9b-66d9841811f7', 'code': 200} Jun 22 09:32:35.775673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-946dca14-5686-4372-8a64-828154438468 None None] For port f4816869-0f95-457c-b2d6-b0d2124e7b5d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f4816869-0f95-457c-b2d6-b0d2124e7b5d,segment=NetworkSegment(9c0ddac7-325d-4cf7-89b7-511b814e1d8a),segment_id=9c0ddac7-325d-4cf7-89b7-511b814e1d8a)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:35.776108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-946dca14-5686-4372-8a64-828154438468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.798231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port b667636a-34ce-49f2-9a8b-2ffbdb14d121, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b667636a-34ce-49f2-9a8b-2ffbdb14d121,segment=NetworkSegment(e1c74e37-d01f-4324-be07-ea50605ac740),segment_id=e1c74e37-d01f-4324-be07-ea50605ac740)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:35.873387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-946dca14-5686-4372-8a64-828154438468 None None] Calling delete_port for f4816869-0f95-457c-b2d6-b0d2124e7b5d owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:35.874130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.876238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Pushing event updated for resources: {'Port': ['ID=cdc9bf66-1221-40cd-aaee-1c87d875c16d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:35.878894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.882895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:35.883357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ef5b1e9c-f9a3-4793-80f1-c4ddbadebc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:35.896393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a9b2bcc2-8ea2-4dd3-8e59-b9ea0d11cb4c req-1c13fa81-5fec-4e63-9b36-6d0609f62ed7 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071621 Jun 22 09:32:35.906512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:35.969771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.969771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-041ad560-4d08-4f22-9858-6aefd045d586 None None] Provisioning complete for port cdc9bf66-1221-40cd-aaee-1c87d875c16d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:35.969771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-041ad560-4d08-4f22-9858-6aefd045d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.970645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.970645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:35.970645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:35.972139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53744) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:35.972422 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/41a5ac94-e664-4711-9942-62be99232583 HTTP/1.1" status: 204 len: 168 time: 0.6259606 Jun 22 09:32:35.976894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41a5ac94-e664-4711-9942-62be99232583,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:35.979471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.007839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=7d757608-6a76-48e1-bb9b-66d9841811f7,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.017569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.019173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:36.023651 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-416cc619-8ea5-4952-89de-9772e18b90e1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492473 Jun 22 09:32:36.026829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53746) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:36.029415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.029602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.030095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Fanout notify agent at l3_agent the message router_deleted on router 25f66ec1-9d2e-4b93-92ee-16f007b9a85d {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:32:36.034293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-68f87d91-8948-4baa-883d-63c3cf67b459 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:36.043209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'e33ed6ae-528e-4661-922a-5079d5599985', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:36.044479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Router 16be3e1a-892a-486b-afd1-fb94f0d35c86 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:32:36.050716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.054362 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/routers/25f66ec1-9d2e-4b93-92ee-16f007b9a85d HTTP/1.1" status: 204 len: 168 time: 3.5826788 Jun 22 09:32:36.055748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53748) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:36.063734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=f4816869-0f95-457c-b2d6-b0d2124e7b5d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.067230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.075416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port f4816869-0f95-457c-b2d6-b0d2124e7b5d on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:36.079152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:36.089810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318465f1-b955-4acb-93d2-04edd9b2ab69 None None] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:36.090946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.095058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:36.096229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.101983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22bd3223-bee7-48c3-a4b1-8e6c65af3fe7 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:36.111321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-946dca14-5686-4372-8a64-828154438468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.184579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.186802 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/78509e84-a464-43ca-834c-e06a89b65b55 HTTP/1.1" status: 204 len: 168 time: 1.0443721 Jun 22 09:32:36.187998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=78509e84-a464-43ca-834c-e06a89b65b55,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.197737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53750) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:36.234329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.260509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Deleting subnet 277f0bd8-914f-4731-9131-403bc953bc18 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:36.301618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.307718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=b667636a-34ce-49f2-9a8b-2ffbdb14d121,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.307974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.317396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee620354-6817-421e-8bcf-20537b7ee04f None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:36.325782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9d71fe-54f0-458c-80df-43ce89f9ba8a']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.326575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.329009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d3d7d0ac-7182-485f-8d1c-8a45b13dc300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:36.341196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0ddac7-325d-4cf7-89b7-511b814e1d8a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.341490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0ddac7-325d-4cf7-89b7-511b814e1d8a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.355264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.381352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.387234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b9b0-6805-4bb0-ba7d-03bef2af9f6b req-c6e024e2-bc93-45ad-94b1-4094a02a996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:36.388794 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3d20b9b0-6805-4bb0-ba7d-03bef2af9f6b req-c6e024e2-bc93-45ad-94b1-4094a02a996f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 1098 time: 0.1531637 Jun 22 09:32:36.392647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:36.404816 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:36.407348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet a66c1a8b-4c10-48f1-9d5c-660bde237e99 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:36.407447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dca14-5686-4372-8a64-828154438468 None None] Pushing event deleted for resources: {'Port': ['ID=f4816869-0f95-457c-b2d6-b0d2124e7b5d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.407554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.408937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dca14-5686-4372-8a64-828154438468 None None] No DVR routers for this DVR port f4816869-0f95-457c-b2d6-b0d2124e7b5d on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:36.417144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-946dca14-5686-4372-8a64-828154438468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.417445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.457281 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5257175 Jun 22 09:32:36.461561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53752) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:36.467384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'subnet': {'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:36.470443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.473460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:36.499217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] Sync routers for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:36.535014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.563757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.573510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:36.576196 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3d20b9b0-6805-4bb0-ba7d-03bef2af9f6b req-ac3fd1e0-1356-4a2e-9839-e07fa2fd7c3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788628 Jun 22 09:32:36.579640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cdc9bf66-1221-40cd-aaee-1c87d875c16d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:36.588087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:36.588892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.639210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.645661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.649143 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/2c9d71fe-54f0-458c-80df-43ce89f9ba8a HTTP/1.1" status: 204 len: 168 time: 1.8269882 Jun 22 09:32:36.650602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:36.655199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.658130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53754) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:36.659381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.662364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1866533591', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:36.689144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=2c9d71fe-54f0-458c-80df-43ce89f9ba8a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.692463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:36.700806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.704017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.705227 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0252337 Jun 22 09:32:36.708135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53756) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:36.724068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=d1c8c978-9070-466f-9597-50d50439ab47,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:36.726591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:36.727241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.733344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d', 'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d', 'tenant_id': '9800365e14f942f6ac7226ce2bc011bb', 'fixed_ips': [{'subnet_id': '813c96bf-4c63-4e86-935c-3fb2630a23ca'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:36.734207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.780746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:36.781432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26fe075-0ec3-4ee2-83dc-977a18f0402d None None] The sync data for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:36.810150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port cdc9bf66-1221-40cd-aaee-1c87d875c16d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:36.810150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.810496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:36.813943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:36.971025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Allocated IP 2001:db8::2 (ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d/813c96bf-4c63-4e86-935c-3fb2630a23ca/4fd50ae3-8228-4b42-a448-9cbadef52b63) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:37.084611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:37.089786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.096167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.097605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.107719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1ba67fdb-30ab-4d26-bb50-2ae224478893 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:37.125014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': '4b7dde36-ac5d-46f4-8b80-27d572426e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:37.130307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: d27a8fd3-79d6-4e7c-b793-abcc6cd5c976, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:37.134505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b667636a-34ce-49f2-9a8b-2ffbdb14d121 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:37.145826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.149455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2346b4-b844-47a2-ad5c-f6cd184e879e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:37.172642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:37.226143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.241242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b667636a-34ce-49f2-9a8b-2ffbdb14d121 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:37.241626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.241744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.261743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.262984 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2348261 Jun 22 09:32:37.266194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53760) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.277835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086afa-2722-4fa7-afbb-f49ec1b45271 req-c99ad9bf-bf1e-4a85-abf6-759a62849b66 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:37.279407 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34086afa-2722-4fa7-afbb-f49ec1b45271 req-c99ad9bf-bf1e-4a85-abf6-759a62849b66 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2007186 Jun 22 09:32:37.294664 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0976d4b9-1566-4a1e-bde6-0ca74be7b2ac tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules/3d2346b4-b844-47a2-ad5c-f6cd184e879e HTTP/1.1" status: 200 len: 763 time: 0.0266645 Jun 22 09:32:37.296170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Transition to ACTIVE for port object 4fd50ae3-8228-4b42-a448-9cbadef52b63 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:37.296931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:37.308092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.311253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53762) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.311998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-628d3802-cbd5-4adc-bd06-0365dc1e6e0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:37.332580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.338802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.346171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Transition to ACTIVE for port object 4fd50ae3-8228-4b42-a448-9cbadef52b63 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:37.346616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5bbd9aae-9a16-4b5b-ae3a-f0361aa0d00d tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:37.367609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=a66c1a8b-4c10-48f1-9d5c-660bde237e99,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:37.372872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:37.374763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-723d0503-241d-4e73-8150-947077fb8261 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:37.402395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.407834 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/subnets/277f0bd8-914f-4731-9131-403bc953bc18 HTTP/1.1" status: 204 len: 168 time: 1.3497703 Jun 22 09:32:37.424873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53764) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.425954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.430074 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/a66c1a8b-4c10-48f1-9d5c-660bde237e99 HTTP/1.1" status: 204 len: 168 time: 1.2244985 Jun 22 09:32:37.430074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d27a8fd3-79d6-4e7c-b793-abcc6cd5c976) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:37.430695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Subnet': ['ID=277f0bd8-914f-4731-9131-403bc953bc18,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:37.436864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c541f0d-a8c7-4a38-9463-1e03bfc9c235 None None] Network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:37.442724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:37.443170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53766) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.452167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:37.452795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.463201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f4816869-0f95-457c-b2d6-b0d2124e7b5d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:37.499074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.501559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b2f34a3a-63b7-4fe7-8ad1-99239a046d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:37.530424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f4816869-0f95-457c-b2d6-b0d2124e7b5d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:37.530745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f4816869-0f95-457c-b2d6-b0d2124e7b5d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:37.604136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e618ba9-ba76-44b7-b082-9d7bf65f0725 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2479687 Jun 22 09:32:37.605509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53768) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.617422 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cbb9b9e5-9421-4906-947d-76c42dba1bb4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1727350 Jun 22 09:32:37.633097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53770) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.643246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:37.644499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:37.666209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:37.670858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:37.729794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d27a8fd3-79d6-4e7c-b793-abcc6cd5c976', 'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': 'd1c8c978-9070-466f-9597-50d50439ab47'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:37.730657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.757650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.773191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.786774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.793716 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6275690 Jun 22 09:32:37.812134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53772) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:37.823340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Pushing event updated for resources: {'Port': ['ID=4fd50ae3-8228-4b42-a448-9cbadef52b63,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:37.847512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:37.868668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Attempting to bind port 4fd50ae3-8228-4b42-a448-9cbadef52b63 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:37.869936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Attempting to bind port 4fd50ae3-8228-4b42-a448-9cbadef52b63 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '58c83f0e-8618-4175-9912-e53307cf35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:37.869936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Attempting to bind port 4fd50ae3-8228-4b42-a448-9cbadef52b63 on network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:37.882803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:37.883477 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34086afa-2722-4fa7-afbb-f49ec1b45271 req-4b31ac48-b0f3-4371-aa44-43019829e76a tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604694 Jun 22 09:32:37.895091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Checking segment: {'id': '58c83f0e-8618-4175-9912-e53307cf35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:37.897108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.898666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Bound using segment: {'id': '58c83f0e-8618-4175-9912-e53307cf35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:37.904345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Bound port: 4fd50ae3-8228-4b42-a448-9cbadef52b63, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c83f0e-8618-4175-9912-e53307cf35eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:37.904345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:37.951487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Subnet': ['ID=8594de14-5ce9-4fd9-8d4b-c905fe007083,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:37.956230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:37.985835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88d45d-1fa2-4116-8531-0f8ea6205bf5 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:38.031549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.035370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Checking segment: {'id': '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:38.035589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.036209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network hostable DHCP agents. Network: 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:38.053082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af5745d-731a-4a0a-83c2-e8dfaf3a81d3']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:38.073314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.073314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd78ef65-6ed1-49f4-a5fd-854dbab6c9cb') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:38.073314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd78ef65-6ed1-49f4-a5fd-854dbab6c9cb') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:38.078617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Allocated IP 2001:db8::1 (d27a8fd3-79d6-4e7c-b793-abcc6cd5c976/d1c8c978-9070-466f-9597-50d50439ab47/7dcf29f9-b358-44ae-8ecf-44add014e9db) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:38.081376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-533155e3-b25e-42a5-81f8-f3f8bfa9f6d3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:38.095815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.099351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3d2346b4-b844-47a2-ad5c-f6cd184e879e HTTP/1.1" status: 204 len: 168 time: 0.4858315 Jun 22 09:32:38.100395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d2346b4-b844-47a2-ad5c-f6cd184e879e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:38.104158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53774) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:38.106051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.110632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:38.110632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.112762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] For port 4fd50ae3-8228-4b42-a448-9cbadef52b63, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:38.117595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:38.121803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.122964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] For port 4fd50ae3-8228-4b42-a448-9cbadef52b63, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=4fd50ae3-8228-4b42-a448-9cbadef52b63,segment=NetworkSegment(58c83f0e-8618-4175-9912-e53307cf35eb),segment_id=58c83f0e-8618-4175-9912-e53307cf35eb)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:38.146557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.167367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-522d1016-34b7-41a8-8016-13c6e0c54c0e None None] Provisioning complete for port f791fa4f-9538-4a2f-ae59-f37dd02466bb triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:38.168039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-522d1016-34b7-41a8-8016-13c6e0c54c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.231645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:38.232723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:38.233211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.242167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:38.247600 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:38.280250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.286898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:38.291060 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce7b5ec9-5523-4569-9f54-f6c131a81347 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1829605 Jun 22 09:32:38.296988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53776) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:38.301738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Request body: {'security_group_rule': {'security_group_id': 'e33ed6ae-528e-4661-922a-5079d5599985', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:38.365791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:38.371509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:38.372305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.395299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.409319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261de78-3e59-4f7e-9d48-84606b60f650 None None] Network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:38.457355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.463675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.465629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] 10.222.0.65 "DELETE /v2.0/networks/4af5745d-731a-4a0a-83c2-e8dfaf3a81d3 HTTP/1.1" status: 204 len: 168 time: 1.0328798 Jun 22 09:32:38.481337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43bff1ff-3a76-45e6-917d-78efa180c989 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:38.511813 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Project 30380274fc464c0a9b83ca19f3fc5ac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:32:38.526092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Pushing event deleted for resources: {'Network': ['ID=4af5745d-731a-4a0a-83c2-e8dfaf3a81d3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:38.532803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:38.557952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.657879 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1937151 Jun 22 09:32:38.661558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53780) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:38.664743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.677374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Pushing event updated for resources: {'Port': ['ID=4fd50ae3-8228-4b42-a448-9cbadef52b63,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:38.692110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:38.701626 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:32:38.708480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Transition to ACTIVE for port object 7dcf29f9-b358-44ae-8ecf-44add014e9db will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:38.723063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.736626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.748732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Transition to ACTIVE for port object 7dcf29f9-b358-44ae-8ecf-44add014e9db will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:38.768398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-211299df-f44f-4148-809b-5c6c3495a443 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:38.825292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.834514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:38.840104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.843796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:38.845626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-10b4acba-417b-41b4-b57a-9ef581b96e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:38.853702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:38.856812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:38.857615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:38.971120 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3321412 Jun 22 09:32:38.972035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53784) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:38.976097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:38.981426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:39.010683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:39.017797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Pushing event updated for resources: {'Port': ['ID=7dcf29f9-b358-44ae-8ecf-44add014e9db,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:39.021008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:39.053321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=19092565-2bc8-493e-94b8-f1984650f5f5,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:39.055886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:39.058433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:39.074470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.080761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.096658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4d2c7cd3-263e-4d41-8e00-7d365fcb41f8', 'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8', 'tenant_id': '9800365e14f942f6ac7226ce2bc011bb', 'fixed_ips': [{'subnet_id': '8594de14-5ce9-4fd9-8d4b-c905fe007083'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:39.097684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.116898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.26.6.250 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/1f54bdf9-22e3-40f6-8683-aecbe751a8b2) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:39.119822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Allocated IP 172.20.0.1 (68915f2b-4196-4ee4-a494-d34a88cb1a87/79192898-26a8-468e-aad3-5577f802d25a/48a20702-1172-4c9d-a83b-4c2816ffac76) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:39.172808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b34dcc5a-0dc2-4545-b390-5cd4b1da77ab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:39.230629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.231533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53788) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:39.249542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c763559c-60f4-42f7-83ed-61f5714776ef tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:39.289051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c954d0-9b7b-43fc-a21d-7b31be338e0f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:39.297547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:39.307087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Allocated IP 2001:db8::2 (4d2c7cd3-263e-4d41-8e00-7d365fcb41f8/8594de14-5ce9-4fd9-8d4b-c905fe007083/e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:39.313088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Attempting to bind port 7dcf29f9-b358-44ae-8ecf-44add014e9db on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:39.316680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Attempting to bind port 7dcf29f9-b358-44ae-8ecf-44add014e9db by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4b7dde36-ac5d-46f4-8b80-27d572426e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:39.317104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Attempting to bind port 7dcf29f9-b358-44ae-8ecf-44add014e9db on network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:39.320167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c8c978-9070-466f-9597-50d50439ab47,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:39.328600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:39.329003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Checking segment: {'id': '4b7dde36-ac5d-46f4-8b80-27d572426e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:39.329472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.329927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Bound using segment: {'id': '4b7dde36-ac5d-46f4-8b80-27d572426e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:39.330418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Bound port: 7dcf29f9-b358-44ae-8ecf-44add014e9db, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7dde36-ac5d-46f4-8b80-27d572426e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:39.331137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.355026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Deleting port f791fa4f-9538-4a2f-ae59-f37dd02466bb {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:39.355427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.378369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.378984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.392485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.399677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.402222 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1041677 Jun 22 09:32:39.402600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:39.404196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:39.408185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.411492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53792) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:39.433332 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-12575f3f-3c54-4cb5-8153-347674b0d8f7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules/93c954d0-9b7b-43fc-a21d-7b31be338e0f HTTP/1.1" status: 200 len: 769 time: 0.0204778 Jun 22 09:32:39.440263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53794) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:39.443029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Transition to ACTIVE for port object 48a20702-1172-4c9d-a83b-4c2816ffac76 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:39.476943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.501562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27a8fd3-79d6-4e7c-b793-abcc6cd5c976']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:39.540475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7dde36-ac5d-46f4-8b80-27d572426e5b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:39.540720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7dde36-ac5d-46f4-8b80-27d572426e5b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:39.569269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.592722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] For port 7dcf29f9-b358-44ae-8ecf-44add014e9db, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:39.626907 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-000ca19d-a6d8-44a2-95a8-a50ecd6fcfcd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0318e578afe54fe79920c70322e4a81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904302 Jun 22 09:32:39.630110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] For port f791fa4f-9538-4a2f-ae59-f37dd02466bb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f791fa4f-9538-4a2f-ae59-f37dd02466bb,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:39.630675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.633895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] For port 7dcf29f9-b358-44ae-8ecf-44add014e9db, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7dcf29f9-b358-44ae-8ecf-44add014e9db,segment=NetworkSegment(4b7dde36-ac5d-46f4-8b80-27d572426e5b),segment_id=4b7dde36-ac5d-46f4-8b80-27d572426e5b)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:39.640796 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-67f1cd39-8692-4e06-88e5-143b8a386409 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1954656 Jun 22 09:32:39.641556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53796) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:39.669663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd709b-8421-4616-a051-d4a661871cc4 req-fc913560-9bdb-4e84-aad2-a9f27ee54da6 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:39.672103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7bd709b-8421-4616-a051-d4a661871cc4 req-fc913560-9bdb-4e84-aad2-a9f27ee54da6 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.5714953 Jun 22 09:32:39.672750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:39.696282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.696503 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.ipam_backend_mixin [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19092565-2bc8-493e-94b8-f1984650f5f5 (CIDR: 2001:db8::/64) Jun 22 09:32:39.697568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:39.697712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.734414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Calling delete_port for f791fa4f-9538-4a2f-ae59-f37dd02466bb owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:39.740769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.745471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.750363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.753702 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:32:39.754387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:39.756589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:39.767585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:39.778656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.778999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:39.785986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.788172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.789221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Transition to ACTIVE for port object e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:39.808580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Transition to ACTIVE for port object e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:39.822523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:39.822951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:39.826083 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:39.832007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:39.843234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:39.848387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.859559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:39.864525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:39.875568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=1f54bdf9-22e3-40f6-8683-aecbe751a8b2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:39.910422 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7bd709b-8421-4616-a051-d4a661871cc4 req-ab30c268-ad97-4b88-a9b2-89d7a6d62402 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906846 Jun 22 09:32:39.912708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:39.913795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:39.915153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7205e7b-841d-487a-9b79-24fda0f3ff49 None None] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:39.929411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:39.987986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.020377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:40.020636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:32:40.020636 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:32:40.020636 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'id': 'd27a8fd3-79d6-4e7c-b793-abcc6cd5c976'}] Jun 22 09:32:40.020636 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:40.020990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:40.024881 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-94776d5a-6f37-46ca-9b82-ad5be35e04ac tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0469713 Jun 22 09:32:40.025745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53802) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:40.037428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'subnet': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:40.090804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:40.094123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:40.135544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a782d0-e658-43b2-9c00-62c52f8a3b92 None None] Network d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:40.211735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-742e085a-8e7e-46f0-a59b-19ed18e9ece3 None None] Provisioning for port 4fd50ae3-8228-4b42-a448-9cbadef52b63 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:40.215209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.233771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Pushing event updated for resources: {'Port': ['ID=7dcf29f9-b358-44ae-8ecf-44add014e9db,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:40.237490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:40.246708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ca6727e-a13d-43d9-8b11-20bdc0c6897a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:40.270985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Allocated IP 2001:db8::1 (ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d/813c96bf-4c63-4e86-935c-3fb2630a23ca/86c685a0-6b04-40ef-badb-6386fc985090) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:40.303951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.329607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Attempting to bind port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:40.330309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Attempting to bind port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:40.330309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Attempting to bind port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 on network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:40.339107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Port': ['ID=48a20702-1172-4c9d-a83b-4c2816ffac76,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:40.344138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] No DVR routers for this DVR port f791fa4f-9538-4a2f-ae59-f37dd02466bb on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:40.344469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:40.358594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.361261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.365042 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69cadeee-e529-49b7-931c-ae75efc9d221 HTTP/1.1" status: 204 len: 168 time: 0.7198219 Jun 22 09:32:40.365042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.366816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1480345-fc85-430f-af58-2f8d5e559ed1 tempest-ServerActionsTestJSON-518767014 tempest-ServerActionsTestJSON-518767014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:40.388136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:40.392618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.403575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Pushing event updated for resources: {'Port': ['ID=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:40.403575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:40.403575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636cf341-0b9b-49f3-8713-fd67033594c5 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:40.406212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:40.406212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Checking segment: {'id': '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:40.406212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.406573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Bound using segment: {'id': '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:40.406921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Bound port: e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4d2c7cd3-263e-4d41-8e00-7d365fcb41f8'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:40.407295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.407983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.411983 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/93c954d0-9b7b-43fc-a21d-7b31be338e0f HTTP/1.1" status: 204 len: 168 time: 0.7381063 Jun 22 09:32:40.429743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-333c73b9-5f1c-4486-91f5-0578ecdaaa5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:40.446058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53806) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:40.470950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cadeee-e529-49b7-931c-ae75efc9d221,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:40.479515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:40.483560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-497f5948-8569-4529-ab89-63ce5f10d18b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:40.512178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.523842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.527381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508e136-6308-423c-93ca-46b0a62f2b8b req-5562f4dd-578e-450e-94e0-1c7946b06b39 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:40.528994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f508e136-6308-423c-93ca-46b0a62f2b8b req-5562f4dd-578e-450e-94e0-1c7946b06b39 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2990439 Jun 22 09:32:40.544955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Pushing event deleted for resources: {'Port': ['ID=f791fa4f-9538-4a2f-ae59-f37dd02466bb,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:40.548065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:40.556415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Transition to ACTIVE for port object 86c685a0-6b04-40ef-badb-6386fc985090 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:40.561809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c954d0-9b7b-43fc-a21d-7b31be338e0f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:40.579782 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-becb9c31-2217-48ca-b380-5153bd0c4791 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1318460 Jun 22 09:32:40.580515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53808) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:40.589540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:40.691171 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f508e136-6308-423c-93ca-46b0a62f2b8b req-c716462e-6c34-4ad2-a77c-878bafadde78 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513741 Jun 22 09:32:40.694626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4fd50ae3-8228-4b42-a448-9cbadef52b63 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:40.709864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-66120e7f-a061-4baa-a40b-d15eddc03589 None None] Provisioning for port 48a20702-1172-4c9d-a83b-4c2816ffac76 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:40.742919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.764101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port 7dcf29f9-b358-44ae-8ecf-44add014e9db {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:40.764454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.773314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-66120e7f-a061-4baa-a40b-d15eddc03589 None None] Provisioning complete for port 48a20702-1172-4c9d-a83b-4c2816ffac76 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:40.774531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66120e7f-a061-4baa-a40b-d15eddc03589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.800635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.824724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:40.839109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc2fda38-a7a7-45e9-a851-96acc5928684 tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:40.844586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] For port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:40.847818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-66120e7f-a061-4baa-a40b-d15eddc03589 None None] Port 48a20702-1172-4c9d-a83b-4c2816ffac76 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:41.132846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] For port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,segment=NetworkSegment(071fb67b-35ed-45dd-8fd8-3fe68f7b0fae),segment_id=071fb67b-35ed-45dd-8fd8-3fe68f7b0fae)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:41.224414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'tenant_id': '08c310c9a9a54d50985e66c4f2628b19', 'fixed_ips': [{'subnet_id': '19092565-2bc8-493e-94b8-f1984650f5f5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:41.226556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.284192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.301142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:41.360833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:41.362469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 4fd50ae3-8228-4b42-a448-9cbadef52b63 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:41.370375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port 7dcf29f9-b358-44ae-8ecf-44add014e9db, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7dcf29f9-b358-44ae-8ecf-44add014e9db,segment=NetworkSegment(4b7dde36-ac5d-46f4-8b80-27d572426e5b),segment_id=4b7dde36-ac5d-46f4-8b80-27d572426e5b)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:41.370834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.385723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:41.397423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:41.398053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.405833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 4fd50ae3-8228-4b42-a448-9cbadef52b63 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:41.405833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.435451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.553990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Pushing event updated for resources: {'Port': ['ID=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:41.564001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:41.613874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.618295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for 7dcf29f9-b358-44ae-8ecf-44add014e9db owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:41.706960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Port': ['ID=86c685a0-6b04-40ef-badb-6386fc985090,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:41.717758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:41.723356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Allocated IP 2001:db8::2 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/19092565-2bc8-493e-94b8-f1984650f5f5/11a2744d-9a65-49a8-b71d-ed3a5193e148) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:41.733822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.943401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2b60a072-3c7f-4e2c-81b7-1edda6054d18 None None] Provisioning complete for port 4fd50ae3-8228-4b42-a448-9cbadef52b63 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:41.944181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b60a072-3c7f-4e2c-81b7-1edda6054d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:41.995104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.011647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb69e41c-fb5f-4e15-ae5e-9293f1b17dc7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.020460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53832) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:42.031862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.035323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.036076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 4fd50ae3-8228-4b42-a448-9cbadef52b63, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=4fd50ae3-8228-4b42-a448-9cbadef52b63,segment=NetworkSegment(58c83f0e-8618-4175-9912-e53307cf35eb),segment_id=58c83f0e-8618-4175-9912-e53307cf35eb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:42.037450 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "DELETE /v2.0/security-groups/e33ed6ae-528e-4661-922a-5079d5599985 HTTP/1.1" status: 204 len: 168 time: 1.4515243 Jun 22 09:32:42.044426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71ab4301-f739-47ea-baef-3e7666982757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.062889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.063460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=7dcf29f9-b358-44ae-8ecf-44add014e9db,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.066395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53836) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:42.072980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33ed6ae-528e-4661-922a-5079d5599985,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.079853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.087891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892164-bb01-4111-beb7-2fe65bb6e421 req-74b6b75b-a254-4634-af6c-62ee6d975677 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:42.089730 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01892164-bb01-4111-beb7-2fe65bb6e421 req-74b6b75b-a254-4634-af6c-62ee6d975677 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.6012104 Jun 22 09:32:42.090182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port 7dcf29f9-b358-44ae-8ecf-44add014e9db on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:42.145196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.147466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.177300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.194591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9242defa-adbf-48f4-83be-ab9582d9cd7b tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-217026568', 'prefixes': ['172.20.0.0/16']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:42.195845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Transition to ACTIVE for port object 11a2744d-9a65-49a8-b71d-ed3a5193e148 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:42.198077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:32:42.206301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.216394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.278176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Transition to ACTIVE for port object 11a2744d-9a65-49a8-b71d-ed3a5193e148 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:42.281156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.291269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f791fa4f-9538-4a2f-ae59-f37dd02466bb no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:42.294837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cd96c100-8d19-43bb-a6e1-7d3044a68983 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.295058 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01892164-bb01-4111-beb7-2fe65bb6e421 req-5acf060a-6e62-4c6b-837c-3e79f779d5ee tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901789 Jun 22 09:32:42.308288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.319018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.342415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f791fa4f-9538-4a2f-ae59-f37dd02466bb {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:32:42.343493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f791fa4f-9538-4a2f-ae59-f37dd02466bb not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:32:42.349783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=4fd50ae3-8228-4b42-a448-9cbadef52b63,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.351948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.369045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.371213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-946dca14-5686-4372-8a64-828154438468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.397659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27a8fd3-79d6-4e7c-b793-abcc6cd5c976']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:42.401880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.406150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:42.411111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d93bcf0e-4714-497c-85db-1ba5b9a57e7f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.411813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:42.416562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:42.425541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:42.427889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:42.438317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Pushing event updated for resources: {'Port': ['ID=11a2744d-9a65-49a8-b71d-ed3a5193e148,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.439069 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e5d0422b-efad-4573-ae6f-6e005d2682b6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3558197 Jun 22 09:32:42.445254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7dde36-ac5d-46f4-8b80-27d572426e5b') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:42.445254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7dde36-ac5d-46f4-8b80-27d572426e5b') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:42.452483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:42.453105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.455456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.473126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53838) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:42.486696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Subnet': ['ID=ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.494324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.507785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Port': ['ID=48a20702-1172-4c9d-a83b-4c2816ffac76,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.515799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.528054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:32:42.538830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Attempting to bind port 11a2744d-9a65-49a8-b71d-ed3a5193e148 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:42.539517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Attempting to bind port 11a2744d-9a65-49a8-b71d-ed3a5193e148 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:42.541295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Attempting to bind port 11a2744d-9a65-49a8-b71d-ed3a5193e148 on network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:42.557813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:42.557813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Checking segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:42.557813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.557813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Bound using segment: {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:42.557813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Bound port: 11a2744d-9a65-49a8-b71d-ed3a5193e148, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd3090-444e-4501-b16e-262f4b317d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:42.557813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.569081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.614914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.627666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.650315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:42.650539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ca83319a-eb01-4a37-a863-6dab53eaa810 None None] Provisioning for port 86c685a0-6b04-40ef-badb-6386fc985090 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:42.650664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.659511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ca83319a-eb01-4a37-a863-6dab53eaa810 None None] Provisioning complete for port 86c685a0-6b04-40ef-badb-6386fc985090 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:42.660058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ca83319a-eb01-4a37-a863-6dab53eaa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.662157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] For port 11a2744d-9a65-49a8-b71d-ed3a5193e148, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:42.667336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] For port 11a2744d-9a65-49a8-b71d-ed3a5193e148, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=11a2744d-9a65-49a8-b71d-ed3a5193e148,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:42.674744 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:42.710785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ca83319a-eb01-4a37-a863-6dab53eaa810 None None] Port 86c685a0-6b04-40ef-badb-6386fc985090 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:42.738890 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7120464 Jun 22 09:32:42.752516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53840) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:42.766324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Request body: {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'mac_address': 'fa:16:3e:d5:13:83', 'name': 'tempest-NetworksTestDHCPv6-491181040'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:42.767780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.770857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.784020 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3af1f9d7-e7e7-4202-8f59-1a6164e97275 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3095477 Jun 22 09:32:42.792070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:42.894647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.900734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:42.911429 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 HTTP/1.1" status: 204 len: 168 time: 5.1020157 Jun 22 09:32:42.917322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53844) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:42.922539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3b9680b5-10e0-4e57-beb4-54412e5bce2c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:42.933059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018613222'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:42.962636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=d27a8fd3-79d6-4e7c-b793-abcc6cd5c976,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:42.969535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:42.972902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:42.980580 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] Sync routers for ids ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:43.003243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9242defa-adbf-48f4-83be-ab9582d9cd7b tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] Notify callbacks [] for subnetpool, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.005540 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9242defa-adbf-48f4-83be-ab9582d9cd7b tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9839330 Jun 22 09:32:43.006434 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] Routers {'aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:43.008201 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.012941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53846) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:43.030285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Pushing event updated for resources: {'Port': ['ID=11a2744d-9a65-49a8-b71d-ed3a5193e148,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:43.033879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:43.053909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.056991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700fa7c2-6b45-4fef-a133-eef802ddc836 None None] Network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:43.065801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:43.068116 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.068269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:43.079496 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] Routers {'aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:43.080177 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.102146 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c4e0cd53-8168-4393-85e8-fd253847da0e tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] 10.222.0.65 "GET /v2.0/subnetpools/f82575d1-bfcb-48b1-a04b-db4c91fbd7a5 HTTP/1.1" status: 200 len: 731 time: 0.0757515 Jun 22 09:32:43.112251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53848) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:43.119799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2b944437-81ad-4752-91c0-3336111cec6a tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-422676163'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:43.147636 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.148837 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6593b-c0af-4ecf-8f08-5488dd75a335 None None] The sync data for ids ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:43.190686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:43.203492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4fd50ae3-8228-4b42-a448-9cbadef52b63 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:43.211470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.213069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.219518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4a4fcdbc-7896-4f2f-a354-4cff11248c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:43.249735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Router 16be3e1a-892a-486b-afd1-fb94f0d35c86 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:43.348932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:43.360869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.391214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Provisioning for port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:43.398147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Provisioning complete for port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:43.398867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.457667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 4fd50ae3-8228-4b42-a448-9cbadef52b63 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:43.458357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.461916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:43.467558 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "PUT /v2.0/routers/16be3e1a-892a-486b-afd1-fb94f0d35c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7580161 Jun 22 09:32:43.473169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53852) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:43.480225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.484453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.8229840 Jun 22 09:32:43.493172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Request body: {'port': {'network_id': '68915f2b-4196-4ee4-a494-d34a88cb1a87', 'name': 'tempest-FloatingIPAdminTestJSON-875423686'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:43.498124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53854) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:43.521769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] Sync routers for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:43.544860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:43.545705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.566653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:43.581671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:43.588041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Port': ['ID=86c685a0-6b04-40ef-badb-6386fc985090,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:43.600465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2b944437-81ad-4752-91c0-3336111cec6a tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] Notify callbacks [] for subnetpool, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.602221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2b944437-81ad-4752-91c0-3336111cec6a tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] 10.222.0.65 "PUT /v2.0/subnetpools/f82575d1-bfcb-48b1-a04b-db4c91fbd7a5 HTTP/1.1" status: 200 len: 683 time: 0.4877138 Jun 22 09:32:43.607279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.632970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:43.635308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.647270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53858) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:43.667528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.668238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.668795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.669454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.669996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.670540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.671066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.671993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.672519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.675379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.675379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.675379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:43.678698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:43.719607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:43.720348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f26c0-7c14-4789-9ad4-433626e04e5a None None] The sync data for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:43.737153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Made reservation on behalf of 08c310c9a9a54d50985e66c4f2628b19 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:43.748887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53860) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:43.804632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.823373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:43.863061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.865263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] For port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,segment=NetworkSegment(071fb67b-35ed-45dd-8fd8-3fe68f7b0fae),segment_id=071fb67b-35ed-45dd-8fd8-3fe68f7b0fae)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:43.865910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 6a7f0f93-5b55-42ee-80b4-1b73b6e093eb of type vlan for network d729fbfe-583a-4525-9f52-6ec5141f2bc7 Jun 22 09:32:43.916910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.959462 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:43.968726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5a410198-dd55-4449-bbf0-0fe3560c445a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:43.986923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Router 398224ac-a25f-46de-bdb2-c5b8c58c6877 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:32:44.055028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Pushing event updated for resources: {'Port': ['ID=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:44.059899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:44.062149 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-af64aae3-ae96-44b4-ab0a-19be8cf3c776 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/routers/aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 200 len: 881 time: 0.5560322 Jun 22 09:32:44.063264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53864) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.065315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f05f-4957-4e53-813e-e112d75cacb0 req-78969e03-c145-4dca-b9a1-99c15a0413f4 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:44.070191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d130f05f-4957-4e53-813e-e112d75cacb0 req-78969e03-c145-4dca-b9a1-99c15a0413f4 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.4897387 Jun 22 09:32:44.073170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.079936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Provisioning complete for port 86c685a0-6b04-40ef-badb-6386fc985090 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:44.080322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.083407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:44.083821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.088825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Made reservation on behalf of ac9f4d3f96c44a64aab0c9ac5d7b3207 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:44.093049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.112413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-14147f5d-a1b7-4cff-8996-ef797b4b25c1 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:44.140576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Port 86c685a0-6b04-40ef-badb-6386fc985090 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:44.152024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Provisioning complete for port 48a20702-1172-4c9d-a83b-4c2816ffac76 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:44.152487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.158723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] device_id is not set on port e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:32:44.163585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9085921c-db5e-40a8-9c32-7732ba74806b tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] Notify callbacks [] for subnetpool, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.164781 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9085921c-db5e-40a8-9c32-7732ba74806b tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] 10.222.0.65 "DELETE /v2.0/subnetpools/f82575d1-bfcb-48b1-a04b-db4c91fbd7a5 HTTP/1.1" status: 204 len: 168 time: 0.5096009 Jun 22 09:32:44.170530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.175570 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1bc77aef-4f4c-4ce1-b4a2-a0f247603267 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30380274fc464c0a9b83ca19f3fc5ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162602 Jun 22 09:32:44.175570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53866) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.194964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53868) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.197166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Port 48a20702-1172-4c9d-a83b-4c2816ffac76 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:44.208603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Provisioning complete for port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:44.208980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ba8982be-cfd3-46cc-bab1-dc7dd3e1556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.240639 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-c6d93be4-2440-4ece-b757-32e21fc85e57 tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] show failed (client error): The resource could not be found. Jun 22 09:32:44.245034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c6d93be4-2440-4ece-b757-32e21fc85e57 tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] 10.222.0.65 "GET /v2.0/subnetpools/f82575d1-bfcb-48b1-a04b-db4c91fbd7a5 HTTP/1.1" status: 404 len: 346 time: 0.0621245 Jun 22 09:32:44.249796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53870) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.251253 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3270543 Jun 22 09:32:44.282322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53872) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.293285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': 'd729fbfe-583a-4525-9f52-6ec5141f2bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:44.310353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-a9d6bd4b-0675-463b-911f-c518d7dd3512 tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] delete failed (client error): The resource could not be found. Jun 22 09:32:44.317395 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a9d6bd4b-0675-463b-911f-c518d7dd3512 tempest-SubnetPoolsTestJSON-598130362 tempest-SubnetPoolsTestJSON-598130362-project] 10.222.0.65 "DELETE /v2.0/subnetpools/f82575d1-bfcb-48b1-a04b-db4c91fbd7a5 HTTP/1.1" status: 404 len: 346 time: 0.0593390 Jun 22 09:32:44.338762 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d130f05f-4957-4e53-813e-e112d75cacb0 req-556bd13f-00fd-4b33-a288-79494b1822de tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334378 Jun 22 09:32:44.360426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] device_id is not set on port 5fc02f00-f1dd-4d46-bffe-da69c9c8478c yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:32:44.363277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=d729fbfe-583a-4525-9f52-6ec5141f2bc7,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:44.367583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:44.377594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d729fbfe-583a-4525-9f52-6ec5141f2bc7 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:44.421090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:44.436269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] Sync routers for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:44.455280 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7913136 Jun 22 09:32:44.456196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53878) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.458291 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:44.460063 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:44.529263 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:44.539563 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:44.540459 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:44.565497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc9191-6b3a-418a-a224-127c93da52b4 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:44.618871 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:44.619542 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02cb10-f77a-4f05-b451-a3ce554c7b16 None None] The sync data for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:44.753942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:44.802832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2662db8c-c3a8-4c7e-95d6-9ab110f671ac None None] Provisioning for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:44.867032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:44.867423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:44.985868 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-a65a483b-929d-4eb1-936d-5fa4e19ef37e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:32:44.987012 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a65a483b-929d-4eb1-936d-5fa4e19ef37e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5293067 Jun 22 09:32:44.993056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:44.997777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 11a2744d-9a65-49a8-b71d-ed3a5193e148 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:45.059284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53886) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:45.110567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Update dhcp port {'port': {'network_id': 'a200f25a-04ed-4f48-9ef5-094aaf1d8d5a', 'fixed_ips': [{'subnet_id': '19092565-2bc8-493e-94b8-f1984650f5f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': '11a2744d-9a65-49a8-b71d-ed3a5193e148'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:32:45.169110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.180273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:45.214706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:45.215092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.272603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.297352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.308571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Allocated IP 172.20.0.5 (68915f2b-4196-4ee4-a494-d34a88cb1a87/79192898-26a8-468e-aad3-5577f802d25a/e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:45.309130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf83f1d-d717-42d9-afca-369c867ed70c req-f6a19a95-0ad6-4a82-a012-cc7411715e70 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:45.317318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bdf83f1d-d717-42d9-afca-369c867ed70c req-f6a19a95-0ad6-4a82-a012-cc7411715e70 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.3064892 Jun 22 09:32:45.369801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.370173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.406212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 11a2744d-9a65-49a8-b71d-ed3a5193e148, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=11a2744d-9a65-49a8-b71d-ed3a5193e148,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:45.407636 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bdf83f1d-d717-42d9-afca-369c867ed70c req-e20f4a7a-517d-4ef1-8102-8d848b258e5c tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904486 Jun 22 09:32:45.413545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:45.417179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.466317 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb8ecd9f-970b-41e0-868f-aab3e00691b2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.3896449 Jun 22 09:32:45.471751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53890) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:45.472292 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.474003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8d5103a6-35cc-48e6-9595-d951ca9fb054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:45.478861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1866533591'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:45.517534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-6a0e9d7a-94f6-4ee7-b396-a6ffcb6beff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:45.519017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-6a0e9d7a-94f6-4ee7-b396-a6ffcb6beff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cea1fda37c2b47e5964f1bca783c9632&device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 1098 time: 0.3589160 Jun 22 09:32:45.527322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=11a2744d-9a65-49a8-b71d-ed3a5193e148,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:45.530716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:45.663445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.715037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8::287 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/19092565-2bc8-493e-94b8-f1984650f5f5/5fc02f00-f1dd-4d46-bffe-da69c9c8478c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:45.747813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:1383 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0/5fc02f00-f1dd-4d46-bffe-da69c9c8478c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:45.843856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.846459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.847676 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/184c5ffc-96c5-445d-bb8d-6c50fa6dbbd7 HTTP/1.1" status: 204 len: 168 time: 1.6441464 Jun 22 09:32:45.859720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3739ba91-d8c5-43cc-afcb-8bb9849df4ec tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:45.872183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-773c7f26-017b-4749-b208-e7ea2f58ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:45.873729 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-773c7f26-017b-4749-b208-e7ea2f58ceb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7 HTTP/1.1" status: 200 len: 912 time: 0.3416450 Jun 22 09:32:45.922345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c5ffc-96c5-445d-bb8d-6c50fa6dbbd7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:45.969238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:45.972102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-18a5f81e-21c4-4d50-99d4-3fb95bc8a7de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d757608-6a76-48e1-bb9b-66d9841811f7 HTTP/1.1" status: 200 len: 217 time: 0.0817425 Jun 22 09:32:45.985201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.985591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.985972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.986348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.986719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.987084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.987445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.987806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.988297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.988665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.989023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:45.989377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:46.024307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:46.047597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.052859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2a2da99c-358c-412d-ada2-065097d970af tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:46.089375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Transition to ACTIVE for port object e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:46.150729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9f7292063754c9199e04f1e9347ed2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0812578 Jun 22 09:32:46.153575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e14f0-9875-43db-ada7-d5d41417bf92,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:46.157205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53896) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:46.164777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:46.170534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.175911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-099d9169-bdab-4aaa-8b44-3894bc96ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:46.177426 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-099d9169-bdab-4aaa-8b44-3894bc96ddc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dece56d7-f4ec-47c1-a94e-b6cde9f61fa7 HTTP/1.1" status: 200 len: 851 time: 0.1942039 Jun 22 09:32:46.229712 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-066cd953-ba19-4171-97e4-645a3b399670 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400045 Jun 22 09:32:46.271312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.299154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.304557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d10ad9-5042-44fe-81df-9b92fa7d9fb1 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:46.350890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Transition to ACTIVE for port object 5fc02f00-f1dd-4d46-bffe-da69c9c8478c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:46.393400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.395017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=d8b93bfd-ade0-4526-85f3-929bfd3b502f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:46.411042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.421071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:46.421597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c722fdbe-0ea0-415c-953c-4961a43b14ca tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:46.472430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.482402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.510599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:46.511497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': '6a7f0f93-5b55-42ee-80b4-1b73b6e093eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd729fbfe-583a-4525-9f52-6ec5141f2bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:46.511863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: d729fbfe-583a-4525-9f52-6ec5141f2bc7, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:46.517220 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-449dbdbd-a1d0-4916-b434-ce7044243d13 service neutron] 10.222.0.24 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770450 Jun 22 09:32:46.519570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:46.521543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event updated for resources: {'Port': ['ID=e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:46.526631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:46.538086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:46.639982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:46.640933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.663230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 11a2744d-9a65-49a8-b71d-ed3a5193e148 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:46.697476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.708151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting port 86c685a0-6b04-40ef-badb-6386fc985090 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:46.708493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.727077 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01ae5d87-3f3c-46ee-b71e-cce7233f5c15 req-871e22b2-322a-451d-a074-691c9cd025e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022123 Jun 22 09:32:46.737650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.742817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:46.757534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.761607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.765457 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/018e14f0-9875-43db-ada7-d5d41417bf92 HTTP/1.1" status: 204 len: 168 time: 0.6032097 Jun 22 09:32:46.785625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:46.786946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network d729fbfe-583a-4525-9f52-6ec5141f2bc7 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:46.793280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:46.798904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-edace928-741f-47d6-a781-cfd7f8de0acf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:46.801334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:46.807273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:46.808096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.842853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e14f0-9875-43db-ada7-d5d41417bf92,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:46.846549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8533144-12e2-4023-88a9-7812a093132f req-bd6602b0-bf55-49fc-95ca-7614389dfc1a tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:46.848642 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a8533144-12e2-4023-88a9-7812a093132f req-bd6602b0-bf55-49fc-95ca-7614389dfc1a tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2050037 Jun 22 09:32:46.856295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event updated for resources: {'Port': ['ID=5fc02f00-f1dd-4d46-bffe-da69c9c8478c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:46.858432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:46.871730 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3889072 Jun 22 09:32:46.881185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe29:1c61 (a200f25a-04ed-4f48-9ef5-094aaf1d8d5a/ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0/11a2744d-9a65-49a8-b71d-ed3a5193e148) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:46.898254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:46.902469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53912) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:46.918460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d729fbfe-583a-4525-9f52-6ec5141f2bc7) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:46.925976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:46.926879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:46.933144 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a8533144-12e2-4023-88a9-7812a093132f req-e6d90664-981f-4cd9-8424-f6fae6a56d8b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647495 Jun 22 09:32:46.943279 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1874778 Jun 22 09:32:46.945788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53918) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:46.969430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:46.969863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635aae3-9e0d-4e69-ba7c-a938a9de83b6 None None] Network d729fbfe-583a-4525-9f52-6ec5141f2bc7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:46.975259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.005592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:47.006347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.053975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Calling delete_port for 86c685a0-6b04-40ef-badb-6386fc985090 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:47.082089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7979710 Jun 22 09:32:47.084013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53920) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:47.236139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:47.280933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.282324 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c75183fa-27e2-43a3-ad87-0986ecbabe30 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 200 len: 888 time: 1.8099968 Jun 22 09:32:47.284983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53924) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:47.372267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] Sync routers for ids ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:47.386164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.413619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting port 5fc02f00-f1dd-4d46-bffe-da69c9c8478c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:47.414267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.421474 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-545815bf-9975-4eb7-bc72-f99b9fcab145 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/routers/aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 200 len: 888 time: 0.1329069 Jun 22 09:32:47.422173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53928) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:47.485217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ac1bf28a-1969-47f0-9bdc-e46bde0f6cd3 None None] Provisioning for port e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:47.520111 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2bc203a1-b21c-46d9-8f53-c7f7d0d3ec39 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 200 len: 205 time: 0.0941582 Jun 22 09:32:47.521590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] Routers {'aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:47.524715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:47.525794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'project_id': 'ac9f4d3f96c44a64aab0c9ac5d7b3207', 'port_id': 'e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:47.527445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ac1bf28a-1969-47f0-9bdc-e46bde0f6cd3 None None] Provisioning complete for port e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:47.528010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf28a-1969-47f0-9bdc-e46bde0f6cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.530474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53934) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:47.673116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.732753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bf28a-1969-47f0-9bdc-e46bde0f6cd3 None None] Port e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:47.742093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:47.744554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.750942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.810888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.816890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fada9fa-5053-4635-a508-fe9bb1c864a7 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:47.828926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:47.841245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] For port 11a2744d-9a65-49a8-b71d-ed3a5193e148, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=11a2744d-9a65-49a8-b71d-ed3a5193e148,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:47.865574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53940) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:47.879013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Port': ['ID=86c685a0-6b04-40ef-badb-6386fc985090,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:47.916306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:47.922994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] Routers {'aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:47.923818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.027941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.029776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412c7fac-c546-4c19-9ab5-97f9601492b8 None None] The sync data for ids ['aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:48.054202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Calling delete_port for 5fc02f00-f1dd-4d46-bffe-da69c9c8478c owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:48.157546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.181985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.238262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f38de-2594-4a01-a350-2aa6e8b538ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d729fbfe-583a-4525-9f52-6ec5141f2bc7', 'network_id': 'd729fbfe-583a-4525-9f52-6ec5141f2bc7', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': 'd8b93bfd-ade0-4526-85f3-929bfd3b502f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:48.240548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a83f38de-2594-4a01-a350-2aa6e8b538ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.270199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.284322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763096498'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:48.310249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Transition to ACTIVE for port object 11a2744d-9a65-49a8-b71d-ed3a5193e148 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:48.400057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.405921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:48.450016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.467839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Router 398224ac-a25f-46de-bdb2-c5b8c58c6877 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:48.471993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Pushing event updated for resources: {'Port': ['ID=11a2744d-9a65-49a8-b71d-ed3a5193e148,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:48.476037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:48.516036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.519119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d9025f7d-aaf9-43e8-93b0-df74f6c95414 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:48.550384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b93bfd-ade0-4526-85f3-929bfd3b502f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:48.562787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:48.577937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba58763-41bd-4b54-9523-654acb0809f8 req-5f20f663-277d-4030-a620-a26607ddc983 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:48.586472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ba58763-41bd-4b54-9523-654acb0809f8 req-5f20f663-277d-4030-a620-a26607ddc983 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.3015082 Jun 22 09:32:48.587633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:48.593052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5983067 Jun 22 09:32:48.606980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 1f54bdf9-22e3-40f6-8683-aecbe751a8b2 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:48.606980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.606980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53954) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:48.608020 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] Sync routers for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:48.621875 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:48.622500 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.644856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.656430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d729fbfe-583a-4525-9f52-6ec5141f2bc7']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.669176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7f0f93-5b55-42ee-80b4-1b73b6e093eb') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.669434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7f0f93-5b55-42ee-80b4-1b73b6e093eb') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.684632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.697216 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.698665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.708093 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:48.709072 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.720321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.729508 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-5867cfdb-d94e-4e4b-a940-3419af02b6ad tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] delete failed (client error): The resource could not be found. Jun 22 09:32:48.730573 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5867cfdb-d94e-4e4b-a940-3419af02b6ad tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1116969104 HTTP/1.1" status: 404 len: 335 time: 0.1248662 Jun 22 09:32:48.734226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.736242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53958) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:48.753906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3e719e16-ec02-4596-b2e7-54081c2a8098 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'router': {'external_gateway_info': {'network_id': '398224ac-a25f-46de-bdb2-c5b8c58c6877'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:48.782026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.783018 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:48.783748 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86ca68-0e0a-4951-b062-c39e358c76d3 None None] The sync data for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:48.791116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:48.791432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server [None req-a83f38de-2594-4a01-a350-2aa6e8b538ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8b93bfd-ade0-4526-85f3-929bfd3b502f: This subnet is being modified by another concurrent operation. Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 09:32:48.813985 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server raise exception Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8b93bfd-ade0-4526-85f3-929bfd3b502f: This subnet is being modified by another concurrent operation. Jun 22 09:32:48.824179 dv-neutron-797120-3-hyperv neutron-server[93951]: ERROR oslo_messaging.rpc.server Jun 22 09:32:48.826921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ba58763-41bd-4b54-9523-654acb0809f8 req-4dbec999-fc51-44d7-9f77-37dd3c1ae0d4 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108400 Jun 22 09:32:48.844926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d54e8-24f2-425d-8f70-36fc9d90e18f None None] Network d729fbfe-583a-4525-9f52-6ec5141f2bc7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:48.869150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce35f363-c666-4fbb-8351-2691ba94f408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:48.905886 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:48.917813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Port': ['ID=5fc02f00-f1dd-4d46-bffe-da69c9c8478c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:48.921054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:48.948088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.953399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:48.962112 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d729fbfe-583a-4525-9f52-6ec5141f2bc7 HTTP/1.1" status: 204 len: 168 time: 1.8705804 Jun 22 09:32:48.963489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53964) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:48.969695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:48.992547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-169554979'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:49.034265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=d729fbfe-583a-4525-9f52-6ec5141f2bc7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:49.039122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:49.125379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.130324 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/5fc02f00-f1dd-4d46-bffe-da69c9c8478c HTTP/1.1" status: 204 len: 168 time: 2.1827419 Jun 22 09:32:49.133723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53966) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:49.186202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Allocated IP 172.26.6.21 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/d02ae947-3391-4558-8ece-d5de368cb73c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:49.274174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d594f-03ea-43e7-a46a-ac685a82eda6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:49.278306 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7c1d594f-03ea-43e7-a46a-ac685a82eda6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1412971 Jun 22 09:32:49.279152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53970) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:49.403720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.418336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7bbcf-4559-408f-a44d-481961c16b31 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:49.422569 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e2e7bbcf-4559-408f-a44d-481961c16b31 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1399193 Jun 22 09:32:49.423330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53972) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:49.497604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd09a84c-1946-4a9d-ab00-cbcf7abe57fc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:49.499249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd09a84c-1946-4a9d-ab00-cbcf7abe57fc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:49.500804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd09a84c-1946-4a9d-ab00-cbcf7abe57fc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:49.502427 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dd09a84c-1946-4a9d-ab00-cbcf7abe57fc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0764689 Jun 22 09:32:49.512497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 53974) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:49.514756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.571768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet 19092565-2bc8-493e-94b8-f1984650f5f5 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:49.575185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.628387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-44fecefd-32ff-496a-9925-b28189888ffc None None] Provisioning for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:49.644144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 1f54bdf9-22e3-40f6-8683-aecbe751a8b2 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:49.646890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-44fecefd-32ff-496a-9925-b28189888ffc None None] Provisioning complete for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:49.647282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44fecefd-32ff-496a-9925-b28189888ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.721571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e719e16-ec02-4596-b2e7-54081c2a8098 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.738496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.905051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.910182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a6ed1e8-df0f-41d2-bde2-c675dad3ff39 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:49.924680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb945f-2556-4d9f-a817-99651a6bae95 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:32:49.959245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-20d7dc37-6a72-482c-8cbc-f6892e9c920f None None] Could not find standard attr ID for object 5fc02f00-f1dd-4d46-bffe-da69c9c8478c. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:32:49.969872 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-3e719e16-ec02-4596-b2e7-54081c2a8098 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] update failed (client error): The resource could not be found. Jun 22 09:32:49.970905 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3e719e16-ec02-4596-b2e7-54081c2a8098 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877 HTTP/1.1" status: 404 len: 339 time: 1.2239695 Jun 22 09:32:49.971847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea9541-e879-4ae3-9f06-e5cef99f5345,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:49.980483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53982) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:49.984913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:49.986611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-95031753'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:49.989654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:49.989813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7910f655-2f48-4e2f-913a-f17c6725714d tempest-ExternalNetworksAdminNegativeTestJSON-1856139919 tempest-ExternalNetworksAdminNegativeTestJSON-1856139919-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:50.050956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:50.053704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d21287-f763-4b22-82f5-027aef373c9d req-0d5abae3-2ef2-46b6-8b38-0dbcd8946d21 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:50.055461 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29d21287-f763-4b22-82f5-027aef373c9d req-0d5abae3-2ef2-46b6-8b38-0dbcd8946d21 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2270641 Jun 22 09:32:50.059116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.064723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:50.067318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:50.097540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb945f-2556-4d9f-a817-99651a6bae95 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:32:50.111468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Pushing event updated for resources: {'Port': ['ID=d02ae947-3391-4558-8ece-d5de368cb73c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:50.114920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:50.127606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:50.131323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.146359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29d21287-f763-4b22-82f5-027aef373c9d req-8968e183-2862-44c1-91fa-1a81dcfa1b06 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820301 Jun 22 09:32:50.151510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.154667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-49ebc261-8fd2-4e4c-93fc-56385cf5621d tempest-RoutersAdminTest-1752807185 tempest-RoutersAdminTest-1752807185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:50.200676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=1f54bdf9-22e3-40f6-8683-aecbe751a8b2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:50.209254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:50.221022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:50.268732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.269096 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 273abdae-b9f9-4a2e-97d9-470deff360c2 of type vlan for network d029ade5-24de-4039-ab7b-54a78a2f6b2a Jun 22 09:32:50.311899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.320508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.324921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.453591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.459378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f511e34c-9905-41f2-8827-3986968fed89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:50.484022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.484129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.486468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.518012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00256d-5cdd-4cff-a66d-95b7778bff45 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:32:50.591360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:50.602166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.617168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be08bb2e-36bb-49af-8e94-d601c00727d6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:50.621058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 11a2744d-9a65-49a8-b71d-ed3a5193e148 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:50.623652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:50.720303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00256d-5cdd-4cff-a66d-95b7778bff45 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:32:50.721098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.721955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.723018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:50.723349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8566015 Jun 22 09:32:50.723520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.726123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53994) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:50.728804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:50.729439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.733639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-96520bf5-d1e5-4c1f-a4e3-aa53451bcb90 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:50.737426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.787543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.788631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:32:50.798876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.805952 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 204 len: 168 time: 3.2697978 Jun 22 09:32:50.808050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53996) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:50.818621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-928893885'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:50.831896 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d72777be-5d34-4a0e-8a2e-ce997487df57 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1021264 Jun 22 09:32:50.832327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 53998) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:50.839104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-security--533662608', 'description': 'tempest-security-description-1896473352'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:50.843534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:50.843853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:50.852326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.854988 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/19092565-2bc8-493e-94b8-f1984650f5f5 HTTP/1.1" status: 204 len: 168 time: 1.3415179 Jun 22 09:32:50.864509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54000) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:50.869769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:50.896251 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9073529 Jun 22 09:32:50.899851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54002) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:50.906451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:50.926252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=d029ade5-24de-4039-ab7b-54a78a2f6b2a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:50.930134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:50.941738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:50.942328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c0a4dfd-8286-47f6-931e-56bac816097a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:50.983033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.008242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=19092565-2bc8-493e-94b8-f1984650f5f5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:51.012054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:51.025219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:51.029187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.060618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Deleting subnet ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:32:51.062251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:51.064216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.066909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.068182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "PUT /v2.0/security-groups/be08bb2e-36bb-49af-8e94-d601c00727d6 HTTP/1.1" status: 200 len: 1777 time: 0.2347279 Jun 22 09:32:51.073586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-629a70e9-40ee-450b-a875-77faf8ca89d1 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:51.077502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54004) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:51.079283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.108635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.108998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment c92d86cd-be30-4f45-839c-e344e462e062 of type vlan for network c8992d8a-106f-4f5c-95fe-cb46740488a0 Jun 22 09:32:51.122532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b873b-70d8-4cb4-8252-897b9cd30910 None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:51.155674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:51.159229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.171661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be08bb2e-36bb-49af-8e94-d601c00727d6,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:51.181820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.194707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:51.227901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.260250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-74f8d9d7-2331-4f86-a46d-ce0adcd85359 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups/be08bb2e-36bb-49af-8e94-d601c00727d6 HTTP/1.1" status: 200 len: 1777 time: 0.1814392 Jun 22 09:32:51.269137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54008) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:51.282097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.351789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.395520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.434758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:51.464559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.480753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.481150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Added segment 73306b8c-9622-412f-91ef-03881e0f0c00 of type vlan for network d6ff1321-b980-45d5-83d0-2b290cb27635 Jun 22 09:32:51.529363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.598977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf52f3e-a0f2-4e6b-bc9a-4f6dff552240 req-aaf7178f-2649-40cc-8bce-e06a838d83d6 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:51.600592 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1bf52f3e-a0f2-4e6b-bc9a-4f6dff552240 req-aaf7178f-2649-40cc-8bce-e06a838d83d6 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2698851 Jun 22 09:32:51.619817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.625613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:51.626162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.643503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2ae676c9-c37b-469f-937b-fedddd5b8446 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:51.663163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.668754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.692699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95279555-ba75-4c09-b00d-1ff8a5351255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:51.730123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:51.733186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:51.735863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.740129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0 HTTP/1.1" status: 204 len: 168 time: 0.8720658 Jun 22 09:32:51.742151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54012) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:51.751484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.772301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=c8992d8a-106f-4f5c-95fe-cb46740488a0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:51.777931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:51.786826 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-be0fea98-189b-4c44-b609-db677282ecc6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413804 Jun 22 09:32:51.787072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:51.788583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54014) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:51.799103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1bf52f3e-a0f2-4e6b-bc9a-4f6dff552240 req-dc67b0e9-ed2f-4017-8dc6-8a6c8204a5f7 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873255 Jun 22 09:32:51.872614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.877684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a342a7d3-f091-4d3e-9f9d-a078a912561a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:51.895153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df251d6-d007-4cd6-b670-d066bb43738f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:51.897239 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7df251d6-d007-4cd6-b670-d066bb43738f tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1026275 Jun 22 09:32:51.926767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54018) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:51.968371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.973981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:51.974591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.975402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.976893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.983696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed8dfc-1b32-47ee-90da-181388b160fb None None] Network a200f25a-04ed-4f48-9ef5-094aaf1d8d5a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:51.984248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:51.984248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/be08bb2e-36bb-49af-8e94-d601c00727d6 HTTP/1.1" status: 204 len: 168 time: 0.7114983 Jun 22 09:32:51.984248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1737223 Jun 22 09:32:51.984575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54020) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:51.986654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54022) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.002548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:52.034614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=dd142b8d-b664-4935-8e97-e366c7c1383f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:52.041354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a590a-85df-4f15-88aa-5892365d8e5d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:52.042891 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3b6a590a-85df-4f15-88aa-5892365d8e5d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1130986 Jun 22 09:32:52.043857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:52.044725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ec7a3ccd-7450-4f63-99d7-08ea7cad6283 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:52.047986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54024) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.106582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.120681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c7419a4f-a58a-4d7a-b9c7-24c21e370980 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:52.135796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': '273abdae-b9f9-4a2e-97d9-470deff360c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:52.139167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: d029ade5-24de-4039-ab7b-54a78a2f6b2a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:52.142431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64e5bbdb-9084-4a5f-bc41-05ea72f3b596 None None] Provisioning complete for port 11a2744d-9a65-49a8-b71d-ed3a5193e148 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:52.143017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64e5bbdb-9084-4a5f-bc41-05ea72f3b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.145642 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f3103350-306e-4a7d-bd4c-77db2588e0e8 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962777 Jun 22 09:32:52.151908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54026) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.156593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1741583 Jun 22 09:32:52.170960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54028) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.171303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54030) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.171509 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-db345740-e608-4a10-b064-e1c07d45f478 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1859219 Jun 22 09:32:52.197833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'subnet': {'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:52.225320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Pushing event updated for resources: {'Port': ['ID=d02ae947-3391-4558-8ece-d5de368cb73c,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:52.228897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:52.244079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.297370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1183524-8d5b-490e-90d3-b823a29c2c8d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.298115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1183524-8d5b-490e-90d3-b823a29c2c8d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.299921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f1183524-8d5b-490e-90d3-b823a29c2c8d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/5fc02f00-f1dd-4d46-bffe-da69c9c8478c HTTP/1.1" status: 404 len: 333 time: 0.1461897 Jun 22 09:32:52.302804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54032) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.304467 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-ec993104-8f71-4496-97f5-ecb87eaa6620 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] delete failed (client error): The resource could not be found. Jun 22 09:32:52.306166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ec993104-8f71-4496-97f5-ecb87eaa6620 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/be08bb2e-36bb-49af-8e94-d601c00727d6 HTTP/1.1" status: 404 len: 347 time: 0.1180918 Jun 22 09:32:52.311143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Network': ['ID=d6ff1321-b980-45d5-83d0-2b290cb27635,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:52.319960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54034) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.325654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:52.330676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7d415e1c-64c3-473e-832c-8b0fe474d479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:52.340167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d6ff1321-b980-45d5-83d0-2b290cb27635 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:52.340167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] DHCP port deletion for a200f25a-04ed-4f48-9ef5-094aaf1d8d5a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:32:52.340376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--346698388'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:52.350969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54036) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.364676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707616748', 'description': 'tempest-secgroup-smoke-707616748 description', 'project_id': 'cef824c650d84343a67a5d177d7743c4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:52.378616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08bb2e-36bb-49af-8e94-d601c00727d6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:52.379219 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b6e89c-ef1c-4988-a90a-cea0bf6c0dec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.379673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b6e89c-ef1c-4988-a90a-cea0bf6c0dec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.384017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b8b6e89c-ef1c-4988-a90a-cea0bf6c0dec tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/ff4d0f6a-8f56-41da-a203-b6ad77d2c7b0 HTTP/1.1" status: 404 len: 337 time: 0.0775368 Jun 22 09:32:52.384180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:52.384513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54038) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.427210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:52.430899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.437493 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a588d12-03bf-48e7-8ad4-d899367e3ad7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.446233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a588d12-03bf-48e7-8ad4-d899367e3ad7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.446233 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5a588d12-03bf-48e7-8ad4-d899367e3ad7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/19092565-2bc8-493e-94b8-f1984650f5f5 HTTP/1.1" status: 404 len: 337 time: 0.0530581 Jun 22 09:32:52.446952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54040) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.471901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Deleting port 11a2744d-9a65-49a8-b71d-ed3a5193e148 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:52.472325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.480607 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de32534-aecb-457b-8ad2-15c875015ca5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.481798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de32534-aecb-457b-8ad2-15c875015ca5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.482827 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Floating IP 65a56854-d0cd-4f4c-a4f6-8e9e0e4d9c25 associated. External IP: 172.26.6.21, port: e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c. Jun 22 09:32:52.484051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1de32534-aecb-457b-8ad2-15c875015ca5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/4a16e9c3-89d2-4e59-ba3f-5951925442a8 HTTP/1.1" status: 404 len: 333 time: 0.0399268 Jun 22 09:32:52.485398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:52.490330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54042) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.565422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] For port 11a2744d-9a65-49a8-b71d-ed3a5193e148, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=11a2744d-9a65-49a8-b71d-ed3a5193e148,segment=NetworkSegment(a7fd3090-444e-4501-b16e-262f4b317d65),segment_id=a7fd3090-444e-4501-b16e-262f4b317d65)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:52.566078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.569070 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffce13f-2357-491b-a786-3a049889533a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.569407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffce13f-2357-491b-a786-3a049889533a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.571146 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cffce13f-2357-491b-a786-3a049889533a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/78509e84-a464-43ca-834c-e06a89b65b55 HTTP/1.1" status: 404 len: 337 time: 0.0740910 Jun 22 09:32:52.574025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54046) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.612553 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-954f4fa5-8179-4955-b094-99f4e8deb680 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.613267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954f4fa5-8179-4955-b094-99f4e8deb680 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.614728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-954f4fa5-8179-4955-b094-99f4e8deb680 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/a66c1a8b-4c10-48f1-9d5c-660bde237e99 HTTP/1.1" status: 404 len: 337 time: 0.0391805 Jun 22 09:32:52.617231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54048) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.653880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Calling delete_port for 11a2744d-9a65-49a8-b71d-ed3a5193e148 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:52.658223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.663318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c4e443-7256-4615-9c2b-ae5e9ef5d724 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.664106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c4e443-7256-4615-9c2b-ae5e9ef5d724 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.669568 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e2c4e443-7256-4615-9c2b-ae5e9ef5d724 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/771fdc5b-1989-4544-a7d4-9fdf6f43de5f HTTP/1.1" status: 404 len: 333 time: 0.0491140 Jun 22 09:32:52.673479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54050) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.698887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 11a2744d-9a65-49a8-b71d-ed3a5193e148 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:32:52.717025 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4771a5-bb5a-40bb-81ac-2a52ebb3b3b6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.725714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4771a5-bb5a-40bb-81ac-2a52ebb3b3b6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.725714 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9d4771a5-bb5a-40bb-81ac-2a52ebb3b3b6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/84bbfd50-9982-48c4-a053-8065a85e3dd9 HTTP/1.1" status: 404 len: 337 time: 0.0447707 Jun 22 09:32:52.727345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54052) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.753230 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ed00e1-6088-41c1-9938-71b5447256ce tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.753826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ed00e1-6088-41c1-9938-71b5447256ce tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.758013 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-82ed00e1-6088-41c1-9938-71b5447256ce tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/8385ee1f-9cfa-4440-b7ce-32b310d7b1d9 HTTP/1.1" status: 404 len: 337 time: 0.0279565 Jun 22 09:32:52.758312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54054) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.787837 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1093733-e15f-4471-a202-146869bcbe05 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.788693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1093733-e15f-4471-a202-146869bcbe05 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.790914 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c1093733-e15f-4471-a202-146869bcbe05 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/06a54950-11da-4dc4-9fdf-8a0361811f02 HTTP/1.1" status: 404 len: 333 time: 0.0310493 Jun 22 09:32:52.791719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d029ade5-24de-4039-ab7b-54a78a2f6b2a) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:52.796288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:52.798491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.800395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54056) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.811940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.816905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4c718-61ca-402f-9f49-690da86b2649 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:52.841840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56bc7-3e55-4935-a525-fa3781e3dd82 req-c2947725-de45-4dc5-a7ca-2593c920be40 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:52.843407 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-133152ef-5ea4-407b-bc35-60e1e551ecc9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:52.843889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133152ef-5ea4-407b-bc35-60e1e551ecc9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:52.854446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-133152ef-5ea4-407b-bc35-60e1e551ecc9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/8819dabe-0678-4d39-898e-2a5ccaa672d7 HTTP/1.1" status: 404 len: 337 time: 0.0441966 Jun 22 09:32:52.854446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.854703 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3db56bc7-3e55-4935-a525-fa3781e3dd82 req-c2947725-de45-4dc5-a7ca-2593c920be40 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2248061 Jun 22 09:32:52.859817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54058) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:52.867975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:32:52.867975 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:32:52.867975 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'a58d73d5dda64c79a3a85420204fcca5', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 32, 52, 692348)}] Jun 22 09:32:52.867975 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:52.868751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:52.868926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.951406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:52.960736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:52.979606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Made reservation on behalf of 9800365e14f942f6ac7226ce2bc011bb for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:52.984150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.011059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] No DVR routers for this DVR port 11a2744d-9a65-49a8-b71d-ed3a5193e148 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:32:53.013174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Pushing event deleted for resources: {'Port': ['ID=11a2744d-9a65-49a8-b71d-ed3a5193e148,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.033704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:32:53.036983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:53.158730 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2564213 Jun 22 09:32:53.161690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54060) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.167460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:53.227468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d029ade5-24de-4039-ab7b-54a78a2f6b2a', 'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': 'dd142b8d-b664-4935-8e97-e366c7c1383f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:53.229215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.336768 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f808580-f640-4202-843a-53fdfa96b625 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.337287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f808580-f640-4202-843a-53fdfa96b625 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.341598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7f808580-f640-4202-843a-53fdfa96b625 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/9634708f-c9c9-41e7-884a-e4cc83f7bcaa HTTP/1.1" status: 404 len: 337 time: 0.4782224 Jun 22 09:32:53.343030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54062) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.370021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.372296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Allocated IP 2001:db8::2 (d029ade5-24de-4039-ab7b-54a78a2f6b2a/dd142b8d-b664-4935-8e97-e366c7c1383f/5841502c-31e4-44d9-b498-4df13287dc8a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:53.393076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.411453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3ecef9-5628-4885-b1cd-a6c364581741 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.412210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3ecef9-5628-4885-b1cd-a6c364581741 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.413915 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2d3ecef9-5628-4885-b1cd-a6c364581741 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/0b32368f-6f17-4b09-989d-98ff9f8d3f6c HTTP/1.1" status: 404 len: 333 time: 0.0644183 Jun 22 09:32:53.416956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54064) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.432855 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3db56bc7-3e55-4935-a525-fa3781e3dd82 req-988558dc-5d0e-475f-b665-ac612eb5d238 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771408 Jun 22 09:32:53.446366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.448847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Router 16be3e1a-892a-486b-afd1-fb94f0d35c86 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:53.450350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cff0d46f-2923-48ed-89af-630f621074d4 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:53.453680 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ecc121-4bc6-4425-b2f7-bfb596226869 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.454247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ecc121-4bc6-4425-b2f7-bfb596226869 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.458474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-d7a5e131-a651-473e-ac04-1f52bff62bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:53.458639 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-75ecc121-4bc6-4425-b2f7-bfb596226869 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/b50e23e2-a013-4a93-9685-13a5ee3e2894 HTTP/1.1" status: 404 len: 337 time: 0.0377810 Jun 22 09:32:53.458760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-d7a5e131-a651-473e-ac04-1f52bff62bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cea1fda37c2b47e5964f1bca783c9632&device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 1098 time: 0.2315178 Jun 22 09:32:53.460269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54066) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.511990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b644c7e-da80-4b6a-92b0-eb0547009a42 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.512737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b644c7e-da80-4b6a-92b0-eb0547009a42 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.514626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7b644c7e-da80-4b6a-92b0-eb0547009a42 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/f6f74e45-85a6-4bd1-951d-c7e8ca747e94 HTTP/1.1" status: 404 len: 333 time: 0.0544899 Jun 22 09:32:53.519142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54068) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.538833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.547546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Transition to ACTIVE for port object 5841502c-31e4-44d9-b498-4df13287dc8a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:53.562541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Transition to ACTIVE for port object 5841502c-31e4-44d9-b498-4df13287dc8a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:53.564901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.567186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Subnet': ['ID=55ae15a3-f966-4ee1-90ca-b4a3d94367ee,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:53.575235 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0b4b2d-ca89-4734-9f16-51444baf03eb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.575842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0b4b2d-ca89-4734-9f16-51444baf03eb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.577423 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ba0b4b2d-ca89-4734-9f16-51444baf03eb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/2a8f7dd8-3ce0-43dc-a7c6-1979a2d13721 HTTP/1.1" status: 404 len: 337 time: 0.0562291 Jun 22 09:32:53.580399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.582105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:53.582247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54070) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.582935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6a88a26d-49c6-49e8-b8e2-15c7b4997239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:53.586601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:53.610414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Checking segment: {'id': '73306b8c-9622-412f-91ef-03881e0f0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:53.611734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network hostable DHCP agents. Network: d6ff1321-b980-45d5-83d0-2b290cb27635, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:53.620650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0bffa-1924-49f6-b9b5-a1d3776811d6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:53.625596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:53.661057 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e1db58-2bf8-4194-a6b4-c86c1811961c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.661732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e1db58-2bf8-4194-a6b4-c86c1811961c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.663404 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-68e1db58-2bf8-4194-a6b4-c86c1811961c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/3f10d41d-82ec-4126-8fc9-1f5276ba5e45 HTTP/1.1" status: 404 len: 333 time: 0.0728359 Jun 22 09:32:53.666248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54072) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.690366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.692861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9c1b47e2-54fc-49f4-9ddd-9e897a62a07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:53.693004 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb95fa8-f1fe-4f78-b5aa-015726ce4434 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.693476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb95fa8-f1fe-4f78-b5aa-015726ce4434 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.696685 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6cb95fa8-f1fe-4f78-b5aa-015726ce4434 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/dcdc56fa-3967-4db9-95f1-32d3d32d69da HTTP/1.1" status: 404 len: 337 time: 0.0281606 Jun 22 09:32:53.699659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54074) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.733981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:53.734393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=9a3ae7b7-9e17-4149-8b69-8f274a005786,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:53.737075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:53.738069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:53.741776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.744999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network d6ff1321-b980-45d5-83d0-2b290cb27635 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:53.747320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:53.747509 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc72548-b34d-4b91-99ce-1fad7b006f14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.748777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc72548-b34d-4b91-99ce-1fad7b006f14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.752932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9dc72548-b34d-4b91-99ce-1fad7b006f14 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/4b79c4db-041b-4947-a93b-80366c2b6fff HTTP/1.1" status: 404 len: 333 time: 0.0498960 Jun 22 09:32:53.753130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:53.757538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Pushing event updated for resources: {'Port': ['ID=5841502c-31e4-44d9-b498-4df13287dc8a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:53.759429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54076) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.767974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:53.799818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:53.813956 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0a3e22-89dc-45f1-910e-a81a6c133741 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.814580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0a3e22-89dc-45f1-910e-a81a6c133741 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.818861 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bc0a3e22-89dc-45f1-910e-a81a6c133741 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/54d2fcc1-5592-46f6-b9c3-8aaf9b58e70b HTTP/1.1" status: 404 len: 337 time: 0.0537696 Jun 22 09:32:53.819035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] Sync routers for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:53.819969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54078) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.820646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': 'c92d86cd-be30-4f45-839c-e344e462e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:53.821544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: c8992d8a-106f-4f5c-95fe-cb46740488a0, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:53.827132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-369c637f-7812-4116-bac2-9a33a4755847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:53.828584 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-369c637f-7812-4116-bac2-9a33a4755847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7 HTTP/1.1" status: 200 len: 912 time: 0.3600264 Jun 22 09:32:53.835656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:53.837293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:53.838967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Attempting to bind port 5841502c-31e4-44d9-b498-4df13287dc8a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:53.839355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Attempting to bind port 5841502c-31e4-44d9-b498-4df13287dc8a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '273abdae-b9f9-4a2e-97d9-470deff360c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:53.839749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Attempting to bind port 5841502c-31e4-44d9-b498-4df13287dc8a on network d029ade5-24de-4039-ab7b-54a78a2f6b2a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:53.862330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d6ff1321-b980-45d5-83d0-2b290cb27635) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:53.863012 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a89a380-ed98-4a80-8740-4f38de4e7ee9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.872814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a89a380-ed98-4a80-8740-4f38de4e7ee9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.873117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:53.873832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.875977 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a89a380-ed98-4a80-8740-4f38de4e7ee9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/40196163-eb19-4ce2-8c2f-42837f4c07eb HTTP/1.1" status: 404 len: 333 time: 0.0513520 Jun 22 09:32:53.876657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30719efb-bc58-4407-b08f-a0d6bc4797b1 None None] Network d6ff1321-b980-45d5-83d0-2b290cb27635 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:53.879698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54080) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.880148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:53.880540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Checking segment: {'id': '273abdae-b9f9-4a2e-97d9-470deff360c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:53.880963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.881370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Bound using segment: {'id': '273abdae-b9f9-4a2e-97d9-470deff360c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:53.881898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Bound port: 5841502c-31e4-44d9-b498-4df13287dc8a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273abdae-b9f9-4a2e-97d9-470deff360c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:53.882289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.884665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:53.913638 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-2b01e9a0-ab31-4806-a37b-8aaf7e83210c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d757608-6a76-48e1-bb9b-66d9841811f7 HTTP/1.1" status: 200 len: 217 time: 0.0767608 Jun 22 09:32:53.941293 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-272b6a52-0f12-4fd7-8ec6-9f74a162253a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.941930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272b6a52-0f12-4fd7-8ec6-9f74a162253a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:53.946763 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-272b6a52-0f12-4fd7-8ec6-9f74a162253a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/1f1e07d0-83c0-433f-9362-d87bfa7ea5c3 HTTP/1.1" status: 404 len: 337 time: 0.0589037 Jun 22 09:32:53.948625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54082) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:53.964459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:53.965084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:53.967116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-846089a8-27b2-4e8b-b515-ea0518aa00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:53.968814 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-846089a8-27b2-4e8b-b515-ea0518aa00f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dece56d7-f4ec-47c1-a94e-b6cde9f61fa7 HTTP/1.1" status: 200 len: 851 time: 0.0497267 Jun 22 09:32:53.975577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:53.996244 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09fb313-571a-4c06-8f17-3a8e647af173 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:53.997144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09fb313-571a-4c06-8f17-3a8e647af173 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.001389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a09fb313-571a-4c06-8f17-3a8e647af173 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/495ac9bd-fc86-437a-9c5b-3b577ba44c41 HTTP/1.1" status: 404 len: 333 time: 0.0493193 Jun 22 09:32:54.002026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54084) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.004333 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-789b78d5-6e8a-4f37-b979-43f776d49588 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b1f2fe0-e223-48ac-b788-2e53e37d06b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289469 Jun 22 09:32:54.013400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:54.014072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa019bc-0085-4730-8633-61e955b21dae None None] The sync data for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:54.026846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:32:54.034286 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7f3df8-1ed4-4b13-b733-43dc780dc5fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.034853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7f3df8-1ed4-4b13-b733-43dc780dc5fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.038770 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-de7f3df8-1ed4-4b13-b733-43dc780dc5fe tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/6f2e6330-55bf-4908-bcf3-b6c109de6aa4 HTTP/1.1" status: 404 len: 337 time: 0.0339992 Jun 22 09:32:54.039448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54086) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.064777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] For port 5841502c-31e4-44d9-b498-4df13287dc8a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:54.068906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] For port 5841502c-31e4-44d9-b498-4df13287dc8a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5841502c-31e4-44d9-b498-4df13287dc8a,segment=NetworkSegment(273abdae-b9f9-4a2e-97d9-470deff360c2),segment_id=273abdae-b9f9-4a2e-97d9-470deff360c2)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:54.070511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c8992d8a-106f-4f5c-95fe-cb46740488a0) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:54.075764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:54.076580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.087887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.089803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fd165e-d947-406c-b69a-f92bb7a21d96 None None] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:54.092651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:54.099594 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e8a0b0-96b3-43e5-a090-ddc70671e235 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.100082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e8a0b0-96b3-43e5-a090-ddc70671e235 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.101816 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2e8a0b0-96b3-43e5-a090-ddc70671e235 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/d23ff85e-ccbb-4a3e-95d4-f862fdc59a33 HTTP/1.1" status: 404 len: 337 time: 0.0613394 Jun 22 09:32:54.104575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54088) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.141688 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d3ae9b-0a0b-41fb-955d-1a878245be43 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.142750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d3ae9b-0a0b-41fb-955d-1a878245be43 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.144510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3e0c04-5150-4814-93e6-45e817ba891d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:54.145140 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-17d3ae9b-0a0b-41fb-955d-1a878245be43 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/6ea8ffe6-c6b7-499e-83d4-3a02bc0146ec HTTP/1.1" status: 404 len: 333 time: 0.0394180 Jun 22 09:32:54.148816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:54.153347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54090) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.158940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.193225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1983831 Jun 22 09:32:54.193986 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d2bf0f-c335-400e-93db-04a81f4de010 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.194450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d2bf0f-c335-400e-93db-04a81f4de010 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.196764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b6d2bf0f-c335-400e-93db-04a81f4de010 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/d2ca1460-4fde-49a5-a8cc-2440d2f3d01b HTTP/1.1" status: 404 len: 337 time: 0.0459447 Jun 22 09:32:54.198287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54092) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.199217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54094) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.199418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.203821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-12920152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:54.204682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:54.213773 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-d6e6e0c6-05ee-4287-9301-ee8dda60e47a service neutron] 10.222.0.24 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029343 Jun 22 09:32:54.229922 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d80fae-75c7-443d-90f8-406811bfab47 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.230397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d80fae-75c7-443d-90f8-406811bfab47 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.232147 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e6d80fae-75c7-443d-90f8-406811bfab47 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/c8fdf565-fef6-4e30-bdd7-45eb3726f294 HTTP/1.1" status: 404 len: 337 time: 0.0320029 Jun 22 09:32:54.235121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54096) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.241304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d6ff1321-b980-45d5-83d0-2b290cb27635', 'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635', 'tenant_id': '9800365e14f942f6ac7226ce2bc011bb', 'fixed_ips': [{'subnet_id': '55ae15a3-f966-4ee1-90ca-b4a3d94367ee'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:54.242222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.261540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.265540 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9383974 Jun 22 09:32:54.265540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54098) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.265781 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.3586369 Jun 22 09:32:54.277542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54100) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.313834 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cee112e-abd1-4d99-8240-2753f77d479c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.313834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cee112e-abd1-4d99-8240-2753f77d479c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.317856 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3cee112e-abd1-4d99-8240-2753f77d479c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/ff473ade-09b6-40fd-843b-d70c45992cce HTTP/1.1" status: 404 len: 333 time: 0.0767190 Jun 22 09:32:54.319337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54102) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.319927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': '8d3e0c04-5150-4814-93e6-45e817ba891d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:54.339461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Pushing event updated for resources: {'Port': ['ID=5841502c-31e4-44d9-b498-4df13287dc8a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:54.345854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:54.366139 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e756e7-6a29-4e52-8ce4-c774c9c65843 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.366593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e756e7-6a29-4e52-8ce4-c774c9c65843 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.370849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-50e756e7-6a29-4e52-8ce4-c774c9c65843 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/484948f8-0a0f-4681-8636-26ab79c4cb45 HTTP/1.1" status: 404 len: 337 time: 0.0482855 Jun 22 09:32:54.371201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54104) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.406038 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae350de-e34a-4e14-ae17-b5c671ac7ddd tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.407369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae350de-e34a-4e14-ae17-b5c671ac7ddd tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.410437 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dae350de-e34a-4e14-ae17-b5c671ac7ddd tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/c44e3223-3386-4717-b2d7-7de4fcf24bb7 HTTP/1.1" status: 404 len: 337 time: 0.0362453 Jun 22 09:32:54.411290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54106) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.439440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c8992d8a-106f-4f5c-95fe-cb46740488a0', 'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': '9a3ae7b7-9e17-4149-8b69-8f274a005786'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:32:54.440358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.454398 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ca3d7a-5b57-4c94-b0b7-43cb5a2dc760 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.464674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ca3d7a-5b57-4c94-b0b7-43cb5a2dc760 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.464674 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-80ca3d7a-5b57-4c94-b0b7-43cb5a2dc760 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/44cb013d-42f5-46f4-ba99-17724da7181a HTTP/1.1" status: 404 len: 333 time: 0.0452883 Jun 22 09:32:54.466656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54108) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.499071 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51f6df76-044e-4cd6-b73b-fcca4e573cfd req-bae75853-a9e9-42d5-8f44-0149123ce884 service neutron] 10.222.0.24 "GET /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761323 Jun 22 09:32:54.500086 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef93239-688d-41ad-bbb3-f729e1ca3554 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.500521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef93239-688d-41ad-bbb3-f729e1ca3554 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.502172 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8ef93239-688d-41ad-bbb3-f729e1ca3554 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/c8ee1452-3cd1-44f7-a5e7-74655a1a6e87 HTTP/1.1" status: 404 len: 337 time: 0.0345640 Jun 22 09:32:54.504683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54112) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.595912 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda3a515-5bbd-4ec3-b4bc-15052bc5d14b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.596390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda3a515-5bbd-4ec3-b4bc-15052bc5d14b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.600915 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cda3a515-5bbd-4ec3-b4bc-15052bc5d14b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/1b9739f4-4bc4-4d52-b4d7-f964e284b91c HTTP/1.1" status: 404 len: 337 time: 0.0924597 Jun 22 09:32:54.601405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54114) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.625632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Allocated IP 2001:db8:1::2 (d6ff1321-b980-45d5-83d0-2b290cb27635/55ae15a3-f966-4ee1-90ca-b4a3d94367ee/18400814-667e-4d64-8437-f0f1dbb657bd) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:54.649621 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-59b3d5f4-1018-4f45-a1e5-e3ade3733d0b tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports?device_id=053b4920-d21c-4dca-a2cf-78f132207990 HTTP/1.1" status: 200 len: 205 time: 0.0467119 Jun 22 09:32:54.652359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54116) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.713391 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-c2877498-aca5-4b8c-bba7-c3c094e19689 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] delete failed (client error): The resource could not be found. Jun 22 09:32:54.714557 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c2877498-aca5-4b8c-bba7-c3c094e19689 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/routers/053b4920-d21c-4dca-a2cf-78f132207990 HTTP/1.1" status: 404 len: 336 time: 0.0611634 Jun 22 09:32:54.717081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54118) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.762910 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bfb8a7-cb8a-41f1-bf80-7616ae5b3544 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.763437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bfb8a7-cb8a-41f1-bf80-7616ae5b3544 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.766497 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b4bfb8a7-cb8a-41f1-bf80-7616ae5b3544 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/68da9de5-b933-4239-aba4-93aa8ebed9e5 HTTP/1.1" status: 404 len: 337 time: 0.0483506 Jun 22 09:32:54.769058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54120) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.785704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Allocated IP 172.20.0.2 (c8992d8a-106f-4f5c-95fe-cb46740488a0/9a3ae7b7-9e17-4149-8b69-8f274a005786/b23c735d-4969-435c-baf6-7699fefa2609) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:54.812172 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-19869d94-6d1d-4348-a75e-7418ec916408 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a HTTP/1.1" status: 200 len: 205 time: 0.0384846 Jun 22 09:32:54.814066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54122) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.818958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.831840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-094c9081-b932-40e7-968e-6ce7ef07d6e5 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:54.865849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-941676cc-f2c8-4e26-b952-81f8cfcc3a23 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] delete failed (client error): The resource could not be found. Jun 22 09:32:54.869591 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-941676cc-f2c8-4e26-b952-81f8cfcc3a23 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/routers/5e7c6185-bc0a-42f9-a25e-3aa6c5d5c15a HTTP/1.1" status: 404 len: 336 time: 0.0535321 Jun 22 09:32:54.871241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54124) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.902129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a486ded-4ca3-421b-b1bd-092185759bab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.907454 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a486ded-4ca3-421b-b1bd-092185759bab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.907454 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3a486ded-4ca3-421b-b1bd-092185759bab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/eff402f4-6639-4e3f-a585-b02a582e8c73 HTTP/1.1" status: 404 len: 337 time: 0.0322042 Jun 22 09:32:54.909205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54126) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.933178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.936925 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a0488a-b56f-4b45-ad4d-02b375345293 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.937391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a0488a-b56f-4b45-ad4d-02b375345293 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.939118 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-61a0488a-b56f-4b45-ad4d-02b375345293 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/20ff9083-740f-47ef-a0d2-dcea92a7f8a5 HTTP/1.1" status: 404 len: 337 time: 0.0288222 Jun 22 09:32:54.941701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54128) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.949467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Transition to ACTIVE for port object 18400814-667e-4d64-8437-f0f1dbb657bd will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:54.950632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:54.963984 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ba27cb53-5548-47b7-b2b8-ed71c19ecf5c tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] 10.222.0.65 "GET /v2.0/floatingips/65a56854-d0cd-4f4c-a4f6-8e9e0e4d9c25 HTTP/1.1" status: 200 len: 981 time: 0.6881003 Jun 22 09:32:54.966259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:54.970167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54130) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:54.978663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:54.979428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7794798'] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:54.981061 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-89572f06-7b9d-4669-ad20-230caae71d46 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:54.981792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89572f06-7b9d-4669-ad20-230caae71d46 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:54.983508 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-89572f06-7b9d-4669-ad20-230caae71d46 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/13dde218-c3bf-42fd-8d12-04daee10d209 HTTP/1.1" status: 404 len: 333 time: 0.0406075 Jun 22 09:32:54.986007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54132) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.000526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Transition to ACTIVE for port object 18400814-667e-4d64-8437-f0f1dbb657bd will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:55.010890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=674c4f81-f3cd-40cc-8053-22243fc964a8,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:55.023830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.028100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-030602f3-2303-42ac-b4b3-0c832bc76a1d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.028632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030602f3-2303-42ac-b4b3-0c832bc76a1d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.030712 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-030602f3-2303-42ac-b4b3-0c832bc76a1d tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/ee95dc38-5f85-4ee4-b29d-88867f129c71 HTTP/1.1" status: 404 len: 337 time: 0.0434699 Jun 22 09:32:55.033415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54134) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.034071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Transition to ACTIVE for port object b23c735d-4969-435c-baf6-7699fefa2609 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:55.056223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Transition to ACTIVE for port object b23c735d-4969-435c-baf6-7699fefa2609 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:55.066164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:55.067619 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a26384-d502-494d-b9a3-a7a086fd2c22 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.068347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a26384-d502-494d-b9a3-a7a086fd2c22 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.070382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b3a26384-d502-494d-b9a3-a7a086fd2c22 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/dcc8abcd-836a-4535-9520-43798387b6b6 HTTP/1.1" status: 404 len: 333 time: 0.0356061 Jun 22 09:32:55.072944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54136) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.098565 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-5373b620-6e51-4b20-a8e0-9d90e44fc9cf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.099091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5373b620-6e51-4b20-a8e0-9d90e44fc9cf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.106093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5373b620-6e51-4b20-a8e0-9d90e44fc9cf tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/8ad984ad-3f2d-4647-abcc-d27ffee0cb33 HTTP/1.1" status: 404 len: 337 time: 0.0269232 Jun 22 09:32:55.106833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54138) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.114504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.135770 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a99dc6-47bf-4deb-8b0f-201189c11a71 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.136607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a99dc6-47bf-4deb-8b0f-201189c11a71 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.136743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.141916 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-60a99dc6-47bf-4deb-8b0f-201189c11a71 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/9ded086b-895b-46da-a377-b7c0ea1b5a0a HTTP/1.1" status: 404 len: 333 time: 0.0311477 Jun 22 09:32:55.142143 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5e5c0e4e-7eff-436f-810d-6f46ff877551 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1634657 Jun 22 09:32:55.152124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:55.152268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54140) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.152382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac567-d70c-4baa-b10f-7665fd5e71b0 req-bd488868-0dd3-4b5b-893e-8dfe3d7ab23a tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:55.153606 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1dcac567-d70c-4baa-b10f-7665fd5e71b0 req-bd488868-0dd3-4b5b-893e-8dfe3d7ab23a tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.3465436 Jun 22 09:32:55.154150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54142) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.189389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Network d6ff1321-b980-45d5-83d0-2b290cb27635 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:55.193038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:55.199364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.212305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:55.216962 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea89f3b-ce21-4ad0-80f9-96b587ff4ee6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.217813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea89f3b-ce21-4ad0-80f9-96b587ff4ee6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.219864 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8ea89f3b-ce21-4ad0-80f9-96b587ff4ee6 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/2574956c-c503-47af-84a8-3b8a5d4926b5 HTTP/1.1" status: 404 len: 337 time: 0.0642796 Jun 22 09:32:55.222592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.222761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Pushing event updated for resources: {'Port': ['ID=18400814-667e-4d64-8437-f0f1dbb657bd,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:55.231332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:55.231332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-dcb5926a-29d0-4172-8b71-83d6d3b6183e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:55.234680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:55.274124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:55.281645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:55.287429 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1dcac567-d70c-4baa-b10f-7665fd5e71b0 req-81be5a1c-a5f9-4b6c-a7a0-6cbc7b1c9810 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260648 Jun 22 09:32:55.302423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.306886 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f11f57-b04d-4d48-b8fd-c0dd6371ebe7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.310816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f11f57-b04d-4d48-b8fd-c0dd6371ebe7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.313916 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-72f11f57-b04d-4d48-b8fd-c0dd6371ebe7 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/a896ac47-3c10-4990-a2df-3fb0a5ca184e HTTP/1.1" status: 404 len: 333 time: 0.0898738 Jun 22 09:32:55.317118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b525a1f-9958-41cc-988e-e97bc98e4da7 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:55.319931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54146) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.365215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec61ff40-6e46-4ea9-bd2e-2cfd99130527,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:55.369094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Pushing event updated for resources: {'Port': ['ID=b23c735d-4969-435c-baf6-7699fefa2609,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:55.369570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:55.393724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2284720 Jun 22 09:32:55.397691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54148) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.403950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:55.408765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Attempting to bind port 18400814-667e-4d64-8437-f0f1dbb657bd on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:55.409144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Attempting to bind port 18400814-667e-4d64-8437-f0f1dbb657bd by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '73306b8c-9622-412f-91ef-03881e0f0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:55.409516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Attempting to bind port 18400814-667e-4d64-8437-f0f1dbb657bd on network d6ff1321-b980-45d5-83d0-2b290cb27635 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:55.421285 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-1026eb31-aa29-418b-a1c6-a56545d6c161 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.426633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1026eb31-aa29-418b-a1c6-a56545d6c161 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.426756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:55.426756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Checking segment: {'id': '73306b8c-9622-412f-91ef-03881e0f0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:55.426756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.426756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Bound using segment: {'id': '73306b8c-9622-412f-91ef-03881e0f0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:55.427177 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1026eb31-aa29-418b-a1c6-a56545d6c161 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/96ef5385-6ee4-426c-bd0f-ed37f6665425 HTTP/1.1" status: 404 len: 337 time: 0.1036556 Jun 22 09:32:55.427264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Bound port: 18400814-667e-4d64-8437-f0f1dbb657bd, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73306b8c-9622-412f-91ef-03881e0f0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:55.427264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.427264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Attempting to bind port b23c735d-4969-435c-baf6-7699fefa2609 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:32:55.427712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Attempting to bind port b23c735d-4969-435c-baf6-7699fefa2609 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'c92d86cd-be30-4f45-839c-e344e462e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:32:55.428110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Attempting to bind port b23c735d-4969-435c-baf6-7699fefa2609 on network c8992d8a-106f-4f5c-95fe-cb46740488a0 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:32:55.441832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:32:55.442222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Checking segment: {'id': 'c92d86cd-be30-4f45-839c-e344e462e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:55.442644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.443048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Bound using segment: {'id': 'c92d86cd-be30-4f45-839c-e344e462e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:32:55.443540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Bound port: b23c735d-4969-435c-baf6-7699fefa2609, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d86cd-be30-4f45-839c-e344e462e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8992d8a-106f-4f5c-95fe-cb46740488a0'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:32:55.443970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.454479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54150) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.464437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819ce20-150c-4afb-8654-bd4869ed5e96 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:55.466317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819ce20-150c-4afb-8654-bd4869ed5e96 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:55.467497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819ce20-150c-4afb-8654-bd4869ed5e96 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:55.469637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819ce20-150c-4afb-8654-bd4869ed5e96 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:55.470839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819ce20-150c-4afb-8654-bd4869ed5e96 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:55.472641 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7819ce20-150c-4afb-8654-bd4869ed5e96 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0773599 Jun 22 09:32:55.478336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54152) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.488636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082503071'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:55.500909 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b5675e-d135-4802-b978-60199d7e751e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.501678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b5675e-d135-4802-b978-60199d7e751e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.502913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3184304 Jun 22 09:32:55.504490 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b3b5675e-d135-4802-b978-60199d7e751e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/7a0c1d9b-0523-4ef9-8de9-bc69c807928e HTTP/1.1" status: 404 len: 333 time: 0.0468507 Jun 22 09:32:55.506056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54154) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.506541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54156) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.506675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.507731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.1558206 Jun 22 09:32:55.512541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54158) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.518787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group_rule': {'security_group_id': 'ec61ff40-6e46-4ea9-bd2e-2cfd99130527', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:55.526418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d5475071-2889-4bc6-8c83-2f2532c80ee5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6ff1321-b980-45d5-83d0-2b290cb27635'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:55.536328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] For port 18400814-667e-4d64-8437-f0f1dbb657bd, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:55.541371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] For port 18400814-667e-4d64-8437-f0f1dbb657bd, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=18400814-667e-4d64-8437-f0f1dbb657bd,segment=NetworkSegment(73306b8c-9622-412f-91ef-03881e0f0c00),segment_id=73306b8c-9622-412f-91ef-03881e0f0c00)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:55.573114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] For port b23c735d-4969-435c-baf6-7699fefa2609, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:32:55.577475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] For port b23c735d-4969-435c-baf6-7699fefa2609, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b23c735d-4969-435c-baf6-7699fefa2609,segment=NetworkSegment(c92d86cd-be30-4f45-839c-e344e462e062),segment_id=c92d86cd-be30-4f45-839c-e344e462e062)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:32:55.590225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e6ebc-989e-4aa8-a6f9-c893dcac17d1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.590684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e6ebc-989e-4aa8-a6f9-c893dcac17d1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.592450 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4c5e6ebc-989e-4aa8-a6f9-c893dcac17d1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/a2356da8-a4a7-4090-b36e-94f90c85755f HTTP/1.1" status: 404 len: 337 time: 0.0773349 Jun 22 09:32:55.595322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54160) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.629553 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e31348d-10d1-499f-a650-1799edf3ee19 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.630276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e31348d-10d1-499f-a650-1799edf3ee19 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.639490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e31348d-10d1-499f-a650-1799edf3ee19 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/4e293af8-8190-4519-8c13-a5120b2e8084 HTTP/1.1" status: 404 len: 333 time: 0.0430210 Jun 22 09:32:55.640388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54162) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.670275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.671619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.674709 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0cb9d2-1d37-42a7-8f6a-3c8947fd2568 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.675247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0cb9d2-1d37-42a7-8f6a-3c8947fd2568 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.680130 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3b0cb9d2-1d37-42a7-8f6a-3c8947fd2568 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/eb378b7b-08e5-4380-85f2-fc31dc7b7206 HTTP/1.1" status: 404 len: 337 time: 0.0387580 Jun 22 09:32:55.682881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897d11c-121c-4814-8ccb-3647726689e9 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:55.683458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54164) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.714471 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4236d7f-3cf5-474a-afe5-f74be4faa770 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.715235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4236d7f-3cf5-474a-afe5-f74be4faa770 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.717212 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a4236d7f-3cf5-474a-afe5-f74be4faa770 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/ports/a5e35b8f-e911-411d-a06c-0ecd3229fd79 HTTP/1.1" status: 404 len: 333 time: 0.0325298 Jun 22 09:32:55.719894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54166) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.726521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting port d02ae947-3391-4558-8ece-d5de368cb73c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:32:55.726872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.730912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.733927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce6a4a57-5b02-4acc-af53-55e1c2eb538a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:55.744073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.751160 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a28a3-0ff5-4988-92ab-39ac2e1e2e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] DELETE failed (client error): The resource could not be found. Jun 22 09:32:55.751627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2a28a3-0ff5-4988-92ab-39ac2e1e2e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:32:55.753400 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1f2a28a3-0ff5-4988-92ab-39ac2e1e2e76 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/subnets/25df4f01-932d-4042-917d-2d48874e9bff HTTP/1.1" status: 404 len: 337 time: 0.0323911 Jun 22 09:32:55.756678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54168) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:55.841449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Pushing event updated for resources: {'Port': ['ID=18400814-667e-4d64-8437-f0f1dbb657bd,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:55.847485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:55.848279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:55.861607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.895326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.913574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.918302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5475071-2889-4bc6-8c83-2f2532c80ee5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.961340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:55.965822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.980375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.983613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:55.995665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2ac64610-db5a-4a69-8a57-07b9ab58e279 None None] Provisioning for port 5841502c-31e4-44d9-b498-4df13287dc8a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:56.063787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Pushing event updated for resources: {'Port': ['ID=b23c735d-4969-435c-baf6-7699fefa2609,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:56.074693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.079486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:56.118569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Calling delete_port for d02ae947-3391-4558-8ece-d5de368cb73c owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:32:56.208228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.225785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.257774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:32:56.263947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.281511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a200f25a-04ed-4f48-9ef5-094aaf1d8d5a']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:56.298236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.299590 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-885fbc44-6302-4234-9ad9-864160588ce6 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 2.1001983 Jun 22 09:32:56.331622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54170) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:56.346740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fd3090-444e-4501-b16e-262f4b317d65') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:56.346951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fd3090-444e-4501-b16e-262f4b317d65') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:56.400594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.426015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.426015 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment d9e2d16b-15f6-4590-bdeb-eda55eb403af of type vlan for network d35ff934-d576-4f4d-a98e-9c5e27f05820 Jun 22 09:32:56.433356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.469535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.483983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:32:56.483983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.614651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Update dhcp port {'port': {'network_id': 'd029ade5-24de-4039-ab7b-54a78a2f6b2a', 'fixed_ips': [{'subnet_id': 'dd142b8d-b664-4935-8e97-e366c7c1383f', 'ip_address': '2001:db8::2'}, {'subnet_id': '674c4f81-f3cd-40cc-8053-22243fc964a8'}], 'binding:host_id': 'dv-neutron-797120-3-hyperv'}, 'id': '5841502c-31e4-44d9-b498-4df13287dc8a'} from dv-neutron-797120-3-hyperv. {{(pid=93951) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 09:32:56.615857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.644499 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-d5475071-2889-4bc6-8c83-2f2532c80ee5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:32:56.645560 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d5475071-2889-4bc6-8c83-2f2532c80ee5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877 HTTP/1.1" status: 400 len: 364 time: 1.1315823 Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:32:56.646267 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:32:56.651980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54174) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:56.657790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.681747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:56.758192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c960d77d-9240-47a4-af1b-61922f306fbd,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:56.765237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:56.771146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.777561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:56.778856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.784266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:56.792169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 18400814-667e-4d64-8437-f0f1dbb657bd up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:56.812459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a59aa3-e5b9-4d61-b36d-2b43af67e230 req-8f51c4ee-dc63-4700-86cb-d18c3c7b3b48 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:56.819890 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68a59aa3-e5b9-4d61-b36d-2b43af67e230 req-8f51c4ee-dc63-4700-86cb-d18c3c7b3b48 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2894139 Jun 22 09:32:56.846474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.887456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.889441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6041961 Jun 22 09:32:56.898377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54176) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:56.905821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Allocated IP 172.20.0.1 (d029ade5-24de-4039-ab7b-54a78a2f6b2a/674c4f81-f3cd-40cc-8053-22243fc964a8/5841502c-31e4-44d9-b498-4df13287dc8a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:56.910246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.919922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.920175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:56.938734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:56.941048 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] 10.222.0.65 "DELETE /v2.0/networks/a200f25a-04ed-4f48-9ef5-094aaf1d8d5a HTTP/1.1" status: 204 len: 168 time: 1.1832559 Jun 22 09:32:56.965821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Port': ['ID=d02ae947-3391-4558-8ece-d5de368cb73c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:56.969196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:57.009617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 18400814-667e-4d64-8437-f0f1dbb657bd completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:57.017270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5841502c-31e4-44d9-b498-4df13287dc8a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:57.056945 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5774775 Jun 22 09:32:57.057800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.061442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54180) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:57.066733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=d35ff934-d576-4f4d-a98e-9c5e27f05820,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:57.074945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:57.099080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:57.117489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:57.129625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-35da549e-998b-4ad1-bfb6-efa6f6764eae tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:57.218134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Pushing event deleted for resources: {'Network': ['ID=a200f25a-04ed-4f48-9ef5-094aaf1d8d5a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:57.221791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:57.234294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6d575cef-33f9-43f5-b283-e2114c44267b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:57.250061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] For port 5841502c-31e4-44d9-b498-4df13287dc8a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5841502c-31e4-44d9-b498-4df13287dc8a,segment=NetworkSegment(273abdae-b9f9-4a2e-97d9-470deff360c2),segment_id=273abdae-b9f9-4a2e-97d9-470deff360c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:57.272151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b9182b-cd2a-4b93-9a24-92dcc03f3d8c,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:57.275895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:57.289276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.310734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Transition to ACTIVE for port object 5841502c-31e4-44d9-b498-4df13287dc8a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:57.346563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.371926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.373043 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8586586 Jun 22 09:32:57.376999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54182) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:57.381858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group_rule': {'security_group_id': 'ec61ff40-6e46-4ea9-bd2e-2cfd99130527', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:57.410207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5841502c-31e4-44d9-b498-4df13287dc8a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:57.413772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.428797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8818df0a-5ce2-477a-8860-5dc6681c85f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:57.513962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.537515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b23c735d-4969-435c-baf6-7699fefa2609 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:57.564205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372eea9a-7542-4f30-8066-1c2ab956aa26 None None] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:57.565358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.570004 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68a59aa3-e5b9-4d61-b36d-2b43af67e230 req-da351b76-e8f5-466e-a139-be31ad1d76d5 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7488601 Jun 22 09:32:57.603015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.654225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.654561 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Floating IP 65a56854-d0cd-4f4c-a4f6-8e9e0e4d9c25 disassociated (deleted). External IP: 172.26.6.21, port: e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c. Jun 22 09:32:57.705712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.712078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a11a34a8-0a2e-43da-bfb2-3e94122e7a35 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:57.742421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.812704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54188) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:57.885511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.910478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 is not hosted by any dhcp agent {{(pid=93949) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:32:57.917068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:57.921681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:57.923320 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "PUT /v2.0/networks/d35ff934-d576-4f4d-a98e-9c5e27f05820 HTTP/1.1" status: 200 len: 723 time: 0.8533762 Jun 22 09:32:57.950139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54192) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:57.973048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=d35ff934-d576-4f4d-a98e-9c5e27f05820,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:57.981618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Pushing event updated for resources: {'Port': ['ID=5841502c-31e4-44d9-b498-4df13287dc8a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:57.990540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:57.995422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:58.006913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:32:58.045063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.20.0.1 (c8992d8a-106f-4f5c-95fe-cb46740488a0/9a3ae7b7-9e17-4149-8b69-8f274a005786/e1f8fd7b-b47c-4830-a780-2442607c9ed9) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:58.068886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8bd36-ff4c-45e3-9475-5f41d69bd238 None None] Network d6ff1321-b980-45d5-83d0-2b290cb27635 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:58.073928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.079284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:58.109589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Router 16be3e1a-892a-486b-afd1-fb94f0d35c86 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:32:58.133986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.207639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0a3055df-de7d-45e5-8bf3-1df47f914425 None None] Provisioning for port b23c735d-4969-435c-baf6-7699fefa2609 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:58.210964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.213033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d3ad5174-ed38-4677-a5b3-9889e2ae4389 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:58.221104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.224593 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c960d77d-9240-47a4-af1b-61922f306fbd HTTP/1.1" status: 204 len: 168 time: 1.3224304 Jun 22 09:32:58.226016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54194) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:58.249551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object e1f8fd7b-b47c-4830-a780-2442607c9ed9 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:58.269636 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-01df5f06-4555-4980-bfb3-4e612524478d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08c310c9a9a54d50985e66c4f2628b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495883 Jun 22 09:32:58.269840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54196) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:58.318651 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e8f11809-0e40-42c6-9fe1-38a8f611366e tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0837688 Jun 22 09:32:58.320333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.322769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54198) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:58.358991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port b23c735d-4969-435c-baf6-7699fefa2609 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:58.366665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b23c735d-4969-435c-baf6-7699fefa2609 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:58.367053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.395563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c960d77d-9240-47a4-af1b-61922f306fbd,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:58.412088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:58.432445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4965c32c-1ad3-492c-9ca7-ac0d9bff9b66 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:58.500429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5ec65b-c715-46e3-9ed6-58f78b1095c5,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:58.503581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:58.509941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.537451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.555044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.580361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.605411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.607276 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2293458 Jun 22 09:32:58.609415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.612275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54202) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:58.632466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.634766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d1c23675-4bb9-45fb-a259-7454cf181d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:58.636212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port b23c735d-4969-435c-baf6-7699fefa2609, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b23c735d-4969-435c-baf6-7699fefa2609,segment=NetworkSegment(c92d86cd-be30-4f45-839c-e344e462e062),segment_id=c92d86cd-be30-4f45-839c-e344e462e062)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:58.637785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Provisioning for port 18400814-667e-4d64-8437-f0f1dbb657bd completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:58.643475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Provisioning complete for port 18400814-667e-4d64-8437-f0f1dbb657bd triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:58.652541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.652857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group_rule': {'security_group_id': 'ec61ff40-6e46-4ea9-bd2e-2cfd99130527', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:58.655019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:32:58.664701 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] Sync routers for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:32:58.673269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29dc4c-9661-4940-9bde-f48aae753d55 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:32:58.682455 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:58.683084 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:58.686962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.754145 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:58.782077 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:32:58.783590 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:58.798416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:32:58.798416 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:32:58.798416 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'cef824c650d84343a67a5d177d7743c4', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 32, 58, 699204)}] Jun 22 09:32:58.798416 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:32:58.798885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:32:58.822241 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:32:58.822569 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b143e-dc2e-47c2-a182-929ee15949b9 None None] The sync data for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:32:58.832553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:58.847417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:58.850031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:58.856210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.861589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:58.884679 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "DELETE /v2.0/floatingips/65a56854-d0cd-4f4c-a4f6-8e9e0e4d9c25 HTTP/1.1" status: 204 len: 168 time: 3.7417209 Jun 22 09:32:58.893697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54204) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:58.903483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:58.907041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:58.932735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=e1f8fd7b-b47c-4830-a780-2442607c9ed9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:58.940535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=b23c735d-4969-435c-baf6-7699fefa2609,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:58.946996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Allocated IP 2001:db8::1 (a3a222f3-7b71-4e98-9148-06233d5c1148/bc22142e-d9ba-4d37-b83c-876ea3c390d4/4b440619-7f2c-4dab-8a42-459ad29a049b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:58.949067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:58.980817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5841502c-31e4-44d9-b498-4df13287dc8a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:32:58.990937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.014501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017999-90d5-40bb-8ee2-fd8ca0c9d70e req-c964ab16-7137-4f03-b260-f239085da3cb tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:32:59.016391 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-63017999-90d5-40bb-8ee2-fd8ca0c9d70e req-c964ab16-7137-4f03-b260-f239085da3cb tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2234733 Jun 22 09:32:59.019227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:59.058502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:32:59.062526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.078830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] For port 18400814-667e-4d64-8437-f0f1dbb657bd, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=18400814-667e-4d64-8437-f0f1dbb657bd,segment=NetworkSegment(73306b8c-9622-412f-91ef-03881e0f0c00),segment_id=73306b8c-9622-412f-91ef-03881e0f0c00)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:59.107143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.110187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.111388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/8d3e0c04-5150-4814-93e6-45e817ba891d HTTP/1.1" status: 204 len: 168 time: 0.7843297 Jun 22 09:32:59.112353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-74614949-9da5-461e-b5de-76258cc47e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:59.120397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54206) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:59.152640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3e0c04-5150-4814-93e6-45e817ba891d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:59.152640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:59.186966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.186966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.187888 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/729b9aba-7b64-4fc6-aa26-b6f7d65d7ec9 HTTP/1.1" status: 204 len: 168 time: 0.9174628 Jun 22 09:32:59.190049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2469b7a0-2f13-4c67-a123-5a12a211a4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:59.195472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-81a3a8e6-5c9f-4756-a8f7-b7b58090838c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0675790 Jun 22 09:32:59.204037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54210) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:32:59.219377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737548740'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:32:59.222969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b9aba-7b64-4fc6-aa26-b6f7d65d7ec9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:59.227910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:59.231793 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-63017999-90d5-40bb-8ee2-fd8ca0c9d70e req-820c20a5-df83-401f-b99a-035f141ab765 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840158 Jun 22 09:32:59.256730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.273647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.273647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fa39a8c2-4c07-466f-bc14-5583af9f37af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:59.277573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.321716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.323675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Transition to ACTIVE for port object 4b440619-7f2c-4dab-8a42-459ad29a049b will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:32:59.346729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Pushing event updated for resources: {'Port': ['ID=18400814-667e-4d64-8437-f0f1dbb657bd,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:59.357198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:59.506772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Provisioning for port e1f8fd7b-b47c-4830-a780-2442607c9ed9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:59.512903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Provisioning complete for port e1f8fd7b-b47c-4830-a780-2442607c9ed9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:59.519059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.519233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.552040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Port e1f8fd7b-b47c-4830-a780-2442607c9ed9 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:32:59.586916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.591246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e10dc69b-f6ef-4f9c-9edf-a6b9b3e26a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.623665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.626008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.631330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8295b2df-50fc-4a4b-bad3-c522554e56f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:59.675449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Provisioning for port 5841502c-31e4-44d9-b498-4df13287dc8a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:32:59.679945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Provisioning complete for port 5841502c-31e4-44d9-b498-4df13287dc8a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:32:59.681054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.693622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network a3a222f3-7b71-4e98-9148-06233d5c1148 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:32:59.712945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:32:59.715392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:32:59.715981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.764418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Allocated IP 172.26.6.70 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/69f1257a-e680-4f2d-bf74-8fd09911b573) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:32:59.795613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=6c87cc06-f928-42d2-9489-aa72580d44ca,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:59.799080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:32:59.802750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3498711e-c991-4d3f-8682-23bae7457bc5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:59.804363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.853288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] For port 5841502c-31e4-44d9-b498-4df13287dc8a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5841502c-31e4-44d9-b498-4df13287dc8a,segment=NetworkSegment(273abdae-b9f9-4a2e-97d9-470deff360c2),segment_id=273abdae-b9f9-4a2e-97d9-470deff360c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:32:59.916163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': 'd9e2d16b-15f6-4590-bdeb-eda55eb403af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:32:59.916693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: d35ff934-d576-4f4d-a98e-9c5e27f05820, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:32:59.941293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.954081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.960462 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-515ace2a-ee11-4e53-91bb-6b36660fbe0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:32:59.983427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Port': ['ID=4b440619-7f2c-4dab-8a42-459ad29a049b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:32:59.985095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:32:59.996369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:00.027056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.034077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Provisioning complete for port b23c735d-4969-435c-baf6-7699fefa2609 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:00.035013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.079742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.087571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Pushing event updated for resources: {'Port': ['ID=5841502c-31e4-44d9-b498-4df13287dc8a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:00.092360 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:00.120483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.123439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c24f4686-8573-403d-9adf-74d0a1710ecd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:00.146577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:00.172904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.174014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Provisioning complete for port 18400814-667e-4d64-8437-f0f1dbb657bd triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:00.174804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.175131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.182128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.213844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=e1f8fd7b-b47c-4830-a780-2442607c9ed9,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:00.216598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:00.217176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:00.219972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.234588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55361dca-6063-4d9c-8104-ef6b6361971b,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:00.238151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:00.305628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d35ff934-d576-4f4d-a98e-9c5e27f05820) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:00.310067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:00.310934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.322440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.322667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b984518-7e8a-4370-b249-8cbb384b3314 None None] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:00.330566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.335370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:00.335370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:00.366987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1116f290-36a9-4ff8-8bbf-7489b3437fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:00.406237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.408997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:00.409727 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7642481 Jun 22 09:33:00.414371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54230) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:00.418214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:00.420708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:00.433113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group_rule': {'security_group_id': 'ec61ff40-6e46-4ea9-bd2e-2cfd99130527', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:00.476757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54232) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:00.477016 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4012399 Jun 22 09:33:00.484512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:00.497919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Pushing event updated for resources: {'Port': ['ID=69f1257a-e680-4f2d-bf74-8fd09911b573,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:00.501172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:00.506536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-27a32210-7ee0-4350-8597-124f8c0391a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:00.576605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.580476 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3621504 Jun 22 09:33:00.585830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54234) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:00.591997 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c7ecb806-440f-48f9-a87f-251022ad4b68 None None] Provisioning for port 4b440619-7f2c-4dab-8a42-459ad29a049b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:00.596629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c7ecb806-440f-48f9-a87f-251022ad4b68 None None] Provisioning complete for port 4b440619-7f2c-4dab-8a42-459ad29a049b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:00.597023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb806-440f-48f9-a87f-251022ad4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.624633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': 'db2eeaa6-a3ab-4753-afbe-93afe6f516de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:00.644117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2eeaa6-a3ab-4753-afbe-93afe6f516de,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:00.646875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:00.682529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecb806-440f-48f9-a87f-251022ad4b68 None None] Port 4b440619-7f2c-4dab-8a42-459ad29a049b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:00.698500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d35ff934-d576-4f4d-a98e-9c5e27f05820', 'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': '6c87cc06-f928-42d2-9489-aa72580d44ca'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:00.699365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.702939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c7ecb806-440f-48f9-a87f-251022ad4b68 None None] Provisioning complete for port 5841502c-31e4-44d9-b498-4df13287dc8a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:00.702939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb806-440f-48f9-a87f-251022ad4b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.730535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5104854'] for subnet, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.735920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54238) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:00.779445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.793260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6b7b-63fb-431d-bce1-d3a00ef6db63 req-0a4de945-d331-477e-9273-2c8e16d3bda3 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:00.797099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.800080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16ab6b7b-63fb-431d-bce1-d3a00ef6db63 req-0a4de945-d331-477e-9273-2c8e16d3bda3 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.3296509 Jun 22 09:33:00.846610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-6cdc0fe8-904e-4bd8-8de0-1ae8e62033fd tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:00.848926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-6cdc0fe8-904e-4bd8-8de0-1ae8e62033fd tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.24 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.2513611 Jun 22 09:33:00.894328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-776492200'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:00.896800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.899293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.912574 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16ab6b7b-63fb-431d-bce1-d3a00ef6db63 req-b68bd100-f55d-483f-b472-de266b14ff3e tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069522 Jun 22 09:33:00.964985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.976149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:00.997489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 18400814-667e-4d64-8437-f0f1dbb657bd up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:01.026956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 05563061-0572-481c-91cb-d9178e13341a is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:01.054615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.059495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ed02e93f-f9f0-449a-af85-66ff76dec7ea None None] Provisioning complete for port e1f8fd7b-b47c-4830-a780-2442607c9ed9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:01.059902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ed02e93f-f9f0-449a-af85-66ff76dec7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.090118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 18400814-667e-4d64-8437-f0f1dbb657bd triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:01.090524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.121164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ed02e93f-f9f0-449a-af85-66ff76dec7ea None None] Port e1f8fd7b-b47c-4830-a780-2442607c9ed9 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:01.134444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Made reservation on behalf of f06ab6fb5b124f7c8408fd6b1d9447cd for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:01.139520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.161104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.184444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.185232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751671670492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5028287'] for subnet, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.190771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b93f2694-0f86-4391-86ad-c62fcd488944 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:01.212426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5841502c-31e4-44d9-b498-4df13287dc8a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:01.230761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:01.243906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] Sync routers for ids ['05563061-0572-481c-91cb-d9178e13341a'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:01.251794 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/05563061-0572-481c-91cb-d9178e13341a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8863983 Jun 22 09:33:01.255593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:01.256236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.260321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "PUT /v2.0/subnets/6c87cc06-f928-42d2-9489-aa72580d44ca HTTP/1.1" status: 200 len: 826 time: 0.7775121 Jun 22 09:33:01.261332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54242) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:01.261332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54244) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:01.266559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Allocated IP 2001:db8::2 (d35ff934-d576-4f4d-a98e-9c5e27f05820/6c87cc06-f928-42d2-9489-aa72580d44ca/c19e749a-4a3b-4a08-b345-11a0806fce07) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:01.288351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] Routers {'05563061-0572-481c-91cb-d9178e13341a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:01.288998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['05563061-0572-481c-91cb-d9178e13341a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:01.375674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=6c87cc06-f928-42d2-9489-aa72580d44ca,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:01.388440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:01.393597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:01.404306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.405050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.406013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.411339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-19011dba-bdc1-4a59-80f3-c38dd4409a0e tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:01.426632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4faf67-5cfe-489f-89dd-39088e355dae tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:01.430829 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4e4faf67-5cfe-489f-89dd-39088e355dae tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports/e1f8fd7b-b47c-4830-a780-2442607c9ed9 HTTP/1.1" status: 200 len: 910 time: 0.1635170 Jun 22 09:33:01.435766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54246) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:01.441479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a3ae7b7-9e17-4149-8b69-8f274a005786'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:01.448621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947906ca-554f-4299-a8af-1300d64b3406,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:01.484778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:01.523633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:01.537128 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.537399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5841502c-31e4-44d9-b498-4df13287dc8a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:01.537786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.571182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] Routers {'05563061-0572-481c-91cb-d9178e13341a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:01.571829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:32:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['05563061-0572-481c-91cb-d9178e13341a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:01.585886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event updated for resources: {'Port': ['ID=4b440619-7f2c-4dab-8a42-459ad29a049b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:01.594719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:01.596216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d195ff68-1563-43fc-aaa6-11f1a65b71cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:01.623630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:01.624307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318634b5-0ab9-40c9-a600-39f1c061db2f None None] The sync data for ids ['05563061-0572-481c-91cb-d9178e13341a'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:01.629630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fa2bd4-9956-4665-b9b3-9bf629346872,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:01.632571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.640772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Deleting port 7d757608-6a76-48e1-bb9b-66d9841811f7 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:01.641182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.646758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:01.693195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.724476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.737984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b23c735d-4969-435c-baf6-7699fefa2609 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:01.740043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Transition to ACTIVE for port object c19e749a-4a3b-4a08-b345-11a0806fce07 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:01.740655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Network a3a222f3-7b71-4e98-9148-06233d5c1148 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:01.749906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:01.760697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.786289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Transition to ACTIVE for port object c19e749a-4a3b-4a08-b345-11a0806fce07 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:01.789560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.794137 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3706679 Jun 22 09:33:01.800994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54248) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:01.802472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b23c735d-4969-435c-baf6-7699fefa2609 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:01.802901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.806971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group_rule': {'security_group_id': 'ec61ff40-6e46-4ea9-bd2e-2cfd99130527', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:01.810099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1f3c4a4d-a354-4f15-9a40-f6f3fb69d5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:01.825250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:01.861469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.862149 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Added segment 2c6e5056-2bd5-455b-b98e-254488441c15 of type vlan for network e502aa7c-686f-47cc-87bc-fc3baaceffd5 Jun 22 09:33:01.881454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43164aeb-ad49-4c69-b12a-702e0bbfc4d2,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:01.885397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.903782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:01.924598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.933446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-99e43f0e-67bd-4e67-b3d9-334068921856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:01.951581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.953434 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3673282 Jun 22 09:33:01.960113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] For port 7d757608-6a76-48e1-bb9b-66d9841811f7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7d757608-6a76-48e1-bb9b-66d9841811f7,segment=NetworkSegment(b68145cd-6496-4476-98d3-e45ef1c6bb4a),segment_id=b68145cd-6496-4476-98d3-e45ef1c6bb4a)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:01.963327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.975067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54252) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:01.979312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:01.983810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:01.985178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Pushing event updated for resources: {'Port': ['ID=c19e749a-4a3b-4a08-b345-11a0806fce07,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:01.991976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': 'db2eeaa6-a3ab-4753-afbe-93afe6f516de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:01.997772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:01.997772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:01.998768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:02.002261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Router 398224ac-a25f-46de-bdb2-c5b8c58c6877 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:02.026962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.047455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a0300edf-733c-433a-9967-21d96dfec1c5 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.066762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Calling delete_port for 7d757608-6a76-48e1-bb9b-66d9841811f7 owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:02.078964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Attempting to bind port c19e749a-4a3b-4a08-b345-11a0806fce07 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:02.083585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.083791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Attempting to bind port c19e749a-4a3b-4a08-b345-11a0806fce07 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'd9e2d16b-15f6-4590-bdeb-eda55eb403af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:02.083791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Attempting to bind port c19e749a-4a3b-4a08-b345-11a0806fce07 on network d35ff934-d576-4f4d-a98e-9c5e27f05820 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:02.085454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:02.085863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Checking segment: {'id': 'd9e2d16b-15f6-4590-bdeb-eda55eb403af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:02.086891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.087526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Bound using segment: {'id': 'd9e2d16b-15f6-4590-bdeb-eda55eb403af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:02.088089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Bound port: c19e749a-4a3b-4a08-b345-11a0806fce07, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e2d16b-15f6-4590-bdeb-eda55eb403af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:02.088484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.089188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ebac9cf7-db0c-4c5d-9ac1-591ede0dbe73 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.091369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Project cef824c650d84343a67a5d177d7743c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:33:02.097970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.134148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=6c87cc06-f928-42d2-9489-aa72580d44ca,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.143126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.178591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-15380215-715a-4ab5-9e7c-cc7014b6d31b None None] Provisioning complete for port 4b440619-7f2c-4dab-8a42-459ad29a049b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:02.179018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-15380215-715a-4ab5-9e7c-cc7014b6d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.218885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.227154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-15380215-715a-4ab5-9e7c-cc7014b6d31b None None] Port 4b440619-7f2c-4dab-8a42-459ad29a049b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:02.229761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35ff934-d576-4f4d-a98e-9c5e27f05820']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.240743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e2d16b-15f6-4590-bdeb-eda55eb403af') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.241053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e2d16b-15f6-4590-bdeb-eda55eb403af') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.244861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] For port c19e749a-4a3b-4a08-b345-11a0806fce07, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:02.248725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] For port c19e749a-4a3b-4a08-b345-11a0806fce07, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c19e749a-4a3b-4a08-b345-11a0806fce07,segment=NetworkSegment(d9e2d16b-15f6-4590-bdeb-eda55eb403af),segment_id=d9e2d16b-15f6-4590-bdeb-eda55eb403af)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:02.251615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.267398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.269578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1be34d5b-b5b1-4a92-8d2d-9051399a1243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.313025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Pushing event updated for resources: {'Port': ['ID=69f1257a-e680-4f2d-bf74-8fd09911b573,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.330056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.333606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b6417fe1-6bd1-4eef-a417-9dbc8c0ed1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.334489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.354744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.369912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:02.370787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:02.374083 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:02.387841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.422522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Pushing event updated for resources: {'Port': ['ID=c19e749a-4a3b-4a08-b345-11a0806fce07,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.429330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.432655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.460865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df950fcd-9f3d-42b1-99ff-07a870a7bdf4 None None] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:02.471918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.473046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:02.473344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.480948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:02.481411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.485934 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8328485 Jun 22 09:33:02.488431 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] Sync routers for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:02.489800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54256) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:02.496658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ef954e4-357a-45ee-80ed-ec6a6a4f2567 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.511543 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:02.512526 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.560795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 09:33:02.560795 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 09:33:02.560795 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'id': 'd35ff934-d576-4f4d-a98e-9c5e27f05820'}] Jun 22 09:33:02.560795 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:02.562497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:02.569088 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.580488 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:02.581369 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.606217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Network': ['ID=e502aa7c-686f-47cc-87bc-fc3baaceffd5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.618978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.620831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.635205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8933711 Jun 22 09:33:02.635989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:02.636521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54258) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:02.641367 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:02.642323 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffab340-bba7-448b-8478-6e1e17f8cd50 None None] The sync data for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:02.642549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'subnet': {'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:02.646105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.647144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.651487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.655196 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7551041 Jun 22 09:33:02.662506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54260) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:02.702530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991a686-36b7-4df5-a2d7-77dc6d0ff213 req-5817d193-2cf1-4f94-bef7-2d777ec193a7 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:02.703977 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7991a686-36b7-4df5-a2d7-77dc6d0ff213 req-5817d193-2cf1-4f94-bef7-2d777ec193a7 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 945 time: 0.6088860 Jun 22 09:33:02.710542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9d0ce2-c0d8-4361-9bae-4f263d336c6d,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.720455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.729593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d3e64a2-cac4-4ad4-9b94-7113048bd246 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.730475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.757248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36631f61-1567-4c35-86fe-8cb199a3494a None None] Network d35ff934-d576-4f4d-a98e-9c5e27f05820 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:02.819939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.827370 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7991a686-36b7-4df5-a2d7-77dc6d0ff213 req-2b02fbcb-8302-4cc9-aa94-e114e86d96cd tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/security-groups?id=2013a6d4-620f-49fa-a291-05147b7c6880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124296 Jun 22 09:33:02.831796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee02b02e-37e3-42bf-bb38-74462dda5912 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.858897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c7ca63-0f67-41fa-a375-58643efbbaa7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.866820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:02.872401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.879587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-3d3e64a2-cac4-4ad4-9b94-7113048bd246 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 09:33:02.881282 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3d3e64a2-cac4-4ad4-9b94-7113048bd246 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877 HTTP/1.1" status: 409 len: 329 time: 0.3894720 Jun 22 09:33:02.882037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.890100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.890100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0836093 Jun 22 09:33:02.890325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.890413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:02.891282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54264) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:02.891282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54266) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:02.913357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Pushing event deleted for resources: {'Port': ['ID=7d757608-6a76-48e1-bb9b-66d9841811f7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:02.917542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:02.918421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['7d757608-6a76-48e1-bb9b-66d9841811f7'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:33:02.941379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'security_group_rule': {'security_group_id': 'ec61ff40-6e46-4ea9-bd2e-2cfd99130527', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:02.963684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] No DVR routers for this DVR port 7d757608-6a76-48e1-bb9b-66d9841811f7 on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:02.966150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:02.968272 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-314e1620-4567-4dbe-ace4-dfc268cdd188 req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.24 "DELETE /v2.0/ports/7d757608-6a76-48e1-bb9b-66d9841811f7 HTTP/1.1" status: 204 len: 173 time: 2.1076109 Jun 22 09:33:02.968826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368609f-defe-45a2-be20-86ef05d61671', 'name': 'network-vif-deleted', 'tag': '7d757608-6a76-48e1-bb9b-66d9841811f7'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:33:02.971175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9c7701-64a3-46a2-ba3c-d82088ee702d" -d '{"events": [{"server_uuid": "8368609f-defe-45a2-be20-86ef05d61671", "name": "network-vif-deleted", "tag": "7d757608-6a76-48e1-bb9b-66d9841811f7"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:33:02.982191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9b354-dd56-4a50-94a8-ecc2b36e5ea5 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 09:33:03.006715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.013480 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0369244 Jun 22 09:33:03.015516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54270) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:03.015644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b145a138-31b9-4e6c-833c-ada310e8dc8e x-openstack-request-id: req-b145a138-31b9-4e6c-833c-ada310e8dc8e {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:33:03.016121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368609f-defe-45a2-be20-86ef05d61671", "name": "network-vif-deleted", "tag": "7d757608-6a76-48e1-bb9b-66d9841811f7", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:33:03.016614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b145a138-31b9-4e6c-833c-ada310e8dc8e {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:33:03.017323 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8368609f-defe-45a2-be20-86ef05d61671', 'name': 'network-vif-deleted', 'tag': '7d757608-6a76-48e1-bb9b-66d9841811f7', 'status': 'completed', 'code': 200} Jun 22 09:33:03.020793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': 'db2eeaa6-a3ab-4753-afbe-93afe6f516de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:03.073866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.115807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9b354-dd56-4a50-94a8-ecc2b36e5ea5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 09:33:03.128026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.148899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-169616f8-9f5e-4fa8-bb0a-4ab02c5ee021 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:03.175184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Made reservation on behalf of f06ab6fb5b124f7c8408fd6b1d9447cd for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:03.178658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.250900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.362245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.449155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.471386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Allocated IP 172.26.6.126 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/cbd3b1aa-235f-4041-a213-4763523c3874) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:03.584855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.667097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:03.667097 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:03.667097 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'a58d73d5dda64c79a3a85420204fcca5', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 3, 30269)}] Jun 22 09:33:03.667097 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:03.667582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:03.673007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:03.673625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.674937 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/ports/e1f8fd7b-b47c-4830-a780-2442607c9ed9 HTTP/1.1" status: 200 len: 910 time: 2.2380049 Jun 22 09:33:03.677966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54272) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:03.682534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=e1f8fd7b-b47c-4830-a780-2442607c9ed9,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:03.690989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:03.718394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.748410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port c19e749a-4a3b-4a08-b345-11a0806fce07 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:03.748768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.750823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:03.792838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:03.794975 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Project cef824c650d84343a67a5d177d7743c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:33:03.803009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:03.811126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.812950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:03.838864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Pushing event updated for resources: {'Port': ['ID=cbd3b1aa-235f-4041-a213-4763523c3874,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:03.849684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:03.886198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port c19e749a-4a3b-4a08-b345-11a0806fce07, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c19e749a-4a3b-4a08-b345-11a0806fce07,segment=NetworkSegment(d9e2d16b-15f6-4590-bdeb-eda55eb403af),segment_id=d9e2d16b-15f6-4590-bdeb-eda55eb403af)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:03.886567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:03.994890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for c19e749a-4a3b-4a08-b345-11a0806fce07 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:04.061567 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b94d136-6cf3-498c-bea6-8d79fa3910a4 req-727fd702-a461-4e5f-8a48-88651e305aa6 tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] 10.222.0.65 "GET /v2.0/ports?device_id=8368609f-defe-45a2-be20-86ef05d61671 HTTP/1.1" status: 200 len: 210 time: 0.0487165 Jun 22 09:33:04.092029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.124721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.153519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.174222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.204795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.233852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d692b9d4-8bc0-425c-a65d-102683a685c3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:04.274945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.282586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.357652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Subnet': ['ID=bf13fe92-2085-4ff1-bb73-936eb2fcfb13,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:04.365207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:04.368870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-97f9b545-567c-4e3c-b15f-973edcb7c313 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:04.371271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.410467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.419557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c6dded-4330-4198-ae7f-3f4d3ebb1a0f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:04.422323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port c19e749a-4a3b-4a08-b345-11a0806fce07 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:04.435902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:04.437317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5250503e-fca4-43b7-8615-b75435f2e205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:04.446096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Checking segment: {'id': '2c6e5056-2bd5-455b-b98e-254488441c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:04.446096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network hostable DHCP agents. Network: e502aa7c-686f-47cc-87bc-fc3baaceffd5, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:04.496771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=c19e749a-4a3b-4a08-b345-11a0806fce07,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:04.500790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.501970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6097701 Jun 22 09:33:04.505506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54276) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:04.506144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:04.513229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'network': {'name': 'tempest-network-smoke--1147626479', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:04.560622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.587654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.610697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port e1f8fd7b-b47c-4830-a780-2442607c9ed9 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:04.611044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.612817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.614588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35ff934-d576-4f4d-a98e-9c5e27f05820']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:04.629973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e2d16b-15f6-4590-bdeb-eda55eb403af') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:04.630267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e2d16b-15f6-4590-bdeb-eda55eb403af') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:04.642556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.650836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Made reservation on behalf of cef824c650d84343a67a5d177d7743c4 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:04.654257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.683344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:04.684990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.686542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.690424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-70dc1411-8522-4132-81f9-cdc70403c91a tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:04.703777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:04.704205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:04.707099 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:04.719684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.747728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:04.797588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, e502aa7c-686f-47cc-87bc-fc3baaceffd5) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:04.810390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:04.811028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.814555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8accef-b760-4e43-910a-c7c09748d778,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:04.822853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:04.824357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31bfc5-1d83-42a8-ab68-ac88cf2c5f35 None None] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:04.857102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting port 4b440619-7f2c-4dab-8a42-459ad29a049b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:04.857751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.914713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.918523 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8987694 Jun 22 09:33:04.919260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54278) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:04.924277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': 'db2eeaa6-a3ab-4753-afbe-93afe6f516de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:04.949094 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3119755 Jun 22 09:33:04.954663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.956319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54280) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:04.966400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-530368665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:04.978259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-facd2c38-e1b3-4eb3-ab56-c9ceba8b1bd9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:04.985822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:04.988566 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d35ff934-d576-4f4d-a98e-9c5e27f05820 HTTP/1.1" status: 204 len: 168 time: 3.7147751 Jun 22 09:33:05.000978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-e502aa7c-686f-47cc-87bc-fc3baaceffd5', 'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5', 'tenant_id': 'f06ab6fb5b124f7c8408fd6b1d9447cd', 'fixed_ips': [{'subnet_id': 'bf13fe92-2085-4ff1-bb73-936eb2fcfb13'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:05.002804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.010648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54282) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.024993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=d35ff934-d576-4f4d-a98e-9c5e27f05820,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.040569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.047294 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d223596d-02e7-4a12-ba82-c9f276addbc0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:05.048089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d223596d-02e7-4a12-ba82-c9f276addbc0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:05.054229 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d223596d-02e7-4a12-ba82-c9f276addbc0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d35ff934-d576-4f4d-a98e-9c5e27f05820 HTTP/1.1" status: 404 len: 339 time: 0.0371869 Jun 22 09:33:05.054229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54284) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.057164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.063375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165484339', 'description': 'd1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:05.072279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.079496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:05.144143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Calling delete_port for 4b440619-7f2c-4dab-8a42-459ad29a049b owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:05.156577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.161580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.165196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.165614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Added segment a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6 of type vlan for network e27f680c-f8b7-4898-8ca7-8e5a33194951 Jun 22 09:33:05.185601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.194399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Allocated IP 172.20.0.2 (e502aa7c-686f-47cc-87bc-fc3baaceffd5/bf13fe92-2085-4ff1-bb73-936eb2fcfb13/dde3b04a-f0eb-4ec6-9bac-f097b803d1d0) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:05.206757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Pushing event updated for resources: {'Port': ['ID=cbd3b1aa-235f-4041-a213-4763523c3874,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.213227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54288) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.222890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 7d757608-6a76-48e1-bb9b-66d9841811f7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:05.266953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.278419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 7d757608-6a76-48e1-bb9b-66d9841811f7 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:05.278781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 7d757608-6a76-48e1-bb9b-66d9841811f7 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:05.292638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for e1f8fd7b-b47c-4830-a780-2442607c9ed9 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:05.300593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Deleting subnet dece56d7-f4ec-47c1-a94e-b6cde9f61fa7 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:05.306005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.314541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.336791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.337811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.378824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.389203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Transition to ACTIVE for port object dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:05.394315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.403888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.406978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Transition to ACTIVE for port object dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:05.492049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.492284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.494331 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8212624 Jun 22 09:33:05.496981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54290) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.511070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.557075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.560314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.563581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.568981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0eba845f-d5a4-405d-850f-327207a768da tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.579008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.584513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:05.585105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.591594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47c0ac7b-bbeb-4f80-a779-214c78acb12b tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.595405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:05.598555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:05.602814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:05.608319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cde42a-3242-401c-b1d4-29fb81e8bdce,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.615094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.619239 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-01961215-80a5-4fc4-b5b7-aeb620e16b6c tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1210139 Jun 22 09:33:05.622698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54292) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.663728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Pushing event updated for resources: {'Port': ['ID=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.670895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.671103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Network': ['ID=e27f680c-f8b7-4898-8ca7-8e5a33194951,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.674029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.674753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.675633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Attempting to bind port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:05.676407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Attempting to bind port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '2c6e5056-2bd5-455b-b98e-254488441c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:05.676853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Attempting to bind port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 on network e502aa7c-686f-47cc-87bc-fc3baaceffd5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:05.677975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.682466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.684482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:05.684774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Checking segment: {'id': '2c6e5056-2bd5-455b-b98e-254488441c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:05.685366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.685968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Bound using segment: {'id': '2c6e5056-2bd5-455b-b98e-254488441c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:05.686666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Bound port: dde3b04a-f0eb-4ec6-9bac-f097b803d1d0, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6e5056-2bd5-455b-b98e-254488441c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:05.687197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.691638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:05.700735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:05.704354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.708171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=e1f8fd7b-b47c-4830-a780-2442607c9ed9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.708970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.711778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.716434 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d8a0d98f-869c-48e1-888e-94be478e65de tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0925081 Jun 22 09:33:05.720088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54294) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.725706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-32a68afb-7e81-42ee-bbd6-a4d3451604d5 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.768321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Port': ['ID=4b440619-7f2c-4dab-8a42-459ad29a049b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:05.774102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:05.806945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:05.819025 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3112490 Jun 22 09:33:05.824194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54296) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.829308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'admin_state_up': True, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:05.855709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] For port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:05.861415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] For port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,segment=NetworkSegment(2c6e5056-2bd5-455b-b98e-254488441c15),segment_id=2c6e5056-2bd5-455b-b98e-254488441c15)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:05.888341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.894586 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9695618 Jun 22 09:33:05.900351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54298) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.908450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': 'db2eeaa6-a3ab-4753-afbe-93afe6f516de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:05.927861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:05.927861 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:05.927861 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'a58d73d5dda64c79a3a85420204fcca5', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 5, 913166)}] Jun 22 09:33:05.927861 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:05.928312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:05.928971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.929344 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 18b1f52c-af04-4e88-99f7-778a432122d9 of type vlan for network 3a0a7133-42a5-49ff-80f4-294e9f0e0afd Jun 22 09:33:05.931611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.932670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.935099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.944246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.948007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2dd26fe1-56bf-4181-88fc-33a6f537c57e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9830170 Jun 22 09:33:05.956166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c64b5307-4b97-48c1-8f34-31137bf4c7e7 tempest-NetworksIpV6TestAttrs-657214602 tempest-NetworksIpV6TestAttrs-657214602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:05.987493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54300) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:05.987669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:05.989952 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dece56d7-f4ec-47c1-a94e-b6cde9f61fa7 HTTP/1.1" status: 204 len: 168 time: 0.7747495 Jun 22 09:33:05.998570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54302) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:06.004504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dece56d7-f4ec-47c1-a94e-b6cde9f61fa7,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:06.009726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.019358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:06.030679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Pushing event updated for resources: {'Port': ['ID=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:06.040736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:06.097598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.117649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.119421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.176489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.245426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Router 398224ac-a25f-46de-bdb2-c5b8c58c6877 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:06.312085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.317617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:06.318231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.353838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-69813743-24c6-4ed9-b0e5-ba4a477b95a2 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:06.366138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Deleting port cbd3b1aa-235f-4041-a213-4763523c3874 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:06.366483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.407622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:06.416295 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5211515 Jun 22 09:33:06.424241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54304) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:06.424690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] Sync routers for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:06.438088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:06.445011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:06.449436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.468602 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-e4ec0e2a-915a-48ce-aec2-c3db0854294f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] show failed (client error): The resource could not be found. Jun 22 09:33:06.476000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e4ec0e2a-915a-48ce-aec2-c3db0854294f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1826400126 HTTP/1.1" status: 404 len: 335 time: 0.0444520 Jun 22 09:33:06.476000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4161196 Jun 22 09:33:06.476000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54306) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:06.488350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54308) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:06.493731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:06.503027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] Routers {'398224ac-a25f-46de-bdb2-c5b8c58c6877'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:06.503718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['398224ac-a25f-46de-bdb2-c5b8c58c6877'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:06.516381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7e2dc7b4-1a70-4645-bdca-c91a00f27b1b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:06.521945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.540548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:06.541380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16fff0-1ad4-4c18-8603-3aba000d752b None None] The sync data for ids ['398224ac-a25f-46de-bdb2-c5b8c58c6877'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:06.548189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=3a0a7133-42a5-49ff-80f4-294e9f0e0afd,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:06.559284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 3a0a7133-42a5-49ff-80f4-294e9f0e0afd details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:06.576374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:06.577370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-7e2dc7b4-1a70-4645-bdca-c91a00f27b1b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] update failed (client error): The resource could not be found. Jun 22 09:33:06.581847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e2dc7b4-1a70-4645-bdca-c91a00f27b1b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1381228639 HTTP/1.1" status: 404 len: 335 time: 0.0888200 Jun 22 09:33:06.583931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54310) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:06.665071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6411088-8078-43bf-8a89-60a9c3af808e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:06.666737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b6411088-8078-43bf-8a89-60a9c3af808e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks?id=3a0a7133-42a5-49ff-80f4-294e9f0e0afd HTTP/1.1" status: 200 len: 765 time: 0.1918919 Jun 22 09:33:06.669843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54312) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:06.675166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting subnet 55ae15a3-f966-4ee1-90ca-b4a3d94367ee {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:06.681504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'description': 'd2'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:06.697134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.784972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.862505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.868137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.868680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.874471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 05563061-0572-481c-91cb-d9178e13341a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:06.888460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.939431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:06.965559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.003897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1f2fe0-e223-48ac-b788-2e53e37d06b7']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.027897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:07.038906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.046184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:07.064626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Calling delete_port for cbd3b1aa-235f-4041-a213-4763523c3874 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:07.068563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.098438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network 3a0a7133-42a5-49ff-80f4-294e9f0e0afd is not hosted by any dhcp agent {{(pid=93949) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 09:33:07.105073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:07.106005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.107226 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "PUT /v2.0/networks/3a0a7133-42a5-49ff-80f4-294e9f0e0afd HTTP/1.1" status: 200 len: 762 time: 0.4361587 Jun 22 09:33:07.110684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54314) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:07.117034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68145cd-6496-4476-98d3-e45ef1c6bb4a') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.117947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68145cd-6496-4476-98d3-e45ef1c6bb4a') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.126672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.148113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:07.150720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.203829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=3a0a7133-42a5-49ff-80f4-294e9f0e0afd,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:07.206580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:07.217802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 3a0a7133-42a5-49ff-80f4-294e9f0e0afd details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:07.233373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a48c5-58c6-4aab-94ef-1bfc304b3b68 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:07.238664 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1b9a48c5-58c6-4aab-94ef-1bfc304b3b68 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks?id=3a0a7133-42a5-49ff-80f4-294e9f0e0afd HTTP/1.1" status: 200 len: 765 time: 0.1232684 Jun 22 09:33:07.238800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54316) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:07.283158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.288179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f02e6f-f481-4dd6-8564-5c8ad016b1ad None None] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:07.291028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.295989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3f8b902a-8d73-46ae-a33e-a95cc5931bfc tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:07.369682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:07.370105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:07.373676 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:07.453625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.455851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:07.466632 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/05563061-0572-481c-91cb-d9178e13341a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7874830 Jun 22 09:33:07.470137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Provisioning for port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:07.476133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Provisioning complete for port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:07.476757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.477408 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] Sync routers for ids ['05563061-0572-481c-91cb-d9178e13341a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:07.488496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54318) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:07.496268 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] Routers {'05563061-0572-481c-91cb-d9178e13341a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:07.497673 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['05563061-0572-481c-91cb-d9178e13341a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.569456 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.582991 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] Routers {'05563061-0572-481c-91cb-d9178e13341a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:07.584354 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['05563061-0572-481c-91cb-d9178e13341a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.607028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.627780 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:07.628748 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00de78-42f6-4508-b153-5c79a77acbae None None] The sync data for ids ['05563061-0572-481c-91cb-d9178e13341a'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:07.663207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] For port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,segment=NetworkSegment(2c6e5056-2bd5-455b-b98e-254488441c15),segment_id=2c6e5056-2bd5-455b-b98e-254488441c15)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:07.709265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.711198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/subnets/55ae15a3-f966-4ee1-90ca-b4a3d94367ee HTTP/1.1" status: 204 len: 168 time: 1.1281493 Jun 22 09:33:07.712467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Subnet': ['ID=55ae15a3-f966-4ee1-90ca-b4a3d94367ee,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:07.715773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:07.717255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179c16c-5c89-4c78-8a0c-b03b7304a493 None None] Network d6ff1321-b980-45d5-83d0-2b290cb27635 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:07.719318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54320) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:07.784303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.788059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:07.836886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.849924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2ffc6-3367-4702-98a4-330d98cfb2fb tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:07.854135 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9eb2ffc6-3367-4702-98a4-330d98cfb2fb tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6116142 Jun 22 09:33:07.854364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54322) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:07.889875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Pushing event updated for resources: {'Port': ['ID=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:07.893644 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9a1c4593-67b6-4a90-a487-31e58a9e88a2 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 207 time: 0.0379081 Jun 22 09:33:07.894057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:07.897336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54324) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:07.915773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-741904b1-96f4-4686-95f3-bbf0c5bb10fe None None] Provisioning complete for port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:07.916505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-741904b1-96f4-4686-95f3-bbf0c5bb10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.919205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:07.954587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-03e33849-4333-4539-8e6d-bc371a88d3cb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=05563061-0572-481c-91cb-d9178e13341a HTTP/1.1" status: 200 len: 205 time: 0.4615734 Jun 22 09:33:07.958873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:07.962384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54326) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.036901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.038558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a196880d-68ea-4857-be7f-2763f4add201,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:08.043314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:08.052490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting port 18400814-667e-4d64-8437-f0f1dbb657bd {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:08.052885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.058669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] DHCP port deletion for d6ff1321-b980-45d5-83d0-2b290cb27635 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:08.095768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-773c3cf7-7890-4399-9402-f85b289c2325 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:08.103707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.103947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.105746 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4b1f2fe0-e223-48ac-b788-2e53e37d06b7 HTTP/1.1" status: 204 len: 168 time: 2.0685918 Jun 22 09:33:08.109896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.115184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.119682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Deleting port 18400814-667e-4d64-8437-f0f1dbb657bd {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:08.120140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.121675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.127473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.133920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54328) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.134226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.140271 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8c258e20-0954-45eb-9411-8808b8b09c0e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2417545 Jun 22 09:33:08.140886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54330) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.187248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1f2fe0-e223-48ac-b788-2e53e37d06b7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:08.190727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.193694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] For port 18400814-667e-4d64-8437-f0f1dbb657bd, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=18400814-667e-4d64-8437-f0f1dbb657bd,segment=NetworkSegment(73306b8c-9622-412f-91ef-03881e0f0c00),segment_id=73306b8c-9622-412f-91ef-03881e0f0c00)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:08.194171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.197835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:08.202817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.204244 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.3029263 Jun 22 09:33:08.207898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54332) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.247684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.255833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.337076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] For port 18400814-667e-4d64-8437-f0f1dbb657bd, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=18400814-667e-4d64-8437-f0f1dbb657bd,segment=NetworkSegment(73306b8c-9622-412f-91ef-03881e0f0c00),segment_id=73306b8c-9622-412f-91ef-03881e0f0c00)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:08.338172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.340576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Deleting subnet 3d1ec969-8f15-4109-8429-6a1b18c7424d {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:08.349061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.379355 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7756e8d5-054e-45b5-ba2f-ac2de1fa079d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2324626 Jun 22 09:33:08.406338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54334) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.425584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Calling delete_port for 18400814-667e-4d64-8437-f0f1dbb657bd owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:08.444395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Calling delete_port for 18400814-667e-4d64-8437-f0f1dbb657bd owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:08.446446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.451530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:08.456387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.460318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a196880d-68ea-4857-be7f-2763f4add201 HTTP/1.1" status: 204 len: 168 time: 0.2471282 Jun 22 09:33:08.461924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.463904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dd81d9d-1608-40e3-b8a7-e830b1131872 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:08.479628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54336) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.499179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a196880d-68ea-4857-be7f-2763f4add201,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:08.502534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Allocated IP 172.20.0.1 (e502aa7c-686f-47cc-87bc-fc3baaceffd5/bf13fe92-2085-4ff1-bb73-936eb2fcfb13/4db89684-bbda-4e8e-83e1-257fa1a20c78) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:08.510511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:08.540196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.541865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Pushing event deleted for resources: {'Port': ['ID=cbd3b1aa-235f-4041-a213-4763523c3874,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:08.544900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.554501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:08.556973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.569732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36423fc6-049d-4a26-a9cd-74727cfee290 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.571832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36423fc6-049d-4a26-a9cd-74727cfee290 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.573371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36423fc6-049d-4a26-a9cd-74727cfee290 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.574887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36423fc6-049d-4a26-a9cd-74727cfee290 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.576558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36423fc6-049d-4a26-a9cd-74727cfee290 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.581668 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-36423fc6-049d-4a26-a9cd-74727cfee290 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1712959 Jun 22 09:33:08.582842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54338) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.653762 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-87e7ab4f-4a50-4f99-9da4-046d98300e92 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1654611 Jun 22 09:33:08.654701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54340) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.679546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.684546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:08.710317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08103f-3d6a-4bee-8b7c-08098d37753a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.712463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08103f-3d6a-4bee-8b7c-08098d37753a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.714071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08103f-3d6a-4bee-8b7c-08098d37753a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.715519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08103f-3d6a-4bee-8b7c-08098d37753a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.716085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Pushing event deleted for resources: {'Port': ['ID=18400814-667e-4d64-8437-f0f1dbb657bd,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:08.717234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08103f-3d6a-4bee-8b7c-08098d37753a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:08.719037 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0f08103f-3d6a-4bee-8b7c-08098d37753a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1356523 Jun 22 09:33:08.724933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:08.726260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54342) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.732421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.744265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] No DVR routers for this DVR port 18400814-667e-4d64-8437-f0f1dbb657bd on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:08.744863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.744863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.746973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-834a7ad2-4fb0-4f46-8983-2a11475dca09 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:08.782062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Port': ['ID=18400814-667e-4d64-8437-f0f1dbb657bd,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:08.786533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:08.787329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] No DVR routers for this DVR port 18400814-667e-4d64-8437-f0f1dbb657bd on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:08.867022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.880622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.892750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ff1321-b980-45d5-83d0-2b290cb27635']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:08.904941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73306b8c-9622-412f-91ef-03881e0f0c00') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:08.905246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73306b8c-9622-412f-91ef-03881e0f0c00') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:08.909736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.912310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.915915 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] 10.222.0.65 "DELETE /v2.0/floatingips/3a54edd4-fcbe-4cff-9bf3-7ff720d7f35d HTTP/1.1" status: 204 len: 168 time: 3.1934726 Jun 22 09:33:08.916709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54344) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.925666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.926183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router 05563061-0572-481c-91cb-d9178e13341a {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:33:08.926812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.940063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.943602 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c8c8990a-835c-483b-9770-f2a60f900b05 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/05563061-0572-481c-91cb-d9178e13341a HTTP/1.1" status: 204 len: 168 time: 0.9709232 Jun 22 09:33:08.951324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54346) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.960168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:08.975252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.979400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:08.984813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.986732 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/19cde42a-3242-401c-b1d4-29fb81e8bdce HTTP/1.1" status: 204 len: 168 time: 0.3295786 Jun 22 09:33:08.988298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:08.991271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54348) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:08.997408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.012977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:09.013442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.045669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:09.046085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:09.053101 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:09.068534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19cde42a-3242-401c-b1d4-29fb81e8bdce,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:09.069688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.086431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.102578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:09.113484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188242a2-9788-4ad8-9835-12c5e8e017cb tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:09.115207 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-188242a2-9788-4ad8-9835-12c5e8e017cb tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks/084b2cf8-87b9-4da4-bf88-ad1fe9ff72af HTTP/1.1" status: 200 len: 804 time: 0.3850343 Jun 22 09:33:09.135278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54350) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.144022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet 9a3ae7b7-9e17-4149-8b69-8f274a005786 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:09.166391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 18400814-667e-4d64-8437-f0f1dbb657bd no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:09.174758 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ea1652e3-b11d-4f13-b48d-40aa2c08cc8b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1769564 Jun 22 09:33:09.175445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54352) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.190341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.194569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 18400814-667e-4d64-8437-f0f1dbb657bd {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:09.194975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 18400814-667e-4d64-8437-f0f1dbb657bd not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:09.213308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.216903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Deleting port 69f1257a-e680-4f2d-bf74-8fd09911b573 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:09.217240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.223670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.259813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Transition to ACTIVE for port object 4db89684-bbda-4e8e-83e1-257fa1a20c78 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:09.288705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.296142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ff5d2e6-384b-430e-a2a8-25ada9704633 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:09.300221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.303927 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/networks/d6ff1321-b980-45d5-83d0-2b290cb27635 HTTP/1.1" status: 204 len: 168 time: 1.5810778 Jun 22 09:33:09.304093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.306350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54354) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.326898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.352608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Network': ['ID=d6ff1321-b980-45d5-83d0-2b290cb27635,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:09.355514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.361043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:09.367097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d85c92a9-eac0-4f64-be8a-8320e0aaafe4 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:09.376425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.376762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.396591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting subnet 8594de14-5ce9-4fd9-8d4b-c905fe007083 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:09.430739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1ec969-8f15-4109-8429-6a1b18c7424d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:09.432291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.433762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:09.444003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.448507 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3d1ec969-8f15-4109-8429-6a1b18c7424d HTTP/1.1" status: 204 len: 168 time: 1.3057005 Jun 22 09:33:09.454561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54356) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.459422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Calling delete_port for 69f1257a-e680-4f2d-bf74-8fd09911b573 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:09.461774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.476221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Allocated IP 172.26.6.172 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/4c1de50d-6276-497e-b2fa-168229863423) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:09.483061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1a846a75-b967-4124-8a9a-8c258524d450 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:09.488457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.491395 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cf8accef-b760-4e43-910a-c7c09748d778 HTTP/1.1" status: 204 len: 168 time: 0.3117838 Jun 22 09:33:09.499075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54358) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.516308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf8accef-b760-4e43-910a-c7c09748d778,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:09.528012 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8581388f-2e87-4a49-9084-b1071ad57a50 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/networks/084b2cf8-87b9-4da4-bf88-ad1fe9ff72af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3889487 Jun 22 09:33:09.528769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:09.533341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54360) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.585669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.673714 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-14495077-295b-41aa-b0fb-19b6996faf34 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1732683 Jun 22 09:33:09.674014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.681193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e3d50a2a-787c-4161-bfb2-5cbf8eb07cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:09.681397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54362) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.686133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.727184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.751360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.760643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b5b1d1-724a-4b30-973f-03466154e775 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:09.761995 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-92b5b1d1-724a-4b30-973f-03466154e775 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/subnets/fc2e5e0f-4866-4deb-9a9b-fc8779de85e0 HTTP/1.1" status: 200 len: 843 time: 0.2277040 Jun 22 09:33:09.762757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.766404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54364) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.779479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:09.780778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.794115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:09.801818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:09.872717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Port': ['ID=4db89684-bbda-4e8e-83e1-257fa1a20c78,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:09.887352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:09.916219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36093fe5-e2b7-4d35-bf6c-46d9296ec11f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['shared'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:09.918185 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-36093fe5-e2b7-4d35-bf6c-46d9296ec11f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "GET /v2.0/subnets/fc2e5e0f-4866-4deb-9a9b-fc8779de85e0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1507277 Jun 22 09:33:09.922033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54366) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:09.930304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581723714'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:09.975205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.977402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:09.986032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.017694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.019606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f5598415-1288-4d43-89a5-43377ce2e9e0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.026064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.027179 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b3c7ca63-0f67-41fa-a375-58643efbbaa7 HTTP/1.1" status: 204 len: 168 time: 0.3449533 Jun 22 09:33:10.030715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54368) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.037245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3c7ca63-0f67-41fa-a375-58643efbbaa7,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.037497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988b109d-223c-4567-974c-5c4d72d96fa5']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:10.040124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.050850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.053594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18ccff9-ab46-4543-afbf-7a257ff8b678') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:10.053594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18ccff9-ab46-4543-afbf-7a257ff8b678') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:10.054779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.079237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Pushing event deleted for resources: {'Port': ['ID=69f1257a-e680-4f2d-bf74-8fd09911b573,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.084616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.138766 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ede32156-f5e4-4fb7-bd83-1e531b7e8ef0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1043146 Jun 22 09:33:10.155543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54370) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.164960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.167321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:10.170819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.176226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-16fa0a24-9a04-4556-ad6e-6d721a9776d2 tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.177976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b0334e6d-cbf0-4612-b7c6-34af4e2b1417 None None] Provisioning for port 4db89684-bbda-4e8e-83e1-257fa1a20c78 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:10.183205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b0334e6d-cbf0-4612-b7c6-34af4e2b1417 None None] Provisioning complete for port 4db89684-bbda-4e8e-83e1-257fa1a20c78 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:10.183637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b0334e6d-cbf0-4612-b7c6-34af4e2b1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.221693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b0334e6d-cbf0-4612-b7c6-34af4e2b1417 None None] Port 4db89684-bbda-4e8e-83e1-257fa1a20c78 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:10.231428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.235509 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/subnets/8594de14-5ce9-4fd9-8d4b-c905fe007083 HTTP/1.1" status: 204 len: 168 time: 0.9245543 Jun 22 09:33:10.236084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Subnet': ['ID=8594de14-5ce9-4fd9-8d4b-c905fe007083,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.238158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b0de6-83a8-4557-8475-3f834f462d0c None None] Network 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:10.240113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54372) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.243366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.265191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.267801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.274225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/f73bba2c-dcc1-497a-bcbe-fc73ac30bdef HTTP/1.1" status: 204 len: 168 time: 1.3515449 Jun 22 09:33:10.274225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.275740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54374) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.318862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.350556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:10.390540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.391150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Added segment 05adb8ad-66f4-4eea-ae2f-3024d3dfa379 of type vlan for network db9b30bb-7d3d-445c-ad60-8eb936817c34 Jun 22 09:33:10.418943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting subnet 813c96bf-4c63-4e86-935c-3fb2630a23ca {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:10.452851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.455150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] DHCP port deletion for 4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:10.463685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.469037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.475671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.499976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.510218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Deleting port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:10.510688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.514871 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3ae7b7-9e17-4149-8b69-8f274a005786,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.518706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.519709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.524962 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/9a3ae7b7-9e17-4149-8b69-8f274a005786 HTTP/1.1" status: 204 len: 168 time: 1.5541356 Jun 22 09:33:10.525624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54376) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.532526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.536546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.561836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.562275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7fb73-7685-44ac-9e4c-99d81510974b None None] Network c8992d8a-106f-4f5c-95fe-cb46740488a0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:10.567499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d8412a4b-8bf0-4239-9a2d-3aadc8475632 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.576192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.579665 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/947906ca-554f-4299-a8af-1300d64b3406 HTTP/1.1" status: 204 len: 168 time: 0.4201586 Jun 22 09:33:10.579830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:10.580151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:10.582229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54378) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.598952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=947906ca-554f-4299-a8af-1300d64b3406,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.607410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.618497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting port e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:10.619272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.645460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] For port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,segment=NetworkSegment(071fb67b-35ed-45dd-8fd8-3fe68f7b0fae),segment_id=071fb67b-35ed-45dd-8fd8-3fe68f7b0fae)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:10.645841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.668500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.681903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.722577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.725237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.729298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Calling delete_port for e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:10.754181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.760655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:10.761600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.774168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.781657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:10.801757 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-27d5d40f-fe95-4508-9771-8bf01f795f4a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2159648 Jun 22 09:33:10.805537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:10.808676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54380) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.810282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:10.818142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Port': ['ID=4c1de50d-6276-497e-b2fa-168229863423,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.825748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.849682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.864426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.878665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.880711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bde47ec6-e611-465c-a26b-7604c6f78356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.908351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.910687 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] 10.222.0.65 "DELETE /v2.0/networks/988b109d-223c-4567-974c-5c4d72d96fa5 HTTP/1.1" status: 204 len: 168 time: 1.4503632 Jun 22 09:33:10.942321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Pushing event deleted for resources: {'Network': ['ID=988b109d-223c-4567-974c-5c4d72d96fa5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.946834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:10.949570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:10.953750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:10.959285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Calling delete_port for e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:10.963173 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0395184 Jun 22 09:33:10.964065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54384) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:10.969768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Network': ['ID=db9b30bb-7d3d-445c-ad60-8eb936817c34,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:10.979970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:10.984335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:11.028040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] DHCP port deletion for c8992d8a-106f-4f5c-95fe-cb46740488a0 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:11.029991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:11.033004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:11.049111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Pushing event deleted for resources: {'Port': ['ID=e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:11.056442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:11.099414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.100744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.106631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] No DVR routers for this DVR port e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:11.108636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-167a10e7-039b-43a1-87da-7c8fea043f26 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:11.127352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:11.131289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e5dfecb1-c4cc-48c7-9822-d63ef1b9d0a9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:11.160743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Subnet': ['ID=813c96bf-4c63-4e86-935c-3fb2630a23ca,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:11.167670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:11.175936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.178093 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/subnets/813c96bf-4c63-4e86-935c-3fb2630a23ca HTTP/1.1" status: 204 len: 168 time: 0.9360776 Jun 22 09:33:11.181354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15652d5c-06c4-4fb3-acbc-05f04a7a05a2 None None] Network ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:11.185042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54386) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:11.255491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.258964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port b23c735d-4969-435c-baf6-7699fefa2609 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:11.259693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.271214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Deleting port b23c735d-4969-435c-baf6-7699fefa2609 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:11.271845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.323559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.327339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Made reservation on behalf of 3686e5d0743843ada3fd8a8d3aec4f33 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:11.333487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.391320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] For port b23c735d-4969-435c-baf6-7699fefa2609, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b23c735d-4969-435c-baf6-7699fefa2609,segment=NetworkSegment(c92d86cd-be30-4f45-839c-e344e462e062),segment_id=c92d86cd-be30-4f45-839c-e344e462e062)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:11.392072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.407917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_backend_mixin [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Performing IP validity checks on allocation pools {{(pid=93949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 09:33:11.408515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.ipam_backend_mixin [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93949) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 09:33:11.433321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.443670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a85fce8e-eb4f-4734-9471-6388e3901ef1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:11.463054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port b23c735d-4969-435c-baf6-7699fefa2609, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b23c735d-4969-435c-baf6-7699fefa2609,segment=NetworkSegment(c92d86cd-be30-4f45-839c-e344e462e062),segment_id=c92d86cd-be30-4f45-839c-e344e462e062)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:11.463548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.467755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Calling delete_port for b23c735d-4969-435c-baf6-7699fefa2609 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:11.523112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Port': ['ID=e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:11.530436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54388) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:11.546656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:11.587219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.587389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for b23c735d-4969-435c-baf6-7699fefa2609 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:11.599715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] DHCP port deletion for ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:11.619032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.623645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.625018 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/db2eeaa6-a3ab-4753-afbe-93afe6f516de HTTP/1.1" status: 204 len: 168 time: 0.8125079 Jun 22 09:33:11.625419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2c7cd3-263e-4d41-8e00-7d365fcb41f8']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:11.628736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54390) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:11.660748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:11.661049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071fb67b-35ed-45dd-8fd8-3fe68f7b0fae') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:11.673239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Deleting port 4fd50ae3-8228-4b42-a448-9cbadef52b63 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:11.673715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.683182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:11.683447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.703357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2eeaa6-a3ab-4753-afbe-93afe6f516de,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:11.705070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.709232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:11.733146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.740646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.745385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b282a454-0383-4d5f-8e9a-029b33bbcca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:11.748216 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "DELETE /v2.0/ports/e808e6c6-e91e-4ee5-a5ec-4fdbe359ec3c HTTP/1.1" status: 204 len: 168 time: 1.4468153 Jun 22 09:33:11.750375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bc8dc7f7-501d-4526-bbec-41d217845902 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cea1fda37c2b47e5964f1bca783c9632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088315 Jun 22 09:33:11.751142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54392) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:11.752714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.765621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54394) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:11.774620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] No DVR routers for this DVR port b23c735d-4969-435c-baf6-7699fefa2609 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:11.794991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:11.799819 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:11.808843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Pushing event deleted for resources: {'Port': ['ID=b23c735d-4969-435c-baf6-7699fefa2609,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:11.816666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:11.838885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] For port 4fd50ae3-8228-4b42-a448-9cbadef52b63, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=4fd50ae3-8228-4b42-a448-9cbadef52b63,segment=NetworkSegment(58c83f0e-8618-4175-9912-e53307cf35eb),segment_id=58c83f0e-8618-4175-9912-e53307cf35eb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:11.839257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.882901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.928170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Calling delete_port for 4fd50ae3-8228-4b42-a448-9cbadef52b63 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:11.949083 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9caa1c08-5f2f-4946-95d7-c31aff7adfe1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2510810 Jun 22 09:33:11.955083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54396) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:11.966055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481866632'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:11.989211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:11.999054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.030773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.056664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.100104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port b23c735d-4969-435c-baf6-7699fefa2609 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:12.109946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.112430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7538d059-45e7-4af5-9b4e-36002a762f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.145371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Pushing event deleted for resources: {'Port': ['ID=4fd50ae3-8228-4b42-a448-9cbadef52b63,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.150485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.152110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] No DVR routers for this DVR port 4fd50ae3-8228-4b42-a448-9cbadef52b63 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:12.197693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.200875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.207055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.208925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Port': ['ID=4db89684-bbda-4e8e-83e1-257fa1a20c78,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.212374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.228293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.275802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db58da-360a-4f7b-9202-aa65193c40a8 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:12.277324 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55db58da-360a-4f7b-9202-aa65193c40a8 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "GET /v2.0/ports?device_id=16be3e1a-892a-486b-afd1-fb94f0d35c86 HTTP/1.1" status: 200 len: 913 time: 0.5152252 Jun 22 09:33:12.279995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54398) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:12.322692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.327072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a57ceb36-438a-4525-bbbe-f31063f63733 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.335560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=b23c735d-4969-435c-baf6-7699fefa2609,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.337435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.341691 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/networks/4d2c7cd3-263e-4d41-8e00-7d365fcb41f8 HTTP/1.1" status: 204 len: 168 time: 1.1562183 Jun 22 09:33:12.352898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54400) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:12.362990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Network': ['ID=4d2c7cd3-263e-4d41-8e00-7d365fcb41f8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.368569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.368811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.370732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.406870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cf44e84e-77a2-421e-92cf-191f5aefd7fd tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.424595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.455428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8992d8a-106f-4f5c-95fe-cb46740488a0']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:12.473915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.478004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92d86cd-be30-4f45-839c-e344e462e062') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:12.478308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92d86cd-be30-4f45-839c-e344e462e062') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:12.502951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.542484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.544038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=e74eb524-0bce-4edc-aee9-0d3c9215612c,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.568869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.582464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:12.582859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.586569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:12.589897 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:12.609020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:12.614588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Checking segment: {'id': '05adb8ad-66f4-4eea-ae2f-3024d3dfa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:12.614955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network hostable DHCP agents. Network: db9b30bb-7d3d-445c-ad60-8eb936817c34, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:12.651238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:12.697674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.701644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.706907 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2013a6d4-620f-49fa-a291-05147b7c6880 HTTP/1.1" status: 204 len: 168 time: 0.9334641 Jun 22 09:33:12.718360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-76207087-e947-4d39-88f1-7d8a275c47c8 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.758518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2013a6d4-620f-49fa-a291-05147b7c6880,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.760795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.794196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:12.811851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.814333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c83f0e-8618-4175-9912-e53307cf35eb') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:12.814333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c83f0e-8618-4175-9912-e53307cf35eb') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:12.818062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.827316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.864167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.874603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:12.875193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:12.878815 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:12.894645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:12.917679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.923238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.925581 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/c8992d8a-106f-4f5c-95fe-cb46740488a0 HTTP/1.1" status: 204 len: 168 time: 2.3989983 Jun 22 09:33:12.928483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:12.933439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54404) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:12.934335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f11e3b89-a207-4e79-bb8c-1fbe963ea59f tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:12.941660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2133994490', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:12.978433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=c8992d8a-106f-4f5c-95fe-cb46740488a0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:12.983200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4fd50ae3-8228-4b42-a448-9cbadef52b63 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:12.986586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:12.987106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eed052ba-d8a6-4d69-a303-91dd7c66a2db tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:13.017298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:13.017414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 4fd50ae3-8228-4b42-a448-9cbadef52b63 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:13.017414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4fd50ae3-8228-4b42-a448-9cbadef52b63 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:13.017568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b23c735d-4969-435c-baf6-7699fefa2609 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:13.030835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.039995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: b23c735d-4969-435c-baf6-7699fefa2609 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:13.040211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6555bd66-5790-4c42-9296-07725bf7e695,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:13.040790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b23c735d-4969-435c-baf6-7699fefa2609 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:13.048141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:13.068822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, db9b30bb-7d3d-445c-ad60-8eb936817c34) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:13.075984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:13.076806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.083041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc3f3d-eef7-4e1e-96e9-a9fee94ccccf None None] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:13.094820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Router 460c9626-3199-4d02-a30e-297bde51c14c is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:13.144410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-09a87e9b-ef09-445d-87f4-5331d385c3eb None None] Provisioning complete for port 4db89684-bbda-4e8e-83e1-257fa1a20c78 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:13.144881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-09a87e9b-ef09-445d-87f4-5331d385c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.156126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.160902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ff9db1bd-06bc-4209-9537-51c708c87353 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:13.167165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.169133 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/networks/ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d HTTP/1.1" status: 204 len: 168 time: 0.8149190 Jun 22 09:33:13.180988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54406) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.190925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Network': ['ID=ab6abbbf-9bf6-41c8-b23d-37bdd2c2505d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:13.215763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-09a87e9b-ef09-445d-87f4-5331d385c3eb None None] Port 4db89684-bbda-4e8e-83e1-257fa1a20c78 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:13.253923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:13.268260 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2950878 Jun 22 09:33:13.273835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54410) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.281485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:13.309312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-db9b30bb-7d3d-445c-ad60-8eb936817c34', 'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34', 'tenant_id': '3686e5d0743843ada3fd8a8d3aec4f33', 'fixed_ips': [{'subnet_id': 'e74eb524-0bce-4edc-aee9-0d3c9215612c'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:13.311071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.370291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting subnet bc22142e-d9ba-4d37-b83c-876ea3c390d4 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:13.381439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.472793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.480871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Allocated IP 2001:db8::3 (db9b30bb-7d3d-445c-ad60-8eb936817c34/e74eb524-0bce-4edc-aee9-0d3c9215612c/d6d87df1-d576-4dc7-9396-94e183371338) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:13.514229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5104854'] for subnet, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.640909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.641609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.641609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.680737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:13.684973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:13.693225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.699483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54412) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.699686 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "PUT /v2.0/routers/460c9626-3199-4d02-a30e-297bde51c14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7072499 Jun 22 09:33:13.704906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'port': {'network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5', 'name': 'tempest-FloatingIPNegativeTestJSON-824559078'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:13.712503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] Sync routers for ids ['460c9626-3199-4d02-a30e-297bde51c14c'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:13.714115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting port 48a20702-1172-4c9d-a83b-4c2816ffac76 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:13.714417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.714998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.717253 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Sync routers for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:13.718968 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7615232 Jun 22 09:33:13.719571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54414) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.721914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] Routers {'460c9626-3199-4d02-a30e-297bde51c14c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:13.722607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['460c9626-3199-4d02-a30e-297bde51c14c'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:13.728171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': '6555bd66-5790-4c42-9296-07725bf7e695', 'direction': 'ingress', 'protocol': 17}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:13.734344 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:13.735704 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:13.759702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:13.765988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.769513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] Routers {'460c9626-3199-4d02-a30e-297bde51c14c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:13.770136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['460c9626-3199-4d02-a30e-297bde51c14c'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:13.804647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54416) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.815377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:13.816673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d41af-3999-45e9-a551-69be1556a6c2 None None] The sync data for ids ['460c9626-3199-4d02-a30e-297bde51c14c'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:13.829367 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.830585 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.0053704 Jun 22 09:33:13.833796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54418) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.871247 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8086cc5a-09a2-46b8-a97b-5b789d351caf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47ce5ef40f844bcf89754d57186dbd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629773 Jun 22 09:33:13.871663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54422) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:13.887720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.896560 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:13.910489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.929620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Transition to ACTIVE for port object d6d87df1-d576-4dc7-9396-94e183371338 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:13.955814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Transition to ACTIVE for port object d6d87df1-d576-4dc7-9396-94e183371338 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:13.968827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Calling delete_port for 48a20702-1172-4c9d-a83b-4c2816ffac76 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:13.973815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.982738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:13.988732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e147370d-6d29-4d19-ad6f-7720302f250c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:14.025612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Subnet': ['ID=bc22142e-d9ba-4d37-b83c-876ea3c390d4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:14.030304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:14.064774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.064774 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/subnets/bc22142e-d9ba-4d37-b83c-876ea3c390d4 HTTP/1.1" status: 204 len: 168 time: 0.8524816 Jun 22 09:33:14.064774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54424) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:14.065834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61ae91-3c89-42bc-9748-22cef58e2603 None None] Network a3a222f3-7b71-4e98-9148-06233d5c1148 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:14.099168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.105627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.133565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.156293 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:11Z', 'revision_number': 3, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:14.190310 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Checking router: 7d3f28be-e970-4c4d-be94-cbaf9dac92ee for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:14.190824 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Updating router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee port 4c1de50d-6276-497e-b2fa-168229863423 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:14.228938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.229910 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.231815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c30ac849-dd42-4c50-a535-87cc40314eb3 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:14.251398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169f7bc0-c59c-4746-b8b1-188b168015cf,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:14.255481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:14.276247 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b30bb336-4aa3-4f2b-991b-c721cfaa06be tempest-TestNetworkAdvancedServerOps-354296120 tempest-TestNetworkAdvancedServerOps-354296120-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cef824c650d84343a67a5d177d7743c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4411917 Jun 22 09:33:14.279257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54426) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:14.301563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.302060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Made reservation on behalf of f06ab6fb5b124f7c8408fd6b1d9447cd for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:14.305792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0c2843e7-6dff-4d60-91a3-38a540ad35fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:14.316156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.316313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.316313 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-60266fbf-b7e7-4b74-9d7e-e6dc1ecce886 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3715987 Jun 22 09:33:14.323704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54428) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:14.338327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-962371786'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:14.352906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.357697 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6351378 Jun 22 09:33:14.359658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54430) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:14.381967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:14.390679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:14.396008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:14.399452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] device_id is not set on port 0ec30323-57b4-4eac-8259-12da1fe8c934 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:33:14.402731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Pushing event updated for resources: {'Port': ['ID=d6d87df1-d576-4dc7-9396-94e183371338,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:14.412140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.413278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.416319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.420010 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8df17bc7-bdd3-40f7-825b-5281d9ffcbd1 HTTP/1.1" status: 204 len: 168 time: 0.5449662 Jun 22 09:33:14.436467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2af257ac-2bd9-4342-ab44-7003cd828fab tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:14.438005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:14.509858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df17bc7-bdd3-40f7-825b-5281d9ffcbd1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:14.531341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:14.531600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Attempting to bind port d6d87df1-d576-4dc7-9396-94e183371338 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:14.532352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Attempting to bind port d6d87df1-d576-4dc7-9396-94e183371338 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '05adb8ad-66f4-4eea-ae2f-3024d3dfa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:14.532796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Attempting to bind port d6d87df1-d576-4dc7-9396-94e183371338 on network db9b30bb-7d3d-445c-ad60-8eb936817c34 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:14.554763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:14.555556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Checking segment: {'id': '05adb8ad-66f4-4eea-ae2f-3024d3dfa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:14.555956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.556365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Bound using segment: {'id': '05adb8ad-66f4-4eea-ae2f-3024d3dfa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:14.556865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Bound port: d6d87df1-d576-4dc7-9396-94e183371338, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05adb8ad-66f4-4eea-ae2f-3024d3dfa379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db9b30bb-7d3d-445c-ad60-8eb936817c34'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:14.557255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.644271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.649090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] For port d6d87df1-d576-4dc7-9396-94e183371338, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:14.654295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] For port d6d87df1-d576-4dc7-9396-94e183371338, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d6d87df1-d576-4dc7-9396-94e183371338,segment=NetworkSegment(05adb8ad-66f4-4eea-ae2f-3024d3dfa379),segment_id=05adb8ad-66f4-4eea-ae2f-3024d3dfa379)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:14.664965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:14.668617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.687258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a9f236-9790-4bd7-ad72-64023d3248c8 tempest-TestNetworkAdvancedServerOps-354296120 tempest-TestNetworkAdvancedServerOps-354296120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:14.688966 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-74a9f236-9790-4bd7-ad72-64023d3248c8 tempest-TestNetworkAdvancedServerOps-354296120 tempest-TestNetworkAdvancedServerOps-354296120-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4083209 Jun 22 09:33:14.693432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54434) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:14.702570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] DHCP port deletion for a3a222f3-7b71-4e98-9148-06233d5c1148 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:14.709922 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.739370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.743104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.744690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:14.747926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-07f42582-3ba0-481e-aef7-0940cc62376f tempest-TestNetworkAdvancedServerOps-354296120 tempest-TestNetworkAdvancedServerOps-354296120-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528488 Jun 22 09:33:14.752898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54436) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:14.758161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154086526', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:14.819463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Pushing event updated for resources: {'Port': ['ID=d6d87df1-d576-4dc7-9396-94e183371338,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:14.832752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:14.838761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Deleting port cdc9bf66-1221-40cd-aaee-1c87d875c16d {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:14.839786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.840859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:14.873073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Allocated IP 172.20.0.8 (e502aa7c-686f-47cc-87bc-fc3baaceffd5/bf13fe92-2085-4ff1-bb73-936eb2fcfb13/0ec30323-57b4-4eac-8259-12da1fe8c934) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:14.900666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Deleting port cdc9bf66-1221-40cd-aaee-1c87d875c16d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:14.901026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.939728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] For port cdc9bf66-1221-40cd-aaee-1c87d875c16d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cdc9bf66-1221-40cd-aaee-1c87d875c16d,segment=NetworkSegment(1ca4e3ba-f482-4c8c-b26e-90010170dc45),segment_id=1ca4e3ba-f482-4c8c-b26e-90010170dc45)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:14.940418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:14.985739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device cdc9bf66-1221-40cd-aaee-1c87d875c16d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:15.012505 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Transition to ACTIVE for port object 4c1de50d-6276-497e-b2fa-168229863423 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:15.020851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.020995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Calling delete_port for cdc9bf66-1221-40cd-aaee-1c87d875c16d owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:15.021104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.021104 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/6555bd66-5790-4c42-9296-07725bf7e695 HTTP/1.1" status: 204 len: 168 time: 0.5988340 Jun 22 09:33:15.021104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccc3a238-a5b6-42ae-a5ad-8df7113f778b tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:15.035282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Made reservation on behalf of cef824c650d84343a67a5d177d7743c4 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:15.036720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.039840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54440) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:15.041965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6555bd66-5790-4c42-9296-07725bf7e695,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:15.053530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:15.121430 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.130230 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:15.238707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.244371 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a9fb48e9-42f2-45a1-8e7d-39350f6dff8f tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1999257 Jun 22 09:33:15.250822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54446) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:15.260900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994755225'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:15.272727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751671670492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5028287'] for subnet, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.273078 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Attempting to bind port 4c1de50d-6276-497e-b2fa-168229863423 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:15.273352 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Attempting to bind port 4c1de50d-6276-497e-b2fa-168229863423 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:15.273717 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Attempting to bind port 4c1de50d-6276-497e-b2fa-168229863423 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:15.286745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-38aa398b-5583-4981-96ab-63c48163c0bc tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:15.301699 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:15.302088 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:15.302482 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.302877 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:15.307825 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Bound port: 4c1de50d-6276-497e-b2fa-168229863423, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:15.308259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.337996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.340803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.341019 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Pushing event updated for resources: {'Port': ['ID=4c1de50d-6276-497e-b2fa-168229863423,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:15.341165 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment ba54a6e0-cf55-4399-972d-fd28ea5fe1ca of type vlan for network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab Jun 22 09:33:15.360579 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.363055 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.363573 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.364632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.365236 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.365832 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.370718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.370808 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:15.373690 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:15.384589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] For port cdc9bf66-1221-40cd-aaee-1c87d875c16d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=cdc9bf66-1221-40cd-aaee-1c87d875c16d,segment=NetworkSegment(1ca4e3ba-f482-4c8c-b26e-90010170dc45),segment_id=1ca4e3ba-f482-4c8c-b26e-90010170dc45)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:15.384994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.396451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.416610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:15.417271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.421198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "PUT /v2.0/subnets/e74eb524-0bce-4edc-aee9-0d3c9215612c HTTP/1.1" status: 200 len: 900 time: 2.1434062 Jun 22 09:33:15.421591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a228256-72af-49c6-a0d6-5e7ca2ff8bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:15.431523 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] For port 4c1de50d-6276-497e-b2fa-168229863423, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:15.438770 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] For port 4c1de50d-6276-497e-b2fa-168229863423, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=4c1de50d-6276-497e-b2fa-168229863423,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:15.453078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Pushing event deleted for resources: {'Port': ['ID=cdc9bf66-1221-40cd-aaee-1c87d875c16d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:15.456460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:15.458340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] No DVR routers for this DVR port cdc9bf66-1221-40cd-aaee-1c87d875c16d on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:15.487770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54452) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:15.488705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.505732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ca14fe6-9a68-47e6-9577-433afcca68ab tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:15.572862 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.576844 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0bc268d8-713d-442d-aeb2-e8adaf738435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:15.669605 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Pushing event updated for resources: {'Port': ['ID=4c1de50d-6276-497e-b2fa-168229863423,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:15.675059 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:15.698611 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:15.699279 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:15.712143 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:33:15.869132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Checking segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:15.869732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network hostable DHCP agents. Network: e27f680c-f8b7-4898-8ca7-8e5a33194951, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:15.895478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.897376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Subnet': ['ID=f5c8fe58-de56-4568-b243-2293cf8836f5,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:15.900903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:15.949033 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:15.978081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.984411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:15.987544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2500fd88-5fc2-4b7d-9be1-fc77f7e4dbba tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:16.033917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1efc25c-37cb-4c9e-81dc-f878c2ba4449,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:16.039330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:16.157754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.168484 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9108591 Jun 22 09:33:16.169329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:16.191047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54462) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:16.204576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864839343'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:16.231405 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:11Z', 'revision_number': 3, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:16.236122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port d6d87df1-d576-4dc7-9396-94e183371338 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:16.236474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.264690 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4218a72-2757-421f-9d25-71a40ee1dfb9 None None] The sync data for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv is: [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:11Z', 'revision_number': 3, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:16.269430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Calling delete_port for cdc9bf66-1221-40cd-aaee-1c87d875c16d owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:16.296685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Transition to ACTIVE for port object 0ec30323-57b4-4eac-8259-12da1fe8c934 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:16.309854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, e27f680c-f8b7-4898-8ca7-8e5a33194951) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:16.312419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54464) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:16.319609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c4a00-315e-476d-b19a-1dce54c50838 None None] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:16.344199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:16.345016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.422425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.435126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event updated for resources: {'Subnet': ['ID=e74eb524-0bce-4edc-aee9-0d3c9215612c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:16.441006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:16.443792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71cc02-0ff8-4980-8c01-1cf271816093 None None] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:16.449546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:16.450437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.491958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Port': ['ID=48a20702-1172-4c9d-a83b-4c2816ffac76,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:16.495320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:16.544489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-154916682-network', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:16.691280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-40fa3ef6-096f-48aa-8358-cedbee41e332 None None] Provisioning for port d6d87df1-d576-4dc7-9396-94e183371338 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:16.719609 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a0132f3-5bd4-400e-b2e0-d3157b537d9f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9629200 Jun 22 09:33:16.719609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port d6d87df1-d576-4dc7-9396-94e183371338, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d6d87df1-d576-4dc7-9396-94e183371338,segment=NetworkSegment(05adb8ad-66f4-4eea-ae2f-3024d3dfa379),segment_id=05adb8ad-66f4-4eea-ae2f-3024d3dfa379)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:16.719820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.724749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.726980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54468) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:16.740520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.resource_extend [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 09:33:16.744311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.768357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d405c985-bbd0-414b-911f-b1643d9c8ef9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:16.808235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.846629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Port': ['ID=cdc9bf66-1221-40cd-aaee-1c87d875c16d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:16.848989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] No DVR routers for this DVR port cdc9bf66-1221-40cd-aaee-1c87d875c16d on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:16.876626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:16.910094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-e27f680c-f8b7-4898-8ca7-8e5a33194951', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:16.911101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:16.912309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3278bde-5968-4441-80b2-eccb8f28abcb tempest-DHCPAgentSchedulersTestJSON-689675390 tempest-DHCPAgentSchedulersTestJSON-689675390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:16.991142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.002953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a222f3-7b71-4e98-9148-06233d5c1148']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:17.020504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca4e3ba-f482-4c8c-b26e-90010170dc45') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:17.021049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca4e3ba-f482-4c8c-b26e-90010170dc45') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:17.030986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for d6d87df1-d576-4dc7-9396-94e183371338 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:17.037123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.073885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.098078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:17.098787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.109265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67abd49-b243-46cf-b761-8af64d682577,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:17.118891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:17.197518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Allocated IP 172.20.0.2 (e27f680c-f8b7-4898-8ca7-8e5a33194951/f5c8fe58-de56-4568-b243-2293cf8836f5/f9f13911-c347-4dfb-b603-acb56a6895a0) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:17.220237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:17.222580 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:17.225043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.230082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:17.230775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.233111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Made reservation on behalf of 2eaea57a00e04293a3eb07eac570cd12 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:17.242526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.242682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59dd71e8-1dd6-40bf-8cda-9fdb0e6ec79f tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:17.256587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.306355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d6d87df1-d576-4dc7-9396-94e183371338 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:17.309428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb50bdc-b0e8-430a-b756-3cb1f4fbc31e None None] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:17.322977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.331811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=0a1516b8-9df6-43b2-82cc-1f2ca36b44ab,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:17.347745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.363465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:17.364445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:17.369741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:17.370278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:17.385774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:17.388101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Pushing event deleted for resources: {'Network': ['ID=a3a222f3-7b71-4e98-9148-06233d5c1148,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:17.401099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.403205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/networks/a3a222f3-7b71-4e98-9148-06233d5c1148 HTTP/1.1" status: 204 len: 168 time: 3.3654482 Jun 22 09:33:17.404539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:17.435324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54472) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:17.436141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.437506 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2450788 Jun 22 09:33:17.444623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54474) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:17.467798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': 'f1efc25c-37cb-4c9e-81dc-f878c2ba4449', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b67abd49-b243-46cf-b761-8af64d682577', 'remote_ip_prefix': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:17.484037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:17.484825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.513417 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-04ee12ea-6375-4766-87b9-1473c538c029 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "GET /v2.0/ports?device_id=398224ac-a25f-46de-bdb2-c5b8c58c6877 HTTP/1.1" status: 200 len: 205 time: 0.0745556 Jun 22 09:33:17.515641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54476) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:17.565528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:17.566063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:17.603188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No active binding found for port d6d87df1-d576-4dc7-9396-94e183371338 {{(pid=93951) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 09:33:17.603778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d6d87df1-d576-4dc7-9396-94e183371338 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 22 09:33:17.616098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.628655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Port': ['ID=0ec30323-57b4-4eac-8259-12da1fe8c934,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:17.636250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:17.651920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port d6d87df1-d576-4dc7-9396-94e183371338 not found, will not notify nova. {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 22 09:33:17.652342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4c1de50d-6276-497e-b2fa-168229863423 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:17.657124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.703842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:17.732434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.763691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Transition to ACTIVE for port object f9f13911-c347-4dfb-b603-acb56a6895a0 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:17.814716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=d6d87df1-d576-4dc7-9396-94e183371338,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:17.817193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:17.824159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port d6d87df1-d576-4dc7-9396-94e183371338 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:17.829573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Transition to ACTIVE for port object f9f13911-c347-4dfb-b603-acb56a6895a0 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:17.864021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Router 16be3e1a-892a-486b-afd1-fb94f0d35c86 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:17.901966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9cba4ad4-1f95-41f7-aa3d-90a7974fa7f2 None None] Provisioning for port 0ec30323-57b4-4eac-8259-12da1fe8c934 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:17.911144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9cba4ad4-1f95-41f7-aa3d-90a7974fa7f2 None None] Provisioning complete for port 0ec30323-57b4-4eac-8259-12da1fe8c934 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:17.911822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9cba4ad4-1f95-41f7-aa3d-90a7974fa7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.936440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 4c1de50d-6276-497e-b2fa-168229863423 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:17.965067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:17.967339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9cba4ad4-1f95-41f7-aa3d-90a7974fa7f2 None None] Port 0ec30323-57b4-4eac-8259-12da1fe8c934 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:17.973719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7455e211-707a-4453-a920-c7cc47a68fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:17.977938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 4c1de50d-6276-497e-b2fa-168229863423 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:17.978540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.002018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:18.015823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "PUT /v2.0/routers/16be3e1a-892a-486b-afd1-fb94f0d35c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7347450 Jun 22 09:33:18.023715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54478) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:18.027961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.035285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:18.041328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.045626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:18.047639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] Sync routers for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:18.053906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:18.070316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.117359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Pushing event updated for resources: {'Port': ['ID=f9f13911-c347-4dfb-b603-acb56a6895a0,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:18.119366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:18.120211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.122178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:18.175488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.182293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.194650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Attempting to bind port f9f13911-c347-4dfb-b603-acb56a6895a0 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:18.194874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.195673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Attempting to bind port f9f13911-c347-4dfb-b603-acb56a6895a0 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:18.195989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Attempting to bind port f9f13911-c347-4dfb-b603-acb56a6895a0 on network e27f680c-f8b7-4898-8ca7-8e5a33194951 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:18.205914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] Routers {'16be3e1a-892a-486b-afd1-fb94f0d35c86'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:18.206541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['16be3e1a-892a-486b-afd1-fb94f0d35c86'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.208376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:18.208759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Checking segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:18.209169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.209560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Bound using segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:18.210046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Bound port: f9f13911-c347-4dfb-b603-acb56a6895a0, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:18.210425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.276365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.277039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a784de25-f5d3-4595-b42d-fc5ab1cfa61d None None] The sync data for ids ['16be3e1a-892a-486b-afd1-fb94f0d35c86'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:18.300623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.312418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.320649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.321253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Fanout notify agent at l3_agent the message router_deleted on router 398224ac-a25f-46de-bdb2-c5b8c58c6877 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:33:18.329258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.330334 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ec7e60ef-0418-499d-a6b5-d119fbc67caf tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] 10.222.0.65 "DELETE /v2.0/routers/398224ac-a25f-46de-bdb2-c5b8c58c6877 HTTP/1.1" status: 204 len: 168 time: 0.8121819 Jun 22 09:33:18.348393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.357739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 4c1de50d-6276-497e-b2fa-168229863423, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=4c1de50d-6276-497e-b2fa-168229863423,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:18.357860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-88bf3454-a18a-4aa0-846d-1539eac365e2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:18.359303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.362862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] For port f9f13911-c347-4dfb-b603-acb56a6895a0, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:18.367317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] For port f9f13911-c347-4dfb-b603-acb56a6895a0, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f9f13911-c347-4dfb-b603-acb56a6895a0,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:18.400896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:18.412353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ec4f0-ed05-4dbc-a4fd-aaa5789ba5ca None None] Network db9b30bb-7d3d-445c-ad60-8eb936817c34 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:18.465747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting port f89615ad-4dce-41e6-a5fd-5e9f5185a661 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:18.466748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.472874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.473336 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Added segment bb1500ec-e466-4976-a03a-fd4205c7014f of type vlan for network 73789a5a-c699-4e9a-a257-7a14c24305a3 Jun 22 09:33:18.476869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2cfbfe-f594-40bc-8b9e-2f143c5db05a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:18.494577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:18.497622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89d44155-5aff-44ed-9a69-86cbebe4a2b5 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:18.517388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8167164 Jun 22 09:33:18.521974 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5c3f4fa2-3c8f-4623-acba-a900f5c22ec4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.1910152 Jun 22 09:33:18.524706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54482) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:18.525046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54484) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:18.530804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:18.537809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.543732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:18.582223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.584950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=e74eb524-0bce-4edc-aee9-0d3c9215612c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:18.597707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:18.601041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.606719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9b30bb-7d3d-445c-ad60-8eb936817c34']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.621512 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05adb8ad-66f4-4eea-ae2f-3024d3dfa379') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.621882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05adb8ad-66f4-4eea-ae2f-3024d3dfa379') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:18.657367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.659195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.666687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d8215b4c-1f13-471a-9433-91be41be75ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:18.667116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.669237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.699222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.715862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:18.716301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:18.719354 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:18.780399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Pushing event updated for resources: {'Port': ['ID=f9f13911-c347-4dfb-b603-acb56a6895a0,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:18.803292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Calling delete_port for f89615ad-4dce-41e6-a5fd-5e9f5185a661 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:18.892924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=4c1de50d-6276-497e-b2fa-168229863423,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:18.909833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:18.912094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:18.919209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:18.928328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5eae68-90aa-4294-b88f-df8cc570b36c None None] DHCP port deletion for db9b30bb-7d3d-445c-ad60-8eb936817c34 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:19.046353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54488) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.098267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.226256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:19.230018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.274018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.275061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:19.275639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.286776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6b1763ea-e475-49b2-ae71-610805ccac57 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:19.292837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.299350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8cb61e81-e0ee-4b7a-9894-87f053dcf739 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:19.347630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.357109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Port': ['ID=f89615ad-4dce-41e6-a5fd-5e9f5185a661,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:19.359365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:19.386115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Pushing event updated for resources: {'Network': ['ID=73789a5a-c699-4e9a-a257-7a14c24305a3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:19.394379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:19.399659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:19.467683 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1517444 Jun 22 09:33:19.472006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54492) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.475674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-32b70860-be54-47fe-bc03-10d059aff52b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9800365e14f942f6ac7226ce2bc011bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276781 Jun 22 09:33:19.477549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54494) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.483021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.484066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Request body: {'subnet': {'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-154916682-subnet', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:19.527521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.541607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5d792ec-a987-44b6-af1b-1c40923ae967 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:19.547765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.549819 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/db9b30bb-7d3d-445c-ad60-8eb936817c34 HTTP/1.1" status: 204 len: 168 time: 4.0588093 Jun 22 09:33:19.561749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.561983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54496) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.586969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.594847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=db9b30bb-7d3d-445c-ad60-8eb936817c34,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:19.619151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:19.623678 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-7056efdb-4358-4787-aa08-a1e337d713b8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:19.624164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7056efdb-4358-4787-aa08-a1e337d713b8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:19.625893 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7056efdb-4358-4787-aa08-a1e337d713b8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/e74eb524-0bce-4edc-aee9-0d3c9215612c HTTP/1.1" status: 404 len: 337 time: 0.0500443 Jun 22 09:33:19.650986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54498) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.676975 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c8196a-e8d5-4239-b487-9276a60728cd tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:19.677567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c8196a-e8d5-4239-b487-9276a60728cd tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:19.679352 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-49c8196a-e8d5-4239-b487-9276a60728cd tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/db9b30bb-7d3d-445c-ad60-8eb936817c34 HTTP/1.1" status: 404 len: 339 time: 0.0276420 Jun 22 09:33:19.683840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54500) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.712032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Allocated IP 172.20.0.1 (e27f680c-f8b7-4898-8ca7-8e5a33194951/f5c8fe58-de56-4568-b243-2293cf8836f5/6c82a185-94d3-40e0-b733-84da6d108df0) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:19.726089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.731441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.740844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.747283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02471fee-6fce-4c33-af55-2e62d0150c61 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:19.756618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Made reservation on behalf of 2eaea57a00e04293a3eb07eac570cd12 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:19.759514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.832617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.843196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c8ff4e-bf38-458b-8e18-5d13fa2d3d09,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:19.858037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:19.874721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.901416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.925002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Allocated IP 172.26.6.162 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/826f229a-3662-4602-90a4-c233b933322f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:19.940080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.943967 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.4872622 Jun 22 09:33:19.946743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54502) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:19.961958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.963082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Fanout notify agent at l3_agent the message router_deleted on router 16be3e1a-892a-486b-afd1-fb94f0d35c86 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:33:19.978206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:19.981775 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "DELETE /v2.0/routers/16be3e1a-892a-486b-afd1-fb94f0d35c86 HTTP/1.1" status: 204 len: 168 time: 1.9546087 Jun 22 09:33:19.985286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54504) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:20.036494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.040540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a4e035cc-26e6-4b1e-8a40-10a4333967a1 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:20.043030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ab739-1e58-4d1a-8d2c-165fae72dba2 None None] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:20.137720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.148790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.151471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.155215 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20372410-ef30-4f13-99f0-4499289da5a8 HTTP/1.1" status: 204 len: 168 time: 0.6672041 Jun 22 09:33:20.165164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.176967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.188705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.220777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=1a005956-5cf6-42cc-8527-042eb2c7360f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:20.223742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4f2db580-d33b-476e-9185-838d4d7fd800 None None] Provisioning for port f9f13911-c347-4dfb-b603-acb56a6895a0 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:20.229040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:20.236693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:20.244896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.250506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:20.250885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:20.251432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting subnet 79192898-26a8-468e-aad3-5577f802d25a {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:20.253982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Transition to ACTIVE for port object 6c82a185-94d3-40e0-b733-84da6d108df0 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:20.259606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20372410-ef30-4f13-99f0-4499289da5a8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:20.268440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:20.276977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.285406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0a7133-42a5-49ff-80f4-294e9f0e0afd']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:20.348127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b1f52c-af04-4e88-99f7-778a432122d9') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:20.360947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b1f52c-af04-4e88-99f7-778a432122d9') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:20.379317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.401870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.436570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.448415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:20.448647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:20.451540 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:20.569037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.807710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.808387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.809995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:20.810608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.812571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.820300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-727e8cd6-b36b-4c34-ad68-8e62d8beb7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:20.820467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee4906fe-c7d4-4523-8d7e-3f9f955059a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:20.820467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.851798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.855256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f6c8ff4e-bf38-458b-8e18-5d13fa2d3d09 HTTP/1.1" status: 204 len: 168 time: 0.9011755 Jun 22 09:33:20.856921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:20.858702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54508) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:20.859941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:20.863545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:20.874447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ea1a6-705e-462b-beef-d18327ea12bf None None] Network 68915f2b-4196-4ee4-a494-d34a88cb1a87 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:20.874967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:20.879029 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "DELETE /v2.0/subnets/79192898-26a8-468e-aad3-5577f802d25a HTTP/1.1" status: 204 len: 168 time: 0.8695636 Jun 22 09:33:20.890587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54510) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:20.912263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:20.916457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:20.918344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Port': ['ID=6c82a185-94d3-40e0-b733-84da6d108df0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:20.920804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:20.925748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:20.926281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-70b1696d-a077-4f97-a54d-2e95c97b4a31 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:20.946742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Port': ['ID=826f229a-3662-4602-90a4-c233b933322f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:20.953295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:21.021163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.021919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ab660-e23f-41ea-84eb-c73b4314c1f4 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Subnet': ['ID=79192898-26a8-468e-aad3-5577f802d25a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:21.041646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:21.057643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:21.058534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.067276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712a521-904e-4a15-81d7-bcc9f27f98a8 None None] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:21.159607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.181965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.183726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:21.184526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6571519 Jun 22 09:33:21.186693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.189854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54514) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:21.248014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4c1de50d-6276-497e-b2fa-168229863423 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:21.280764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] DHCP port deletion for 68915f2b-4196-4ee4-a494-d34a88cb1a87 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:21.309510 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9a039c5a-939a-433b-89a9-63a092bfdef9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4469218 Jun 22 09:33:21.310583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:21.324559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a6e014cf-b38e-4ddd-90a2-6b2a0a285546 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:21.350270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.354976 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/3a0a7133-42a5-49ff-80f4-294e9f0e0afd HTTP/1.1" status: 204 len: 168 time: 1.6682467 Jun 22 09:33:21.357957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54520) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:21.363159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54524) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:21.377288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:21.378133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.401754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Checking segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:21.402440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Network hostable DHCP agents. Network: 73789a5a-c699-4e9a-a257-7a14c24305a3, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:21.415654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 4c1de50d-6276-497e-b2fa-168229863423 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:21.416059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.434722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=3a0a7133-42a5-49ff-80f4-294e9f0e0afd,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:21.446471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:21.447599 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cc0cb7-2d59-4258-aef3-1bcb70d3e4c9 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:21.448356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cc0cb7-2d59-4258-aef3-1bcb70d3e4c9 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:21.450206 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f0cc0cb7-2d59-4258-aef3-1bcb70d3e4c9 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/6c87cc06-f928-42d2-9489-aa72580d44ca HTTP/1.1" status: 404 len: 337 time: 0.0847576 Jun 22 09:33:21.450810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Deleting port b667636a-34ce-49f2-9a8b-2ffbdb14d121 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:21.451211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.453260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-997d1207-3dc5-4993-9c4c-f2549d235cc3 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.623s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:21.460087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54526) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:21.505692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6c8ff4e-bf38-458b-8e18-5d13fa2d3d09,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:21.535904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] For port b667636a-34ce-49f2-9a8b-2ffbdb14d121, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b667636a-34ce-49f2-9a8b-2ffbdb14d121,segment=NetworkSegment(e1c74e37-d01f-4324-be07-ea50605ac740),segment_id=e1c74e37-d01f-4324-be07-ea50605ac740)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:21.536311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.539755 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40d1b5e-3c7e-4650-a420-aa146cd4beee tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:21.540443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40d1b5e-3c7e-4650-a420-aa146cd4beee tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:21.555089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e40d1b5e-3c7e-4650-a420-aa146cd4beee tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d35ff934-d576-4f4d-a98e-9c5e27f05820 HTTP/1.1" status: 404 len: 339 time: 0.0916977 Jun 22 09:33:21.566622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:21.594311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54530) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:21.603684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.783s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:21.604836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-278310b9-b9d3-420f-a304-981d1f4871ea tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:21.628686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Calling delete_port for b667636a-34ce-49f2-9a8b-2ffbdb14d121 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:21.674858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.689731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2c4024a1-bc89-426f-a7bd-7e834c58e71f None None] Provisioning for port 6c82a185-94d3-40e0-b733-84da6d108df0 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:21.696388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting subnet 674c4f81-f3cd-40cc-8053-22243fc964a8 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:21.707250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.715326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f9f13911-c347-4dfb-b603-acb56a6895a0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:21.721023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2c4024a1-bc89-426f-a7bd-7e834c58e71f None None] Provisioning complete for port 6c82a185-94d3-40e0-b733-84da6d108df0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:21.742613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c4024a1-bc89-426f-a7bd-7e834c58e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.742864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:21.747002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.766363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 73789a5a-c699-4e9a-a257-7a14c24305a3) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:21.784726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:21.785318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.799541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.799800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting port b667636a-34ce-49f2-9a8b-2ffbdb14d121 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:21.800157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.804143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.811565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3824b9-fde7-420a-914c-051a665ade38 None None] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:21.886295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:21.997833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Allocated IP 172.20.0.2 (0a1516b8-9df6-43b2-82cc-1f2ca36b44ab/1a005956-5cf6-42cc-8527-042eb2c7360f/ee5c13eb-2f55-4b1a-8751-0e1231afdfd5) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:22.016335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.025340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] For port b667636a-34ce-49f2-9a8b-2ffbdb14d121, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b667636a-34ce-49f2-9a8b-2ffbdb14d121,segment=NetworkSegment(e1c74e37-d01f-4324-be07-ea50605ac740),segment_id=e1c74e37-d01f-4324-be07-ea50605ac740)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:22.025936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.047862 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5680790 Jun 22 09:33:22.048586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.051169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.054761 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/b67abd49-b243-46cf-b761-8af64d682577 HTTP/1.1" status: 204 len: 168 time: 0.6879163 Jun 22 09:33:22.054761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54538) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.057038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8e00c495-d1ac-4417-a365-88cc5019e991 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.063713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:22.071574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54540) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.104758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67abd49-b243-46cf-b761-8af64d682577,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:22.116190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:22.151275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2c4024a1-bc89-426f-a7bd-7e834c58e71f None None] Port 6c82a185-94d3-40e0-b733-84da6d108df0 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:22.152451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Calling delete_port for b667636a-34ce-49f2-9a8b-2ffbdb14d121 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:22.224856 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ca5faa70-f5d7-44dd-9710-487f5a02d635 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1508970 Jun 22 09:33:22.227480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54544) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.259211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-73789a5a-c699-4e9a-a257-7a14c24305a3', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:22.260450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.293500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54546) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.303627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.305231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.332292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.340940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5d2a01b3-d495-4a4e-b4f5-43b207b5e954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.367288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.368914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f9f13911-c347-4dfb-b603-acb56a6895a0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:22.387254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f9f13911-c347-4dfb-b603-acb56a6895a0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:22.387647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.394180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=674c4f81-f3cd-40cc-8053-22243fc964a8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:22.406496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:22.420690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.422615 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/674c4f81-f3cd-40cc-8053-22243fc964a8 HTTP/1.1" status: 204 len: 168 time: 0.8161519 Jun 22 09:33:22.430432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.434061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54550) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.438803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-868452e0-ba15-44a8-b073-770214aad749 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.460029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c51f43ae-fa2c-4edc-be0c-c3c27fba2258 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:22.460778 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-c51f43ae-fa2c-4edc-be0c-c3c27fba2258 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:33:22.461281 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-c51f43ae-fa2c-4edc-be0c-c3c27fba2258 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:33:22.466164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c51f43ae-fa2c-4edc-be0c-c3c27fba2258 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1675215 Jun 22 09:33:22.468058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54552) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.469441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.471834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.481241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072338332'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:22.536822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.575969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e86d4-5fc0-419c-91b8-8b7bb38682e9 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:22.585142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Port': ['ID=b667636a-34ce-49f2-9a8b-2ffbdb14d121,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:22.588041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] No DVR routers for this DVR port b667636a-34ce-49f2-9a8b-2ffbdb14d121 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:22.598873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.603109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.604031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.607177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:22.609255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9da7834a-d08b-4244-bce3-f5a2b4e23487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.655009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.658573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting subnet dd142b8d-b664-4935-8e97-e366c7c1383f {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:22.668633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.704325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Pushing event deleted for resources: {'Port': ['ID=b667636a-34ce-49f2-9a8b-2ffbdb14d121,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:22.708264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Transition to ACTIVE for port object ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:22.722095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:22.724629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] No DVR routers for this DVR port b667636a-34ce-49f2-9a8b-2ffbdb14d121 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:22.739638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.765810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.768963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Transition to ACTIVE for port object ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:22.772094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.772605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.776356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-482262b7-5121-4f9b-92df-b8f4f284cc4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994003902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.812409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.829594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.863370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Allocated IP 172.20.0.2 (73789a5a-c699-4e9a-a257-7a14c24305a3/e0a6ec90-f26b-4c07-9f90-e498ddeac3aa/1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:22.872609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.878489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Port': ['ID=6c82a185-94d3-40e0-b733-84da6d108df0,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:22.881751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:22.887067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68915f2b-4196-4ee4-a494-d34a88cb1a87']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:22.890574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.897694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.901646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.906101 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/f1efc25c-37cb-4c9e-81dc-f878c2ba4449 HTTP/1.1" status: 204 len: 168 time: 0.6774902 Jun 22 09:33:22.907035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c74e37-d01f-4324-be07-ea50605ac740') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:22.907397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c74e37-d01f-4324-be07-ea50605ac740') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:22.908504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54554) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:22.909347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1719a9a-1af4-4c92-a7de-a7a1d6013ee2 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.926832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.930302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.940111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:22.949496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:22.952554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1efc25c-37cb-4c9e-81dc-f878c2ba4449,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:22.955072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:22.975403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5e319a53-cd90-4139-8fbe-90abf9985bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.001306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.055342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f9f13911-c347-4dfb-b603-acb56a6895a0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f9f13911-c347-4dfb-b603-acb56a6895a0,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:23.084575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:23.096415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:23.097040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.100337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:23.101772 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:23.108042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Pushing event updated for resources: {'Port': ['ID=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.108042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:23.114945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.117548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Port': ['ID=826f229a-3662-4602-90a4-c233b933322f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.129548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.136357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3fa30ee0-c386-475a-8e74-8d6219b284ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.151637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.163795 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-74fd0b78-de2c-4b97-9b34-70426bfbabd2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2428842 Jun 22 09:33:23.171402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54556) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:23.182842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--794961199'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:23.188531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d6d87df1-d576-4dc7-9396-94e183371338 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:23.189929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.20.0.1 (0a1516b8-9df6-43b2-82cc-1f2ca36b44ab/1a005956-5cf6-42cc-8527-042eb2c7360f/5b6b5db8-46cc-4987-a62f-43781d7591cf) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:23.197770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.203528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.207283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.220141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:23.223084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:23.265994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: d6d87df1-d576-4dc7-9396-94e183371338 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:23.268059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d6d87df1-d576-4dc7-9396-94e183371338 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:23.341456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Attempting to bind port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:23.341850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Attempting to bind port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:23.342205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Attempting to bind port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 on network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:23.347361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f9f13911-c347-4dfb-b603-acb56a6895a0,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.356225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.361566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.365675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.393943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55243dbe-ec53-4ff5-8d2c-59a2605e797c tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.394553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6bb0dfe2-3561-46a1-8d54-41786a79ccff tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.394650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.394742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.394831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "DELETE /v2.0/networks/68915f2b-4196-4ee4-a494-d34a88cb1a87 HTTP/1.1" status: 204 len: 168 time: 2.4880693 Jun 22 09:33:23.394917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Transition to ACTIVE for port object 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:23.399184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:23.399498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Checking segment: {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:23.399943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.400363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Bound using segment: {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:23.400857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Bound port: ee5c13eb-2f55-4b1a-8751-0e1231afdfd5, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:23.401243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.409800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54558) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:23.436707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:23.439627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282ae142-ba8a-4dfb-be00-c2aa470b0bc0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.440414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.457614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.458073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b667636a-34ce-49f2-9a8b-2ffbdb14d121 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:23.491072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: b667636a-34ce-49f2-9a8b-2ffbdb14d121 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:23.492228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b667636a-34ce-49f2-9a8b-2ffbdb14d121 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:23.499215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Transition to ACTIVE for port object 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:23.512784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Network': ['ID=68915f2b-4196-4ee4-a494-d34a88cb1a87,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.554212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.562070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.563559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0375643 Jun 22 09:33:23.567721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54560) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:23.583719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] For port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:23.588749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bb62e18e-0558-4c84-99c5-2ed32ad2ecae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'floatingip': {'port_id': '0ec30323-57b4-4eac-8259-12da1fe8c934', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:23.611807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] For port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:23.612631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object 5b6b5db8-46cc-4987-a62f-43781d7591cf will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:23.612631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.612631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f58c9e8b-a190-4130-9937-c9519193f52c tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.647626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=dd142b8d-b664-4935-8e97-e366c7c1383f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.650474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.652524 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/dd142b8d-b664-4935-8e97-e366c7c1383f HTTP/1.1" status: 204 len: 168 time: 1.2111592 Jun 22 09:33:23.656494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.658186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54562) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:23.702050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.720367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-35227e3e-e324-4408-a432-2017eed06bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.725008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-189acf51-face-4575-8f5b-df0021a8d2aa None None] Provisioning complete for port 6c82a185-94d3-40e0-b733-84da6d108df0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:23.727847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-189acf51-face-4575-8f5b-df0021a8d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.731536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb62e18e-0558-4c84-99c5-2ed32ad2ecae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.738612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.766652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Deleting port 3a922955-f6c4-4aec-a569-eefd9dfa9f8f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:23.767025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.778093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:23.782903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.797595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.829827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:23.843389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-189acf51-face-4575-8f5b-df0021a8d2aa None None] Port 6c82a185-94d3-40e0-b733-84da6d108df0 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:23.849152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:23.856243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:23.871535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.884319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Pushing event updated for resources: {'Port': ['ID=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:23.885664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:23.886265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-926087f6-88db-4d84-b1ee-7e156d6c3648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:23.927716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:23.973541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:23.976617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:24.012181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Pushing event updated for resources: {'Port': ['ID=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:24.022209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:24.030569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Attempting to bind port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:24.031452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Attempting to bind port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:24.032126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Attempting to bind port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:24.039197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:24.040268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Checking segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:24.041086 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.041872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Bound using segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:24.042636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Bound port: 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:24.043695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.084386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.131763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=5b6b5db8-46cc-4987-a62f-43781d7591cf,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:24.161236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] For port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:24.174420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ef27a-0cf9-4e61-95f0-5507816aa4d0 None None] Network d029ade5-24de-4039-ab7b-54a78a2f6b2a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:24.184543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.186036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.207069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:24.208391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] For port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:24.249518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port 5841502c-31e4-44d9-b498-4df13287dc8a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:24.249962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.271265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-431c039f-5f54-4eb3-a510-208964ff7200 None None] Provisioning complete for port 5841502c-31e4-44d9-b498-4df13287dc8a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:24.271651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-431c039f-5f54-4eb3-a510-208964ff7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.309328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.312858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5cf46b06-2e23-406f-97aa-51d8cd408076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:24.332086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:24.344869 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Sync routers for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:24.351296 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "PUT /v2.0/routers/7d3f28be-e970-4c4d-be94-cbaf9dac92ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6128230 Jun 22 09:33:24.355793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Calling delete_port for 3a922955-f6c4-4aec-a569-eefd9dfa9f8f owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:24.383201 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:24.385592 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:24.489468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Pushing event updated for resources: {'Port': ['ID=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:24.493215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.539310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:24.557021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.636205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port 5841502c-31e4-44d9-b498-4df13287dc8a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5841502c-31e4-44d9-b498-4df13287dc8a,segment=NetworkSegment(273abdae-b9f9-4a2e-97d9-470deff360c2),segment_id=273abdae-b9f9-4a2e-97d9-470deff360c2)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:24.636658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.666799 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-bb62e18e-0558-4c84-99c5-2ed32ad2ecae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] update failed (client error): The resource could not be found. Jun 22 09:33:24.667634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] DHCP port deletion for d029ade5-24de-4039-ab7b-54a78a2f6b2a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:24.672155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb62e18e-0558-4c84-99c5-2ed32ad2ecae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "PUT /v2.0/floatingips/2522f01d-6550-4963-b35c-fc6ebfc5aa9d HTTP/1.1" status: 404 len: 507 time: 1.0839005 Jun 22 09:33:24.683166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54580) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:24.697358 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:24.708293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.725614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for 5841502c-31e4-44d9-b498-4df13287dc8a owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:24.802169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Deleting port 5841502c-31e4-44d9-b498-4df13287dc8a {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:24.802718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.817888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.890412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.899458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] For port 5841502c-31e4-44d9-b498-4df13287dc8a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5841502c-31e4-44d9-b498-4df13287dc8a,segment=NetworkSegment(273abdae-b9f9-4a2e-97d9-470deff360c2),segment_id=273abdae-b9f9-4a2e-97d9-470deff360c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:24.900702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:24.906823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4e666d3-75c8-4d37-be26-7ca50a7eb5f0 tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:25.040480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Calling delete_port for 5841502c-31e4-44d9-b498-4df13287dc8a owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:25.043921 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:22Z', 'revision_number': 2, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:25.094139 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Checking router: 7d3f28be-e970-4c4d-be94-cbaf9dac92ee for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:25.094767 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Updating router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee port 6c82a185-94d3-40e0-b733-84da6d108df0 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:25.108876 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-8aff9c4c-6f57-41bd-b36d-e92d1812ffd4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707616748&fields=id&tenant_id=cef824c650d84343a67a5d177d7743c4 HTTP/1.1" status: 200 len: 267 time: 0.4522159 Jun 22 09:33:25.121635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.144659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b61825-d71e-4486-ae30-d04b396801d6,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:25.156249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:25.172611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:25.179824 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.205781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.206490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.214857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:25.228383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Allocated IP 172.26.6.90 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/655076d9-8d05-4ea6-bc9c-62e1303a01a1) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:25.252438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Pushing event deleted for resources: {'Port': ['ID=5841502c-31e4-44d9-b498-4df13287dc8a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:25.252660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Pushing event deleted for resources: {'Port': ['ID=3a922955-f6c4-4aec-a569-eefd9dfa9f8f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:25.258343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:25.270788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] No DVR routers for this DVR port 5841502c-31e4-44d9-b498-4df13287dc8a on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:25.280085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:25.280881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-11c97652-e958-4f3b-9392-952ea9422798 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:25.372904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.404893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port 5841502c-31e4-44d9-b498-4df13287dc8a on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:25.414776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=5841502c-31e4-44d9-b498-4df13287dc8a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:25.468833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:25.472154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-06407f25-75dd-468c-97d0-8d3d902a32fa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:25.479760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-06407f25-75dd-468c-97d0-8d3d902a32fa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 797 time: 0.3698120 Jun 22 09:33:25.485310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Deleting port 826f229a-3662-4602-90a4-c233b933322f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:25.490679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.502629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.528768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-422cabc3-da8a-47f1-b0ec-e1c15740a371 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:25.612594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d53a4-38ea-49b1-806a-24e477a3bb57 None None] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:25.616900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:25.624206 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6cdaef31-b210-4536-b184-a9b454dd7f71 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/quotas/cef824c650d84343a67a5d177d7743c4 HTTP/1.1" status: 200 len: 375 time: 0.1434486 Jun 22 09:33:25.662977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.665143 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1943624 Jun 22 09:33:25.686200 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.701592 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Transition to ACTIVE for port object 6c82a185-94d3-40e0-b733-84da6d108df0 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:25.713178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54582) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:25.718980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '71b61825-d71e-4486-ae30-d04b396801d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:25.742317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b9ac4c-a784-4a46-bbf8-6f8042baa189,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:25.757690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:25.858329 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.859727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.861532 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:25.917935 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ecc19-8405-4fe4-84ac-f783d7dc2fe5 None None] Pushing event updated for resources: {'Port': ['ID=6c82a185-94d3-40e0-b733-84da6d108df0,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:25.922003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-824ecc19-8405-4fe4-84ac-f783d7dc2fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:25.942841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.943184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.965675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:25.983307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d029ade5-24de-4039-ab7b-54a78a2f6b2a']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:25.999972 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-d2ce1f37-9835-42a9-a36c-793e737772b8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3593891 Jun 22 09:33:26.009824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273abdae-b9f9-4a2e-97d9-470deff360c2') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:26.009824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273abdae-b9f9-4a2e-97d9-470deff360c2') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:26.018258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.043635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Calling delete_port for 826f229a-3662-4602-90a4-c233b933322f owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:26.050244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.053621 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.8763127 Jun 22 09:33:26.055419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.068441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54584) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.069187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:26.076267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': '08b9ac4c-a784-4a46-bbf8-6f8042baa189', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:26.111708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.116391 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Attempting to bind port 6c82a185-94d3-40e0-b733-84da6d108df0 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:26.117495 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Attempting to bind port 6c82a185-94d3-40e0-b733-84da6d108df0 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:26.117964 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Attempting to bind port 6c82a185-94d3-40e0-b733-84da6d108df0 on network e27f680c-f8b7-4898-8ca7-8e5a33194951 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:26.128454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcc704-c792-4ef4-87d5-a6983a619713 None None] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:26.128454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-86d7b9f0-45b6-48dd-a53b-592e907a6cac None None] Provisioning for port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:26.135126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:26.135126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.135857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:26.135857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Checking segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:26.135857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.135857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Bound using segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:26.135857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Bound port: 6c82a185-94d3-40e0-b733-84da6d108df0, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:26.135857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.172974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:26.233875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:26.250542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:26.252677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:26.264930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:26.265670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.266954 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] For port 6c82a185-94d3-40e0-b733-84da6d108df0, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:26.271849 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] For port 6c82a185-94d3-40e0-b733-84da6d108df0, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c82a185-94d3-40e0-b733-84da6d108df0,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:26.276865 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:26.280958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.283629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.287151 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] 10.222.0.65 "DELETE /v2.0/floatingips/fd68e171-ddba-4238-9d77-aa89f5c94825 HTTP/1.1" status: 204 len: 168 time: 2.8383603 Jun 22 09:33:26.313487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=655076d9-8d05-4ea6-bc9c-62e1303a01a1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:26.330405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.340811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c500742e-6744-4af0-a356-964a6e8a6d91 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:26.353212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:26.358718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.361151 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.366113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.372650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:26.373563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d029ade5-24de-4039-ab7b-54a78a2f6b2a HTTP/1.1" status: 204 len: 168 time: 2.7142408 Jun 22 09:33:26.374301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54590) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.381729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=d029ade5-24de-4039-ab7b-54a78a2f6b2a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:26.399839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:26.402580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.436333 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:26.437028 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:26.454324 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6787bb7-92d2-4624-ac75-792689c45de2 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:26.454774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6787bb7-92d2-4624-ac75-792689c45de2 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:26.456494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c6787bb7-92d2-4624-ac75-792689c45de2 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/d8b93bfd-ade0-4526-85f3-929bfd3b502f HTTP/1.1" status: 404 len: 337 time: 0.0725822 Jun 22 09:33:26.459622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54592) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.508908 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd110b38-c968-4009-8c4d-5ff48af4130c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:26.510322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd110b38-c968-4009-8c4d-5ff48af4130c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:26.512843 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fd110b38-c968-4009-8c4d-5ff48af4130c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d729fbfe-583a-4525-9f52-6ec5141f2bc7 HTTP/1.1" status: 404 len: 339 time: 0.0502150 Jun 22 09:33:26.515676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54594) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.566987 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-2093d316-ac89-4d97-9b8b-10b33bb17699 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:26.570035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2093d316-ac89-4d97-9b8b-10b33bb17699 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:26.571682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.573393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2093d316-ac89-4d97-9b8b-10b33bb17699 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/d1c8c978-9070-466f-9597-50d50439ab47 HTTP/1.1" status: 404 len: 337 time: 0.0563431 Jun 22 09:33:26.585189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54596) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.586766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.600615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.610889 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ecc19-8405-4fe4-84ac-f783d7dc2fe5 None None] Pushing event updated for resources: {'Port': ['ID=6c82a185-94d3-40e0-b733-84da6d108df0,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:26.614765 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-824ecc19-8405-4fe4-84ac-f783d7dc2fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:26.636551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1137853e-9d90-4995-af6e-7e1b50759a8f tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:26.645099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:26.695646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-09659add-551f-45d7-801e-8031dba7311e None None] Provisioning for port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:26.710974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-20cd47b7-d5e5-410d-a765-c5110feea0a5 service neutron] 10.222.0.65 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428423 Jun 22 09:33:26.716923 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:26.779908 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-50812238-d8d2-4ec8-acc3-9ecb42290255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:26.780710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50812238-d8d2-4ec8-acc3-9ecb42290255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:26.785614 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-50812238-d8d2-4ec8-acc3-9ecb42290255 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/d27a8fd3-79d6-4e7c-b793-abcc6cd5c976 HTTP/1.1" status: 404 len: 339 time: 0.1932161 Jun 22 09:33:26.794384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54598) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.841292 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.844481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f9f13911-c347-4dfb-b603-acb56a6895a0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:26.853879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ebb1ed56-0735-40ce-adfb-8670e29b5879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:26.921034 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e964b4aa-abc6-4ce3-88b9-d1ccb3b8088e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:26.921808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e964b4aa-abc6-4ce3-88b9-d1ccb3b8088e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:26.926688 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e964b4aa-abc6-4ce3-88b9-d1ccb3b8088e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/89df0359-ab1c-4fde-bd23-20ecd6ea833b HTTP/1.1" status: 404 len: 337 time: 0.1309199 Jun 22 09:33:26.929234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.935831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54600) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:26.962463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:26.995436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=5b6b5db8-46cc-4987-a62f-43781d7591cf,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:27.012728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:27.014078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:27.019785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.025656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:27.028201 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee3d805-2f50-4d4a-b42f-f1550a023a82 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:27.030410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee3d805-2f50-4d4a-b42f-f1550a023a82 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:27.037450 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-5fcf071e-079c-40e4-9888-f46138d45453 service neutron] 10.222.0.65 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075337 Jun 22 09:33:27.064437 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:26Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:27.064604 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3ee3d805-2f50-4d4a-b42f-f1550a023a82 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/5800a8b1-cb5a-483a-b846-e0427f319471 HTTP/1.1" status: 404 len: 339 time: 0.1071324 Jun 22 09:33:27.064712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54604) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:27.092721 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758ceb-a10c-440d-8b9a-050a290455fb None None] The sync data for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv is: [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:26Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:27.216179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.230077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.233136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.263503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:27.284046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54606) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:27.304419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-69af2ac2-780f-423f-8f95-97124868dd53 None None] Provisioning complete for port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:27.308452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-69af2ac2-780f-423f-8f95-97124868dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.386676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:27.388583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:27.405794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e653e33-949d-42b5-87fb-e5b1be3b1682,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:27.420838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting subnet 75f6a0f0-efbc-472d-b841-c619b7294b01 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:27.439502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f9f13911-c347-4dfb-b603-acb56a6895a0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:27.440249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.545792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.555275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.558679 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "DELETE /v2.0/floatingips/2522f01d-6550-4963-b35c-fc6ebfc5aa9d HTTP/1.1" status: 204 len: 168 time: 2.8724687 Jun 22 09:33:27.562902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.566802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.569319 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d74cb3d5-4cdd-4512-8d71-416a273da684 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4966598 Jun 22 09:33:27.573635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54616) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:27.574650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54620) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:27.587486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c73e3282-7fb7-40e9-80db-c2f91ef140b5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'floatingip': {'floating_network_id': 'e502aa7c-686f-47cc-87bc-fc3baaceffd5', 'port_id': '0ec30323-57b4-4eac-8259-12da1fe8c934', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:27.654371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db4e8a6-eedf-4fb2-a892-78a8522a3b64,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:27.683034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:27.688598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:27.693640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:27.693640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.693640 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9761448 Jun 22 09:33:27.699405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54622) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:27.714324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8f268bbd-e266-47a7-9040-19aa3d988cdb tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:27.721275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.727530 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4db10a7e-7f4e-4197-8976-f0359fbbf6f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac9f4d3f96c44a64aab0c9ac5d7b3207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343290 Jun 22 09:33:27.734745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:27.739196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54624) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:27.743102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.751534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-63512869-e39f-486f-9798-291377ed5719 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '71b61825-d71e-4486-ae30-d04b396801d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:27.849928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-69af2ac2-780f-423f-8f95-97124868dd53 None None] Provisioning for port 5b6b5db8-46cc-4987-a62f-43781d7591cf completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:27.854148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.856307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c73e3282-7fb7-40e9-80db-c2f91ef140b5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.865505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-69af2ac2-780f-423f-8f95-97124868dd53 None None] Provisioning complete for port 5b6b5db8-46cc-4987-a62f-43781d7591cf triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:27.865893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-69af2ac2-780f-423f-8f95-97124868dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.886248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Port': ['ID=826f229a-3662-4602-90a4-c233b933322f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:27.894284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:27.922069 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae9a8a2d-1cc4-4c48-92ca-fbee9ce502c4 req-dcf382bf-46e8-4c71-ad63-e8e4616126b7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.3703380 Jun 22 09:33:27.928502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-69af2ac2-780f-423f-8f95-97124868dd53 None None] Port 5b6b5db8-46cc-4987-a62f-43781d7591cf cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:27.976489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:27.978670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.014625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.045142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.052683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55b204e8-30b0-40a3-bf39-b07087008740 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:28.062971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.065652 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1e653e33-949d-42b5-87fb-e5b1be3b1682 HTTP/1.1" status: 204 len: 168 time: 0.4864931 Jun 22 09:33:28.072067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54630) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.087328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:28.088315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:28.090350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e653e33-949d-42b5-87fb-e5b1be3b1682,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:28.093961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:28.094340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.111011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:28.118398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-63512869-e39f-486f-9798-291377ed5719 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.153713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-33aee9e4-019a-4c44-9c27-fd81d5df4321 None None] Provisioning complete for port 5b6b5db8-46cc-4987-a62f-43781d7591cf triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:28.154121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33aee9e4-019a-4c44-9c27-fd81d5df4321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.198211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-33aee9e4-019a-4c44-9c27-fd81d5df4321 None None] Port 5b6b5db8-46cc-4987-a62f-43781d7591cf cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:28.209903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.242354 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ea015167-8925-4616-a63e-e0c96047309e tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1615915 Jun 22 09:33:28.245340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54634) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.261894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.305749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:28.313187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.316158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.320160 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/997f6c71-6615-492c-af37-09107f7afd21 HTTP/1.1" status: 204 len: 168 time: 0.5741985 Jun 22 09:33:28.322139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9ca15ae-2c5e-457b-90e9-a8cc2acb17dd tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:28.331801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:28.337544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997f6c71-6615-492c-af37-09107f7afd21,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:28.343727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:28.357782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:28.360039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:28.366033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:28.373289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1806145 Jun 22 09:33:28.379257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54638) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.385048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-1442943274'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:28.400180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.454159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.461567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.469132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b5700f44-d183-49f6-bdbd-283e6a55620f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:28.513582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.517486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:28.527091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-63512869-e39f-486f-9798-291377ed5719 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:33:28.528392 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-63512869-e39f-486f-9798-291377ed5719 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8112881 Jun 22 09:33:28.532064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54640) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.566781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5841502c-31e4-44d9-b498-4df13287dc8a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:28.613310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.615008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 5841502c-31e4-44d9-b498-4df13287dc8a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:28.615371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5841502c-31e4-44d9-b498-4df13287dc8a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:28.619286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:28.631593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:28.635650 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-c73e3282-7fb7-40e9-80db-c2f91ef140b5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:28.640927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:28.642611 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c73e3282-7fb7-40e9-80db-c2f91ef140b5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0649707 Jun 22 09:33:28.644273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54642) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.660267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '0ec30323-57b4-4eac-8259-12da1fe8c934', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:28.661003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=75f6a0f0-efbc-472d-b841-c619b7294b01,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:28.666951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:28.667418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.668747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.679530 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/75f6a0f0-efbc-472d-b841-c619b7294b01 HTTP/1.1" status: 204 len: 168 time: 1.6185782 Jun 22 09:33:28.680850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54644) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.699473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.745859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.751628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.751628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/08b9ac4c-a784-4a46-bbf8-6f8042baa189 HTTP/1.1" status: 204 len: 168 time: 0.5030131 Jun 22 09:33:28.753399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54646) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:28.755130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c1dc05c9-21d9-431c-8fa7-0ee3224867a9 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:28.772101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b9ac4c-a784-4a46-bbf8-6f8042baa189,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:28.776414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:28.796604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.800905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce72e9-5a0e-4b26-ba59-98ec57928643 None None] Network 19384e51-36c1-43f7-a7cb-9853f745386c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:28.808652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:28.882425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:28.887078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:28.933196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:28.985891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port c0041bef-536d-4dc1-9515-c19bbb4b8a25 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:28.986274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.005170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:29.005170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.005628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.006850 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/71b61825-d71e-4486-ae30-d04b396801d6 HTTP/1.1" status: 204 len: 168 time: 0.4735775 Jun 22 09:33:29.016936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb403369-c10e-4ee5-80cd-b870fad7d907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:29.019330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54652) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.038703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b61825-d71e-4486-ae30-d04b396801d6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:29.047478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c11b3d2e-ed92-44de-bf55-ccf90816eee6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2833672 Jun 22 09:33:29.047478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:29.052520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54654) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.056639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.068006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment 1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9 of type vlan for network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b Jun 22 09:33:29.068006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group': {'name': 'tempest-secgroup--393553693'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:29.145520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.181262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:29.181653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.188688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.243557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:24Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:25Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:29.536211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.536661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:29.536661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Updating router 497cb954-2a71-4576-8a43-4e80363a3466 port 5b6b5db8-46cc-4987-a62f-43781d7591cf binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:29.537102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:29.537213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Allocated IP 172.26.6.184 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/1abe93f4-8b9f-4226-9855-0fd1418715c0) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:29.537326 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:29.537699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] DHCP port deletion for 19384e51-36c1-43f7-a7cb-9853f745386c request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:29.537788 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:29.537872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-232f87ae-7a62-493a-96b8-23b6502702c4 req-84159327-be14-4cba-921e-c1c7ddd629ba tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.0561469 Jun 22 09:33:29.537998 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:29.564361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.566137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port c0041bef-536d-4dc1-9515-c19bbb4b8a25, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c0041bef-536d-4dc1-9515-c19bbb4b8a25,segment=NetworkSegment(cf62a1be-6106-4fb1-b33a-956c6e614b11),segment_id=cf62a1be-6106-4fb1-b33a-956c6e614b11)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:29.566705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.572420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.576751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.593080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:29.594327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.609659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:29.653306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for c0041bef-536d-4dc1-9515-c19bbb4b8a25 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:29.660084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54658) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.672876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c82a185-94d3-40e0-b733-84da6d108df0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:29.678018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-530bb051-3ae0-4c6e-9a29-4b24faea5327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.683917 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:29.715427 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7763d646-8046-4630-9a2d-f115be409f7b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6946857 Jun 22 09:33:29.719663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54660) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.725215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607598217'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:29.784169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.801975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Deleting port c0041bef-536d-4dc1-9515-c19bbb4b8a25 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:29.802408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.819360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=9b10caa6-41a7-43af-a67f-4e2002c8ae4b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:29.828484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:29.837708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.839807 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7795620 Jun 22 09:33:29.843151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54662) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.849928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.855251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:29.902859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54664) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:29.903106 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5224013 Jun 22 09:33:29.909053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:29.910650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:26Z', 'revision_number': 3, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:29.918001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.924529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85a8bd8a-f6ec-4552-96ed-1132c09d5eae tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:29.944517 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:29.945117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Updating router fffedd43-b0ee-4d73-afbe-331fd41defd3 port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:29.956204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=c0041bef-536d-4dc1-9515-c19bbb4b8a25,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:29.981050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] For port c0041bef-536d-4dc1-9515-c19bbb4b8a25, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c0041bef-536d-4dc1-9515-c19bbb4b8a25,segment=NetworkSegment(cf62a1be-6106-4fb1-b33a-956c6e614b11),segment_id=cf62a1be-6106-4fb1-b33a-956c6e614b11)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:29.981467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.984259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.986466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:29.989449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-99025059-1003-4e0d-aebf-07582e4ba6f0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:29.996733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.030139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port c0041bef-536d-4dc1-9515-c19bbb4b8a25 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:30.066936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Calling delete_port for c0041bef-536d-4dc1-9515-c19bbb4b8a25 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:30.069294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:30.074593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6c82a185-94d3-40e0-b733-84da6d108df0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:30.084688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:30.086199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6c82a185-94d3-40e0-b733-84da6d108df0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:30.086599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.094754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:30.160889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.197960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.215749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19384e51-36c1-43f7-a7cb-9853f745386c']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:30.224081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event updated for resources: {'Port': ['ID=1abe93f4-8b9f-4226-9855-0fd1418715c0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.249123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.263528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:30.263528 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:30.263528 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'f1b3f025607a44ecb9706005437a81e2', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 30, 201880)}] Jun 22 09:33:30.263528 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:30.264070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:30.264070 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:30.264070 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'a0f5a839e7fd4acfb3ac00d94b965408', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 29, 826355)}] Jun 22 09:33:30.264070 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:30.264657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:30.265217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:30.266848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf62a1be-6106-4fb1-b33a-956c6e614b11') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:30.267138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf62a1be-6106-4fb1-b33a-956c6e614b11') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:30.270463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:30.270463 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:30.270463 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'c4d3dc2da9474ff38c49621e09f61c60', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 30, 122310)}] Jun 22 09:33:30.270463 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:30.271268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:30.282385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.291710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.291710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.291981 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.303142 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Transition to ACTIVE for port object 655076d9-8d05-4ea6-bc9c-62e1303a01a1 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:30.323028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.325330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.336929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.347012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:30.347753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:30.351490 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:30.357145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Pushing event deleted for resources: {'Port': ['ID=c0041bef-536d-4dc1-9515-c19bbb4b8a25,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.362931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] No DVR routers for this DVR port c0041bef-536d-4dc1-9515-c19bbb4b8a25 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:30.371982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Transition to ACTIVE for port object 5b6b5db8-46cc-4987-a62f-43781d7591cf will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:30.371982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.419848 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.419848 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-bd04b072-65cb-4744-a8b2-ada49c12d432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.421032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 6c82a185-94d3-40e0-b733-84da6d108df0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c82a185-94d3-40e0-b733-84da6d108df0,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:30.424607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.447689 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72632da-3edc-45b1-8013-4a2e042f2e39 None None] Pushing event updated for resources: {'Port': ['ID=655076d9-8d05-4ea6-bc9c-62e1303a01a1,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.450382 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f72632da-3edc-45b1-8013-4a2e042f2e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.451193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Attempting to bind port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:30.451547 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Attempting to bind port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:30.451934 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Attempting to bind port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:30.457294 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:30.457664 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:30.458072 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.458445 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:30.458912 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Bound port: 655076d9-8d05-4ea6-bc9c-62e1303a01a1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:30.459282 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.511159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Deleting port 1abe93f4-8b9f-4226-9855-0fd1418715c0 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:30.512113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.523182 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] For port 655076d9-8d05-4ea6-bc9c-62e1303a01a1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:30.527291 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] For port 655076d9-8d05-4ea6-bc9c-62e1303a01a1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=655076d9-8d05-4ea6-bc9c-62e1303a01a1,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:30.540224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.544097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.603416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.615103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.635244 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.642883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.643467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.652334 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.657189 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.688175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.694093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.701278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.703690 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/19384e51-36c1-43f7-a7cb-9853f745386c HTTP/1.1" status: 204 len: 168 time: 2.0214531 Jun 22 09:33:30.721897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54668) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:30.729159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=19384e51-36c1-43f7-a7cb-9853f745386c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.735388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.747122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.750071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4a979-73e1-4201-b759-28ddca339f84 None None] Pushing event updated for resources: {'Port': ['ID=5b6b5db8-46cc-4987-a62f-43781d7591cf,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.767670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.773974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0ee4a979-73e1-4201-b759-28ddca339f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.774482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-85dec5b2-8eb9-4bb2-9caa-4d5c49f26b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:30.780951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:30.781951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.807668 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72632da-3edc-45b1-8013-4a2e042f2e39 None None] Pushing event updated for resources: {'Port': ['ID=655076d9-8d05-4ea6-bc9c-62e1303a01a1,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.810407 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:30.825414 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:30.827589 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f72632da-3edc-45b1-8013-4a2e042f2e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.833666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28689bbf-54d3-42b7-b054-d14af490890e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:30.837892 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d79b8aac-beb0-4914-8d4d-63801138b18c req-f6ca9190-818c-4fb9-99c2-470183ac1af7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.1320701 Jun 22 09:33:30.878983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Calling delete_port for 1abe93f4-8b9f-4226-9855-0fd1418715c0 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:30.886913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:30.904268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1acfa1-c711-419c-86d9-359ebc471d61 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:30.904268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1acfa1-c711-419c-86d9-359ebc471d61 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:30.904268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7f1acfa1-c711-419c-86d9-359ebc471d61 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/35966972-e719-4f9a-ab3e-16979b088bc2 HTTP/1.1" status: 404 len: 337 time: 0.1691000 Jun 22 09:33:30.904268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:30.904268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8368702 Jun 22 09:33:30.904268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54670) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:30.910858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54672) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:30.926369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': '28689bbf-54d3-42b7-b054-d14af490890e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:30.938183 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Attempting to bind port 5b6b5db8-46cc-4987-a62f-43781d7591cf on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:30.941314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Attempting to bind port 5b6b5db8-46cc-4987-a62f-43781d7591cf by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:30.941314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Attempting to bind port 5b6b5db8-46cc-4987-a62f-43781d7591cf on network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:30.950123 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-699c2c6c-4257-48d3-83cc-1a9a2e38bc98 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] DELETE failed (client error): The resource could not be found. Jun 22 09:33:30.950393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699c2c6c-4257-48d3-83cc-1a9a2e38bc98 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:33:30.952117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-699c2c6c-4257-48d3-83cc-1a9a2e38bc98 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/462217c5-828a-442c-aae4-85846c1acbac HTTP/1.1" status: 404 len: 339 time: 0.0466657 Jun 22 09:33:30.955325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54674) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:31.006558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:31.007231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Checking segment: {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:31.016796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.019168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Bound using segment: {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:31.019168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Bound port: 5b6b5db8-46cc-4987-a62f-43781d7591cf, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:31.020427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.021500 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:31.044852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=6c82a185-94d3-40e0-b733-84da6d108df0,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:31.052412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:31.081046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting subnet fc2e5e0f-4866-4deb-9a9b-fc8779de85e0 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:31.083796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.090587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:31.090977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.151696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] For port 5b6b5db8-46cc-4987-a62f-43781d7591cf, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:31.167303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] For port 5b6b5db8-46cc-4987-a62f-43781d7591cf, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b6b5db8-46cc-4987-a62f-43781d7591cf,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:31.180745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.183818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:31.209173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Port': ['ID=1abe93f4-8b9f-4226-9855-0fd1418715c0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:31.219614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:31.226599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:31.228013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.257889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.268523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:31.275664 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:26Z', 'revision_number': 3, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:31.290469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.348102 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51808e-5b90-4722-98a7-0cf72809d458 None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:26Z', 'revision_number': 3, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:31.363175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c0041bef-536d-4dc1-9515-c19bbb4b8a25 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:31.385538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4a979-73e1-4201-b759-28ddca339f84 None None] Pushing event updated for resources: {'Port': ['ID=5b6b5db8-46cc-4987-a62f-43781d7591cf,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:31.425207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:31.428166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:31.428166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0ee4a979-73e1-4201-b759-28ddca339f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:31.432003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c0041bef-536d-4dc1-9515-c19bbb4b8a25 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:31.432160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c0041bef-536d-4dc1-9515-c19bbb4b8a25 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:31.432267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.477989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Allocated IP 172.20.0.1 (73789a5a-c699-4e9a-a257-7a14c24305a3/e0a6ec90-f26b-4c07-9f90-e498ddeac3aa/bc2aa8a1-3fc5-4702-92ae-12b1de682889) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:31.512594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.542513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:31.570288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.574282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:31.622989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0f5a839e7fd4acfb3ac00d94b965408&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9187241 Jun 22 09:33:31.626911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54676) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:31.659184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e3c54-fe03-4a7c-9c7c-fff4c8c691c9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:31.662847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:31.704426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.726632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] create failed (client error): The resource could not be found. Jun 22 09:33:31.727946 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0745718 Jun 22 09:33:31.735693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.744414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54678) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:31.805499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.815482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.844525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fbe7646d-d5b5-44dc-b403-7fbb0b65ca4c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:31.898562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2e5e0f-4866-4deb-9a9b-fc8779de85e0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:31.901814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:31.910312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.915510 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/subnets/fc2e5e0f-4866-4deb-9a9b-fc8779de85e0 HTTP/1.1" status: 204 len: 168 time: 0.9558775 Jun 22 09:33:31.915957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54682) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:31.946012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c874af-1e6c-4adf-897e-0796aa416749 None None] Network 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:31.999422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:31.999678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Transition to ACTIVE for port object bc2aa8a1-3fc5-4702-92ae-12b1de682889 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:32.011964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.016392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.021345 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f1e3c54-fe03-4a7c-9c7c-fff4c8c691c9 HTTP/1.1" status: 204 len: 168 time: 0.3912244 Jun 22 09:33:32.044682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-308030c5-2013-4d1e-941d-f014007aef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:32.065329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e3c54-fe03-4a7c-9c7c-fff4c8c691c9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:32.068289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:32.131477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.181358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.187518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.192919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:24Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:31Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:32.206163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e967e31d-b18e-4191-8cb1-43cbb204c81e tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:32.212672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.242877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Deleting port 9b94bfe1-c03f-4672-9982-407024bca9dc {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:32.245161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.266832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.291711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.297964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b541caec-eadc-40c4-9987-db12ea0635e6 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:32.301046 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0d65c530-d32f-401c-9ab6-add3ac05ff87 req-22c662de-cc0b-4787-abf4-67362a8be31d tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.1663060 Jun 22 09:33:32.331754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37595fda-1869-432f-9ced-29f6a05c5900,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:32.340697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53958a18-6d4f-4149-9919-36f377bd7495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.342272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:32.344345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8446614-3c65-4264-9f03-0cfa14b31fef None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:24Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:31Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:32.353604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:32.364153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] For port 9b94bfe1-c03f-4672-9982-407024bca9dc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9b94bfe1-c03f-4672-9982-407024bca9dc,segment=NetworkSegment(4a9fdc95-f20c-42d1-b1ca-259ea37ba499),segment_id=4a9fdc95-f20c-42d1-b1ca-259ea37ba499)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:32.364579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.385947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:32.404590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:32.419241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:32.420428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:32.468439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Calling delete_port for 9b94bfe1-c03f-4672-9982-407024bca9dc owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:32.488240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7391042d-b3bd-4a0a-bf09-63f2eeaaa56e tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:32.491700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.521866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] DHCP port deletion for 084b2cf8-87b9-4da4-bf88-ad1fe9ff72af request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:32.599062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.607409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6872532 Jun 22 09:33:32.620841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54686) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:32.660795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.692632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cd35f2d6-6a42-42e5-af42-cfd3ff4b21c1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules/37595fda-1869-432f-9ced-29f6a05c5900 HTTP/1.1" status: 200 len: 763 time: 0.0634851 Jun 22 09:33:32.693862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54688) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:32.695782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Deleting port 9b94bfe1-c03f-4672-9982-407024bca9dc {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:32.696901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.781535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-1ad0a151-9834-49bc-aff2-4fca26eeb791 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:32.783089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-1ad0a151-9834-49bc-aff2-4fca26eeb791 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.24 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 797 time: 0.8766146 Jun 22 09:33:32.810707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.860965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] For port 9b94bfe1-c03f-4672-9982-407024bca9dc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9b94bfe1-c03f-4672-9982-407024bca9dc,segment=NetworkSegment(4a9fdc95-f20c-42d1-b1ca-259ea37ba499),segment_id=4a9fdc95-f20c-42d1-b1ca-259ea37ba499)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:32.864627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.880696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.943588 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6b2da26d-b2db-47ff-b9c7-07688299ecc9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2214437 Jun 22 09:33:32.945506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54696) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:32.951534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:32.951929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 9b10caa6-41a7-43af-a67f-4e2002c8ae4b, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:32.963421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.963421 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2388618 Jun 22 09:33:32.968072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54698) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:32.969685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Deleting port 0ec30323-57b4-4eac-8259-12da1fe8c934 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:32.970034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:32.988851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2aa8a1-3fc5-4702-92ae-12b1de682889,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:32.995257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ae12a611-3204-4445-bdaf-4d641b9bec0d tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': 'd5082eea-2e2c-4195-8349-8393ee01c631', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:32.996456 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-ae12a611-3204-4445-bdaf-4d641b9bec0d tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 09:33:32.997986 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-ae12a611-3204-4445-bdaf-4d641b9bec0d tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:33.003209 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ae12a611-3204-4445-bdaf-4d641b9bec0d tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0275311 Jun 22 09:33:33.009532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54700) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:33.037170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Calling delete_port for 9b94bfe1-c03f-4672-9982-407024bca9dc owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:33.049021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.060839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-802e2519-e9ec-4840-a4a4-2bd25a0069c6 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.065572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] No DVR routers for this DVR port 9b94bfe1-c03f-4672-9982-407024bca9dc on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:33.151608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.156280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 655076d9-8d05-4ea6-bc9c-62e1303a01a1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:33.156735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Port': ['ID=9b94bfe1-c03f-4672-9982-407024bca9dc,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.159483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.160314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d91a10f-e60e-468b-b4a9-d453391f162d None None] Provisioning for port bc2aa8a1-3fc5-4702-92ae-12b1de682889 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:33.170588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.181574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.187587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.192004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-93e2a62c-754d-4167-83b7-2c6fa0d7f21a tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.193172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.200826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d91a10f-e60e-468b-b4a9-d453391f162d None None] Provisioning complete for port bc2aa8a1-3fc5-4702-92ae-12b1de682889 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:33.201544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d91a10f-e60e-468b-b4a9-d453391f162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.263151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-78f0338a-da9c-4197-9357-56c2327d0a00 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cef824c650d84343a67a5d177d7743c4 HTTP/1.1" status: 200 len: 379 time: 0.4541612 Jun 22 09:33:33.287739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.291717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'port': {'device_id': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'admin_state_up': True, 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'security_groups': ['ec61ff40-6e46-4ea9-bd2e-2cfd99130527']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:33.296754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.302171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084b2cf8-87b9-4da4-bf88-ad1fe9ff72af']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:33.307267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.325834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9fdc95-f20c-42d1-b1ca-259ea37ba499') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:33.326240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9fdc95-f20c-42d1-b1ca-259ea37ba499') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:33.328071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5082eea-2e2c-4195-8349-8393ee01c631,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.351425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.352106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.376622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.380846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.385394 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/37595fda-1869-432f-9ced-29f6a05c5900 HTTP/1.1" status: 204 len: 168 time: 0.4352310 Jun 22 09:33:33.386041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54704) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:33.391835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.393895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f32498c-9116-423d-b854-e7c92d3e7709 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.404191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54706) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:33.444076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:33.445043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.448658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.450022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37595fda-1869-432f-9ced-29f6a05c5900,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.457001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cdc54605-806b-411c-b717-74f98487de89 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:33.457684 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:33.460834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2d91a10f-e60e-468b-b4a9-d453391f162d None None] Port bc2aa8a1-3fc5-4702-92ae-12b1de682889 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:33.462638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Pushing event deleted for resources: {'Port': ['ID=9b94bfe1-c03f-4672-9982-407024bca9dc,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.466870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.473969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] No DVR routers for this DVR port 9b94bfe1-c03f-4672-9982-407024bca9dc on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:33.489697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.510784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.511418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:33.549526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Calling delete_port for 0ec30323-57b4-4eac-8259-12da1fe8c934 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:33.551477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.561050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-693f5760-bd4c-4ce7-9aca-3938e1bb3717 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.563140 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1dcb8ef0-ec14-4998-8003-46f7f7a9e273 req-ea434a07-d01f-4ade-af0d-57e8048fd42b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.0889783 Jun 22 09:33:33.602950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:33.607440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:33.607831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.621395 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fc3bb084-a515-4597-a45d-e55de1c095ae tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2221048 Jun 22 09:33:33.621629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54708) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:33.626372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': '28689bbf-54d3-42b7-b054-d14af490890e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:33.689657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.711160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 655076d9-8d05-4ea6-bc9c-62e1303a01a1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=655076d9-8d05-4ea6-bc9c-62e1303a01a1,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:33.712443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2aa8a1-3fc5-4702-92ae-12b1de682889,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.714826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.722263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.724272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 9b10caa6-41a7-43af-a67f-4e2002c8ae4b) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:33.733788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.734104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.734613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:33.734905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.735444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.735603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d58448-a199-4657-9631-135a7e0b0aa1 None None] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:33.738742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.742912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5082eea-2e2c-4195-8349-8393ee01c631 HTTP/1.1" status: 204 len: 168 time: 0.7294469 Jun 22 09:33:33.746617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54710) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:33.747604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-018c17d2-6637-4087-a500-12935dc1ba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.761330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.763353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] 10.222.0.65 "DELETE /v2.0/networks/084b2cf8-87b9-4da4-bf88-ad1fe9ff72af HTTP/1.1" status: 204 len: 168 time: 1.8463929 Jun 22 09:33:33.764631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5082eea-2e2c-4195-8349-8393ee01c631,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.770044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.770044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f9f95aa-d8a1-4dc5-bbc8-bdd86f7b8b0b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.814891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Pushing event deleted for resources: {'Network': ['ID=084b2cf8-87b9-4da4-bf88-ad1fe9ff72af,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.820465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.821069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.825689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c82a185-94d3-40e0-b733-84da6d108df0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:33.827569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:33.921793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.961291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:33.967280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=655076d9-8d05-4ea6-bc9c-62e1303a01a1,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:33.968943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:33.971260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:33.996717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6c82a185-94d3-40e0-b733-84da6d108df0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:33.997102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:33.997715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.012536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a3110e2-73d3-4a92-b6f0-6145e9675fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:34.022227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-90290283-dde5-47de-bf9d-ab7f6c997216 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2725604 Jun 22 09:33:34.028646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54714) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:34.077275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:34.078262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.084173 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66795c677c344e0ea6403dd9a17377a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634092 Jun 22 09:33:34.091768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174934830'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:34.100564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54716) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:34.112625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5129c2be-8e2f-4fdc-9436-323a4a21e1b0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:34.129455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:34.178904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54718) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:34.198463 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2713583 Jun 22 09:33:34.327099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.357521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6dd6a7b9-fe3b-4bd0-97f3-228856143667 None None] Provisioning complete for port bc2aa8a1-3fc5-4702-92ae-12b1de682889 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:34.357932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a7b9-fe3b-4bd0-97f3-228856143667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.409638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Allocated IP 172.21.0.2 (9b10caa6-41a7-43af-a67f-4e2002c8ae4b/304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2/63a7411f-89d7-488f-aa3d-163a7b5f5184) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:34.429905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9b94bfe1-c03f-4672-9982-407024bca9dc no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:34.460937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 9b94bfe1-c03f-4672-9982-407024bca9dc {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:34.461298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9b94bfe1-c03f-4672-9982-407024bca9dc not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:34.475670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6a7b9-fe3b-4bd0-97f3-228856143667 None None] Port bc2aa8a1-3fc5-4702-92ae-12b1de682889 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:34.555824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.559364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54722) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:34.664107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.678168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Transition to ACTIVE for port object 63a7411f-89d7-488f-aa3d-163a7b5f5184 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:34.720715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Transition to ACTIVE for port object 63a7411f-89d7-488f-aa3d-163a7b5f5184 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:34.754402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.767762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:34.767762 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:34.767762 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'cef824c650d84343a67a5d177d7743c4', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 33, 742604)}] Jun 22 09:33:34.767762 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:34.768299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:34.770133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:34.770133 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:34.770133 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': 'f1b3f025607a44ecb9706005437a81e2', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 34, 105397)}] Jun 22 09:33:34.770133 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:34.770484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:34.774855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b3ec6f3-1975-4644-a9c7-f14ba7d69fbf tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:34.779539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.786856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:34.787939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c8d29acf-8a2c-4af4-bfd4-61111ac9ed30 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:34.802009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97d91e1-cdb8-44c5-91b3-75d0e299ffc0,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:34.807807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.817194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0b43da3f-e97e-4b38-907a-f9e0bea5202d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:34.817497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:34.827518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Port': ['ID=0ec30323-57b4-4eac-8259-12da1fe8c934,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:34.846586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:34.898297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.901672 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efd61d2c-7d3c-47af-ab00-0828a4de0d14 req-45dec7e0-0603-43ce-bc08-6b939ead0e99 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.0867140 Jun 22 09:33:34.911181 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6e087aae-3ff5-4aaa-9c14-4fcce4935892 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3686e5d0743843ada3fd8a8d3aec4f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503551 Jun 22 09:33:34.915718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54728) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:34.957945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:34.958686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 655076d9-8d05-4ea6-bc9c-62e1303a01a1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:34.962185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Pushing event updated for resources: {'Port': ['ID=63a7411f-89d7-488f-aa3d-163a7b5f5184,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:34.965752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:34.967581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:34.969472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:34.975567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:34.981850 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3591363 Jun 22 09:33:34.986539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54730) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:35.036515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca296eda-9eec-4064-b70c-985cee7fedc9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules/d97d91e1-cdb8-44c5-91b3-75d0e299ffc0 HTTP/1.1" status: 200 len: 763 time: 0.0447075 Jun 22 09:33:35.036753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.037200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54732) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:35.042027 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "DELETE /v2.0/ports/0ec30323-57b4-4eac-8259-12da1fe8c934 HTTP/1.1" status: 204 len: 168 time: 3.2962456 Jun 22 09:33:35.044271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.046120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54734) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:35.088890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.093970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.106429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Attempting to bind port 63a7411f-89d7-488f-aa3d-163a7b5f5184 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:35.106826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Attempting to bind port 63a7411f-89d7-488f-aa3d-163a7b5f5184 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:35.107204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Attempting to bind port 63a7411f-89d7-488f-aa3d-163a7b5f5184 on network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:35.121984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:35.122378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Checking segment: {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:35.122797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.123335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Bound using segment: {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:35.123846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Bound port: 63a7411f-89d7-488f-aa3d-163a7b5f5184, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:35.124555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.128121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:35.128288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.210825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:35.226269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:35.238756 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] 10.222.0.65 "PUT /v2.0/routers/fffedd43-b0ee-4d73-afbe-331fd41defd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3937631 Jun 22 09:33:35.289152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] For port 63a7411f-89d7-488f-aa3d-163a7b5f5184, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:35.293593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] For port 63a7411f-89d7-488f-aa3d-163a7b5f5184, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63a7411f-89d7-488f-aa3d-163a7b5f5184,segment=NetworkSegment(1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9),segment_id=1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:35.296809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7623941-ff1c-4e0c-b08a-56fd77276dff tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:35.300503 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f7623941-ff1c-4e0c-b08a-56fd77276dff tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "GET /v2.0/ports?device_id=460c9626-3199-4d02-a30e-297bde51c14c HTTP/1.1" status: 200 len: 913 time: 0.2494652 Jun 22 09:33:35.303196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:35.304266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:35.309911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54738) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:35.310601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.313499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.314902 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5129c2be-8e2f-4fdc-9436-323a4a21e1b0 HTTP/1.1" status: 204 len: 168 time: 1.2127302 Jun 22 09:33:35.423572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-34e15e46-4b24-4418-ac6a-3ec58945088c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:35.429279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.435496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c7426ad0-42f3-4c0c-af40-0d2bf51d3d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:35.558084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5129c2be-8e2f-4fdc-9436-323a4a21e1b0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:35.560441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:35.560441 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 09:33:35.560441 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id': 'cef824c650d84343a67a5d177d7743c4', 'id': 'a701e6f6-96ae-4f87-8d88-78e55c1ee952', 'expiration': datetime.datetime(2021, 6, 22, 9, 35, 35, 452533)}] Jun 22 09:33:35.560441 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:35.561198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:35.565629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:35.568880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b6b5db8-46cc-4987-a62f-43781d7591cf up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:35.662282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.677776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Pushing event updated for resources: {'Port': ['ID=63a7411f-89d7-488f-aa3d-163a7b5f5184,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:35.680857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-07a459d5-7814-48d0-8253-d055c34cf13b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6365194 Jun 22 09:33:35.685193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.688390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54748) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:35.696644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:35.706836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:35.778733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.881585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5b6b5db8-46cc-4987-a62f-43781d7591cf completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:35.910024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5b6b5db8-46cc-4987-a62f-43781d7591cf triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:35.910269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:35.918396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.011424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.015798 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.057368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.111854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.123347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.127049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.128319 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04518e25-8974-4335-87e2-5794447ed8ea HTTP/1.1" status: 204 len: 168 time: 1.2114532 Jun 22 09:33:36.133501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:36.145984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04518e25-8974-4335-87e2-5794447ed8ea,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:36.168955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 5b6b5db8-46cc-4987-a62f-43781d7591cf, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b6b5db8-46cc-4987-a62f-43781d7591cf,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:36.181985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:36.187558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 2, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:36.204056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.218113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.224823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d97d91e1-cdb8-44c5-91b3-75d0e299ffc0 HTTP/1.1" status: 204 len: 168 time: 0.5333788 Jun 22 09:33:36.230498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54766) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:36.231390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5ec2ad5e-e365-49a1-aa07-6790565dd375 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:36.233975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.234174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:36.234598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Updating router fffedd43-b0ee-4d73-afbe-331fd41defd3 port bc2aa8a1-3fc5-4702-92ae-12b1de682889 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:36.254790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:36.277846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.308338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec117d4e-3072-4c0a-9983-0826f6f2a42a req-9ab40e30-9c32-4611-9ab1-c226e3adc50c tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.0789416 Jun 22 09:33:36.320900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.324845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:36.334562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d97d91e1-cdb8-44c5-91b3-75d0e299ffc0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:36.342924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:36.343096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b043598-0fdf-4fbb-b0cf-f6b6fb9d4aa1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:36.348150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Made reservation on behalf of cef824c650d84343a67a5d177d7743c4 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:36.357163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.361572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:36.366983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.21.0.1 (9b10caa6-41a7-43af-a67f-4e2002c8ae4b/304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2/ef4d9648-c617-463e-ba74-6d1e72bf98ba) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:36.423453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2b68279b-429e-4e32-b2a1-b9828dd9aed0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1873643 Jun 22 09:33:36.426598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54770) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:36.431812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Request body: {'security_group_rule': {'security_group_id': '28689bbf-54d3-42b7-b054-d14af490890e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:36.480239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.483921 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4470427 Jun 22 09:33:36.493937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54772) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:36.502154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-410f459d-7925-4947-8c18-d79d6e5c7a10 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '4b043598-0fdf-4fbb-b0cf-f6b6fb9d4aa1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:36.503059 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-410f459d-7925-4947-8c18-d79d6e5c7a10 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 09:33:36.507349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-410f459d-7925-4947-8c18-d79d6e5c7a10 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:36.507349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-410f459d-7925-4947-8c18-d79d6e5c7a10 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096266 Jun 22 09:33:36.507903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54774) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:36.509939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=5b6b5db8-46cc-4987-a62f-43781d7591cf,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:36.519348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:36.660648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Allocated IP 172.20.0.5 (e27f680c-f8b7-4898-8ca7-8e5a33194951/f5c8fe58-de56-4568-b243-2293cf8836f5/8be7d7f0-6b56-43db-8905-6e763f194e2c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:36.661439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.691609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object ef4d9648-c617-463e-ba74-6d1e72bf98ba will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:36.763948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Deleting port 4db89684-bbda-4e8e-83e1-257fa1a20c78 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:36.764542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.787862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.833666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.874126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4f02826c-adb0-4f5b-ab09-76647a2398ec tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:36.929582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:36.969477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Transition to ACTIVE for port object bc2aa8a1-3fc5-4702-92ae-12b1de682889 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:36.979946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54782) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:37.010952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-111856567-network', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:37.011067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4203a6-05e0-4880-85da-169854a09e05 None None] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:37.048740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.053451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.094495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=ef4d9648-c617-463e-ba74-6d1e72bf98ba,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:37.106853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b6b5db8-46cc-4987-a62f-43781d7591cf up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:37.120818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.135631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.149845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-edbdab02-af40-406a-84b4-0a2fe33403d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:37.151510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:37.153850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Calling delete_port for 4db89684-bbda-4e8e-83e1-257fa1a20c78 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:37.168872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:37.174084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:37.182052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.223775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.234452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Transition to ACTIVE for port object 8be7d7f0-6b56-43db-8905-6e763f194e2c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:37.248914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.276541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.302706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Made reservation on behalf of 85e0689f479244acbdb62ead547c9e9b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:37.306295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.324050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.378953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.386016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0aeb14f9-37fa-4be4-9abe-812f1f4d4589 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:37.414566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.416484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b48f29ec-519b-440d-90ad-df322c419d03 None None] Provisioning for port 63a7411f-89d7-488f-aa3d-163a7b5f5184 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:37.418224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52171c3a-57e8-4efb-ade8-51f543f3db10 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:37.468118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d471ccdc-cf88-4a58-8722-f1bed861cddc,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:37.472945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.482437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.482437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.483634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b043598-0fdf-4fbb-b0cf-f6b6fb9d4aa1 HTTP/1.1" status: 204 len: 168 time: 0.9727042 Jun 22 09:33:37.484767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43510018-f813-4f04-adc7-25fe57c37d21 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:37.489779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54790) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:37.510575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b043598-0fdf-4fbb-b0cf-f6b6fb9d4aa1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:37.515013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.555631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22e1f2-2505-4d03-8848-42b4fa932097 None None] Pushing event updated for resources: {'Port': ['ID=bc2aa8a1-3fc5-4702-92ae-12b1de682889,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:37.569815 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2d434b14-4d2d-4eee-a760-3d9b7ff597fe tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783195 Jun 22 09:33:37.571418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5b6b5db8-46cc-4987-a62f-43781d7591cf triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:37.572066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.573273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54792) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:37.578783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--556020540'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:37.580325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.589838 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f22e1f2-2505-4d03-8848-42b4fa932097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.615293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:37.637669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:37.638345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.652161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:37.702202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:37.716666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:37.717543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.725001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.729472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.733822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Attempting to bind port bc2aa8a1-3fc5-4702-92ae-12b1de682889 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:37.734448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Attempting to bind port bc2aa8a1-3fc5-4702-92ae-12b1de682889 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:37.735035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Attempting to bind port bc2aa8a1-3fc5-4702-92ae-12b1de682889 on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:37.746278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9580e752-d211-43b5-b321-f96e34a418fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:37.750445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:37.751120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Checking segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:37.751727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.752339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Bound using segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:37.753031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Bound port: bc2aa8a1-3fc5-4702-92ae-12b1de682889, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:37.753908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.812025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:37.848442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.851404 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4223480 Jun 22 09:33:37.861083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54798) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:37.873013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:37.873379 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Added segment c7a49779-170b-4091-93f5-b45e77244e4f of type vlan for network dd755f69-17fc-4719-9976-14b4e6f4674f Jun 22 09:33:37.895863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84c719-0309-493b-aa0a-44b2005a744c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:37.899503 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c4eced0a-8cb7-438d-af0f-6198e4e2957d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules/d471ccdc-cf88-4a58-8722-f1bed861cddc HTTP/1.1" status: 200 len: 764 time: 0.0332441 Jun 22 09:33:37.906870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54800) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:37.916421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63a7411f-89d7-488f-aa3d-163a7b5f5184 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:37.927588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:37.950129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d0a0b-1822-4755-8ded-84cdfff8a025 req-15de359c-5586-4ab6-82c9-fe9219913d0e tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:37.952409 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cf5d0a0b-1822-4755-8ded-84cdfff8a025 req-15de359c-5586-4ab6-82c9-fe9219913d0e tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 931 time: 0.3655884 Jun 22 09:33:38.002912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] For port bc2aa8a1-3fc5-4702-92ae-12b1de682889, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:38.016204 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d417218f-917e-4335-a412-b8e659e6fb12 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1080918 Jun 22 09:33:38.018798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54802) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:38.019613 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cf5d0a0b-1822-4755-8ded-84cdfff8a025 req-07fde1c8-822d-433a-bf3e-5b8d950db5fb tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Jun 22 09:33:38.025642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] For port bc2aa8a1-3fc5-4702-92ae-12b1de682889, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc2aa8a1-3fc5-4702-92ae-12b1de682889,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:38.031128 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.033136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.073807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.080713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:38.086409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.109963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.116598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Port': ['ID=4db89684-bbda-4e8e-83e1-257fa1a20c78,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:38.119862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:38.131821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4a65a6ac-3b3f-4850-8343-dacf7c96996a None None] Provisioning for port 8be7d7f0-6b56-43db-8905-6e763f194e2c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:38.137750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4a65a6ac-3b3f-4850-8343-dacf7c96996a None None] Provisioning complete for port 8be7d7f0-6b56-43db-8905-6e763f194e2c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:38.137750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a65a6ac-3b3f-4850-8343-dacf7c96996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.187118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.208759 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9267542 Jun 22 09:33:38.222245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.228470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 63a7411f-89d7-488f-aa3d-163a7b5f5184 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:38.233767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bd6c4409-3265-48e9-be20-29f52bce3296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:38.248729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.261953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:38.262569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.267327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd333948-bdb2-4aee-ad64-515fc6e4f389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548 tempest-PortsAdminExtendedAttrsIpV6TestJSON-774208548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:38.273257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 63a7411f-89d7-488f-aa3d-163a7b5f5184 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:38.273647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.292029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4a65a6ac-3b3f-4850-8343-dacf7c96996a None None] Port 8be7d7f0-6b56-43db-8905-6e763f194e2c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:38.300251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.315804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c37d0b54-e073-4f90-8abd-0ace7e7077f4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:38.352369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.356483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d471ccdc-cf88-4a58-8722-f1bed861cddc HTTP/1.1" status: 204 len: 168 time: 0.3366644 Jun 22 09:33:38.362356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:38.363023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:38.376359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54810) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:38.377521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d471ccdc-cf88-4a58-8722-f1bed861cddc,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:38.383107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:38.478389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.487972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.526301 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b00358e-c784-49c0-9dc4-ad2a2664a4bc tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1417999 Jun 22 09:33:38.527285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:38.527413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.535163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54814) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:38.562833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Pushing event updated for resources: {'Network': ['ID=dd755f69-17fc-4719-9976-14b4e6f4674f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:38.562833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:38.633116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:38.650576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.665237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.738042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22e1f2-2505-4d03-8848-42b4fa932097 None None] Pushing event updated for resources: {'Port': ['ID=bc2aa8a1-3fc5-4702-92ae-12b1de682889,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:38.744454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network dd755f69-17fc-4719-9976-14b4e6f4674f details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:38.812591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=ef4d9648-c617-463e-ba74-6d1e72bf98ba,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:38.820798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f22e1f2-2505-4d03-8848-42b4fa932097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:38.863141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:38.863735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-062c5a63-7a71-4f09-abe1-c3fb15fe2082 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:38.872983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54820) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:38.933888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.936378 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3618629 Jun 22 09:33:38.948634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1b4bf-2807-47f6-9d3c-835399991492,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:38.963080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54824) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:38.978001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1883d3c2-c35a-4558-a3dc-f78615d1a0c0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '8df1b4bf-2807-47f6-9d3c-835399991492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:38.978125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:38.984582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:38.988209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a7bcde0a-736b-449f-8bc0-76a8454da2c8 None None] Provisioning for port ef4d9648-c617-463e-ba74-6d1e72bf98ba completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:38.993095 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-1883d3c2-c35a-4558-a3dc-f78615d1a0c0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 09:33:38.993719 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-1883d3c2-c35a-4558-a3dc-f78615d1a0c0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:38.994749 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1883d3c2-c35a-4558-a3dc-f78615d1a0c0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272377 Jun 22 09:33:38.998753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54826) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.013266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9c006ea6-9351-4de5-ac85-7b3bf90554db tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '8df1b4bf-2807-47f6-9d3c-835399991492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.015133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a7bcde0a-736b-449f-8bc0-76a8454da2c8 None None] Provisioning complete for port ef4d9648-c617-463e-ba74-6d1e72bf98ba triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:39.015671 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-9c006ea6-9351-4de5-ac85-7b3bf90554db tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 09:33:39.015767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a7bcde0a-736b-449f-8bc0-76a8454da2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.015861 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-9c006ea6-9351-4de5-ac85-7b3bf90554db tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:39.017592 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9c006ea6-9351-4de5-ac85-7b3bf90554db tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0138614 Jun 22 09:33:39.020401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1560661403', 'router:external': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.023953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54828) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.025914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Request body: {'port': {'device_id': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.034513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f4314b02-8399-4995-bc4d-9a7665094893 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '8df1b4bf-2807-47f6-9d3c-835399991492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.035564 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-f4314b02-8399-4995-bc4d-9a7665094893 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 09:33:39.036110 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-f4314b02-8399-4995-bc4d-9a7665094893 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:39.040140 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f4314b02-8399-4995-bc4d-9a7665094893 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093825 Jun 22 09:33:39.045838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:39.047023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54830) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.053563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.054316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:39.061488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9239fb69-ad60-4413-845a-f6f6cbd66c01 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '8df1b4bf-2807-47f6-9d3c-835399991492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.062359 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-9239fb69-ad60-4413-845a-f6f6cbd66c01 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 09:33:39.062870 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-9239fb69-ad60-4413-845a-f6f6cbd66c01 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:39.063851 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9239fb69-ad60-4413-845a-f6f6cbd66c01 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074513 Jun 22 09:33:39.068363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54832) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.078085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.115010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcde0a-736b-449f-8bc0-76a8454da2c8 None None] Port ef4d9648-c617-463e-ba74-6d1e72bf98ba cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:39.120877 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1261628 Jun 22 09:33:39.141985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54836) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.142629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 63a7411f-89d7-488f-aa3d-163a7b5f5184, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63a7411f-89d7-488f-aa3d-163a7b5f5184,segment=NetworkSegment(1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9),segment_id=1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:39.160838 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a7bcde0a-736b-449f-8bc0-76a8454da2c8 None None] Provisioning complete for port 63a7411f-89d7-488f-aa3d-163a7b5f5184 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:39.176801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a7bcde0a-736b-449f-8bc0-76a8454da2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.176966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Request body: {'subnet': {'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-111856567-subnet', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.235846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.241658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:39.270077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Made reservation on behalf of 1d291671fa43442fbf39f34cc96e712d for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:39.273489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.291209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.298819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:37Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:39.303630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Router 460c9626-3199-4d02-a30e-297bde51c14c has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:39.322200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.323911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.325448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.340525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:39.362313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069d7d6-5a74-4a10-95d4-dbc1838120ca None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:37Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:39.370568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.373186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.377320 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "DELETE /v2.0/security-groups/28689bbf-54d3-42b7-b054-d14af490890e HTTP/1.1" status: 204 len: 168 time: 0.7253027 Jun 22 09:33:39.386734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54838) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.466302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=63a7411f-89d7-488f-aa3d-163a7b5f5184,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:39.471191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:39.474269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-94dcbe90-91db-40e8-803c-a99731f02956 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:39.504206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Made reservation on behalf of 85e0689f479244acbdb62ead547c9e9b for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:39.504206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.515315 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-988e959f-4907-417f-9b95-5e17e8613469 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1272497 Jun 22 09:33:39.528833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54840) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.531671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.549808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28689bbf-54d3-42b7-b054-d14af490890e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:39.572100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:39.582095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:39.591556 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] Sync routers for ids ['460c9626-3199-4d02-a30e-297bde51c14c'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:39.599215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "PUT /v2.0/routers/460c9626-3199-4d02-a30e-297bde51c14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2794962 Jun 22 09:33:39.603620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54842) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.617307 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] Routers {'460c9626-3199-4d02-a30e-297bde51c14c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:39.620238 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['460c9626-3199-4d02-a30e-297bde51c14c'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:39.622873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-173a2cc1-472a-47db-ba4b-2845bca0d7b9 None None] Provisioning complete for port ef4d9648-c617-463e-ba74-6d1e72bf98ba triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:39.623752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-173a2cc1-472a-47db-ba4b-2845bca0d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.642253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e34a-a6fe-4473-a117-632f32abb623 req-26fe0b29-c985-41de-a8ad-5d1b8908d123 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:39.646580 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39f4e34a-a6fe-4473-a117-632f32abb623 req-26fe0b29-c985-41de-a8ad-5d1b8908d123 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 931 time: 0.3834827 Jun 22 09:33:39.685744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:39.692818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-173a2cc1-472a-47db-ba4b-2845bca0d7b9 None None] Port ef4d9648-c617-463e-ba74-6d1e72bf98ba cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:39.700346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:39.705380 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-43ab77f2-cd71-4d2b-bf17-513930ee3ad1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1724150 Jun 22 09:33:39.710165 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:39.723783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:39.724832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:39.727244 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] Routers {'460c9626-3199-4d02-a30e-297bde51c14c'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:39.727955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54846) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:39.729047 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['460c9626-3199-4d02-a30e-297bde51c14c'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:39.739194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5587041 Jun 22 09:33:39.777761 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:39.777761 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c47a26-ea12-461f-b0c0-7c14945f493f None None] The sync data for ids ['460c9626-3199-4d02-a30e-297bde51c14c'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:39.778048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730882793'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:39.818006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39f4e34a-a6fe-4473-a117-632f32abb623 req-38307e6e-8b9b-4433-b4ed-032c06bb8b5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514916 Jun 22 09:33:39.879401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:39.890952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:39.932759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.044929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.047433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.048604 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/8df1b4bf-2807-47f6-9d3c-835399991492 HTTP/1.1" status: 204 len: 168 time: 0.9731193 Jun 22 09:33:40.051814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54848) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.051983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-844c7725-6c82-44c2-b241-0ef5c6ae0971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.107895 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4d857f96-e6eb-4ae2-bc3a-e7f3dfd77b64 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520377 Jun 22 09:33:40.108507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54850) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.113389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951131729'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:40.123462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.128529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-450a0fa0-b889-422b-a094-26b4b51bea11 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.131965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.147059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1b4bf-2807-47f6-9d3c-835399991492,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:40.164373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:40.166545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:37Z', 'revision_number': 3, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:37Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:40.180925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f86842-13eb-452f-a2ba-884505b0ef7c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:40.187614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:40.189573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.192388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.202498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a8cc3a3d-b96b-4507-81df-e8f30cb484e9 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.206416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.207014 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Added segment ade16167-a174-4a3d-bb91-bedeeb2ccccd of type vlan for network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 Jun 22 09:33:40.236222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:40.237517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Updating router 497cb954-2a71-4576-8a43-4e80363a3466 port ef4d9648-c617-463e-ba74-6d1e72bf98ba binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:40.251696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:40.255201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Checking segment: {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:40.255684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Network hostable DHCP agents. Network: dd755f69-17fc-4719-9976-14b4e6f4674f, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:40.299350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.323849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.339797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=732ab078-82e3-4c8d-9415-cbb2d5056608,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:40.345527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:40.377089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be7d7f0-6b56-43db-8905-6e763f194e2c {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:33:40.384114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:40.387588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.392121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.406743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Network dd755f69-17fc-4719-9976-14b4e6f4674f is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:40.413772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.414269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Fanout notify agent at l3_agent the message router_deleted on router 460c9626-3199-4d02-a30e-297bde51c14c {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:33:40.425902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.427009 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9e7c99b3-6739-4d68-a461-c52f1196acb7 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "DELETE /v2.0/routers/460c9626-3199-4d02-a30e-297bde51c14c HTTP/1.1" status: 204 len: 168 time: 0.8187652 Jun 22 09:33:40.433845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Transition to ACTIVE for port object 8be7d7f0-6b56-43db-8905-6e763f194e2c will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:40.433980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54854) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.446382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:40.464699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.465060 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment de15fa80-caab-4dca-a8f4-a09f398ddbc8 of type vlan for network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 Jun 22 09:33:40.503717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.507301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:40.507699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.516605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.519023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e63ae61-6653-4989-865d-47965294700c tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.521146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.527173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b144b5b4-b924-4898-90bb-a2e99b5c2970 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.535746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, dd755f69-17fc-4719-9976-14b4e6f4674f) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:40.583892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:40.596110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54856) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.600719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:40.609046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:40.609653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.673258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.681639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.685256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Transition to ACTIVE for port object ef4d9648-c617-463e-ba74-6d1e72bf98ba will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:40.691843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d657e-5784-43f1-b1c2-25fc05e44cd4 None None] Network dd755f69-17fc-4719-9976-14b4e6f4674f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:40.709547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Deleting subnet bf13fe92-2085-4ff1-bb73-936eb2fcfb13 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:33:40.721502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.816675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.840893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.844453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f22e1f2-2505-4d03-8848-42b4fa932097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.858579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Attempting to bind port 8be7d7f0-6b56-43db-8905-6e763f194e2c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:40.858938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Attempting to bind port 8be7d7f0-6b56-43db-8905-6e763f194e2c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:40.859295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Attempting to bind port 8be7d7f0-6b56-43db-8905-6e763f194e2c on network e27f680c-f8b7-4898-8ca7-8e5a33194951 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:40.875381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.881018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:40.882036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.908880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:40.914110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:40.921224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Port 8be7d7f0-6b56-43db-8905-6e763f194e2c on network e27f680c-f8b7-4898-8ca7-8e5a33194951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:33:40.921549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Attempting to bind port 8be7d7f0-6b56-43db-8905-6e763f194e2c on network e27f680c-f8b7-4898-8ca7-8e5a33194951 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:40.978683 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9208d3c0-4d1d-4c94-b459-ca34d6ddbf3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a58d73d5dda64c79a3a85420204fcca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793333 Jun 22 09:33:40.981751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54862) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.987177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Network': ['ID=60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:40.993221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8366451 Jun 22 09:33:40.994926 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1208279 Jun 22 09:33:40.997211 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2285974 Jun 22 09:33:40.997463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:40.998013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54864) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.998522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54866) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:40.998845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54868) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:41.006608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:41.018610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:41.018877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:41.020731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-dd755f69-17fc-4719-9976-14b4e6f4674f', 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'fixed_ips': [{'subnet_id': '732ab078-82e3-4c8d-9415-cbb2d5056608'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:41.021561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.021819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'subnet': {'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:41.038792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30216b1-f437-4db8-8e11-d523971c8940 None None] Pushing event updated for resources: {'Port': ['ID=ef4d9648-c617-463e-ba74-6d1e72bf98ba,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:41.041797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:41.044247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Checking segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:41.045118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Bound using segment: {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:41.056458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Bound port: 8be7d7f0-6b56-43db-8905-6e763f194e2c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:41.057092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.057725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f30216b1-f437-4db8-8e11-d523971c8940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:41.086123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.101023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3bb243c7-7035-493c-9e7c-5a658512a579 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:41.139449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:41.148680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:41.172821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Subnet': ['ID=bf13fe92-2085-4ff1-bb73-936eb2fcfb13,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:41.175213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.179539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "DELETE /v2.0/subnets/bf13fe92-2085-4ff1-bb73-936eb2fcfb13 HTTP/1.1" status: 204 len: 168 time: 0.7422047 Jun 22 09:33:41.181365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54872) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:41.182316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:41.215119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:41.218914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:41.241852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.295556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.326051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.332909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc5000-3e20-479b-91a8-5822021f43d7 req-16993435-49c7-448a-9fd5-dff4a4911baf tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:41.341614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-59cc5000-3e20-479b-91a8-5822021f43d7 req-16993435-49c7-448a-9fd5-dff4a4911baf tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 943 time: 0.2781391 Jun 22 09:33:41.378482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.380323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.405727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:41.407586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70473d1b-d6d8-4133-a720-73701cd7e273 None None] Network e502aa7c-686f-47cc-87bc-fc3baaceffd5 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:41.408382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-59cc5000-3e20-479b-91a8-5822021f43d7 req-15b1795c-55df-4b11-8505-dcb888c675bc tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657516 Jun 22 09:33:41.416231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.428118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:41.436542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:41.437989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.440105 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] 10.222.0.24 "PUT /v2.0/ports/8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 1093 time: 3.2167122 Jun 22 09:33:41.445594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:33:41.448373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6422fd-9a2c-4b19-baed-2d239c9da035" -d '{"events": [{"name": "network-changed", "server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:33:41.459197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.471264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:41.471264 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:41.471264 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': '1d291671fa43442fbf39f34cc96e712d', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 41, 48962)}] Jun 22 09:33:41.471264 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:41.471750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:41.534676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:41.543159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.545542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:41.562153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc2aa8a1-3fc5-4702-92ae-12b1de682889 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:41.581730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Deleting port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:41.582093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.648229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.653584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.660364 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8ea9541-e879-4ae3-9f06-e5cef99f5345 HTTP/1.1" status: 204 len: 168 time: 0.6690526 Jun 22 09:33:41.662012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.675023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8949fa08-1752-48b6-a700-f68eab61bdcf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:41.678085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3057eedd-a038-4c10-b829-c4e6bb4891c4 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:41.710425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65c92a-0e82-4a6e-8161-6fff1fcb98a5 x-openstack-request-id: req-fb65c92a-0e82-4a6e-8161-6fff1fcb98a5 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:33:41.710893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:33:41.711210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb65c92a-0e82-4a6e-8161-6fff1fcb98a5 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:33:41.711708 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'status': 'completed', 'code': 200} Jun 22 09:33:41.765081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea9541-e879-4ae3-9f06-e5cef99f5345,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:41.768530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:41.815602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] For port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,segment=NetworkSegment(2c6e5056-2bd5-455b-b98e-254488441c15),segment_id=2c6e5056-2bd5-455b-b98e-254488441c15)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:41.815988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.816146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-9a9e0dd2-0660-45df-ac28-64e65430926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:41.818075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Attempting to bind port ef4d9648-c617-463e-ba74-6d1e72bf98ba on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:41.818277 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-9a9e0dd2-0660-45df-ac28-64e65430926c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1096 time: 0.1616127 Jun 22 09:33:41.818466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Attempting to bind port ef4d9648-c617-463e-ba74-6d1e72bf98ba by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:41.818840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Attempting to bind port ef4d9648-c617-463e-ba74-6d1e72bf98ba on network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:41.839077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea75c06-cda9-4d6c-ad6a-ba1f400837c1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:41.845387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:41.856024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:41.856390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Checking segment: {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:41.856847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.857212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Bound using segment: {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:41.857708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Bound port: ef4d9648-c617-463e-ba74-6d1e72bf98ba, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:41.858096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:41.876912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Allocated IP 172.20.0.2 (dd755f69-17fc-4719-9976-14b4e6f4674f/732ab078-82e3-4c8d-9415-cbb2d5056608/1b206413-7085-4119-802f-e3ca01a9c609) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:41.901115 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-08179071-75b2-4cb9-8225-9c81714c5f14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 217 time: 0.0702684 Jun 22 09:33:41.961084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-d8231f0b-a92c-48b8-a883-2e8935a311c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:41.962757 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-d8231f0b-a92c-48b8-a883-2e8935a311c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 200 len: 834 time: 0.0557675 Jun 22 09:33:42.073061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bc2aa8a1-3fc5-4702-92ae-12b1de682889 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:42.088712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bc2aa8a1-3fc5-4702-92ae-12b1de682889 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:42.089499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.179684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] DHCP port deletion for e502aa7c-686f-47cc-87bc-fc3baaceffd5 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:33:42.197941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] For port ef4d9648-c617-463e-ba74-6d1e72bf98ba, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:42.262664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] For port ef4d9648-c617-463e-ba74-6d1e72bf98ba, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ef4d9648-c617-463e-ba74-6d1e72bf98ba,segment=NetworkSegment(1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9),segment_id=1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:42.308673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.341989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.347761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:42.358249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:42.361950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.382292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-c3b22401-de93-4ef7-82d2-0f003e5f2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:42.384377 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-c3b22401-de93-4ef7-82d2-0f003e5f2ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27f680c-f8b7-4898-8ca7-8e5a33194951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4156024 Jun 22 09:33:42.395310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Calling delete_port for dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:42.403149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.416803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Deleting port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:42.417274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.438187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.464066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bc2aa8a1-3fc5-4702-92ae-12b1de682889, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc2aa8a1-3fc5-4702-92ae-12b1de682889,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:42.470483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.475152 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3655705 Jun 22 09:33:42.482881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54892) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:42.496339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-91e814ec-cfbf-47e5-a77d-c5e148ca19ca tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:42.497652 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-91e814ec-cfbf-47e5-a77d-c5e148ca19ca tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:33:42.498377 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-91e814ec-cfbf-47e5-a77d-c5e148ca19ca tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:42.502730 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-91e814ec-cfbf-47e5-a77d-c5e148ca19ca tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170743 Jun 22 09:33:42.512169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54894) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:42.517878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Transition to ACTIVE for port object 1b206413-7085-4119-802f-e3ca01a9c609 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:42.528829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30216b1-f437-4db8-8e11-d523971c8940 None None] Pushing event updated for resources: {'Port': ['ID=ef4d9648-c617-463e-ba74-6d1e72bf98ba,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:42.543182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-78773bfd-eede-4a76-ae77-0bcfbc51668a tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:42.546227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f30216b1-f437-4db8-8e11-d523971c8940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:42.558167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:42.558991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:42.610606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-99b7326f-86c5-4a3d-9e3d-712a7e77caab service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190177 Jun 22 09:33:42.639500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.641153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63a7411f-89d7-488f-aa3d-163a7b5f5184 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:42.651661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Transition to ACTIVE for port object 1b206413-7085-4119-802f-e3ca01a9c609 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:42.691472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bd667a93-609d-4672-86af-e8cfec76593b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:42.695009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Made reservation on behalf of 1d291671fa43442fbf39f34cc96e712d for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:42.699313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.701988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] For port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,segment=NetworkSegment(2c6e5056-2bd5-455b-b98e-254488441c15),segment_id=2c6e5056-2bd5-455b-b98e-254488441c15)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:42.702417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.791905 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec432786-dc32-4dc6-bb49-c5d8ad6041a0 req-a031bed2-84fe-41c1-82b8-1704b634e71a service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739655 Jun 22 09:33:42.800508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f4fbc-a836-4f65-8f7c-292ec87a1271 req-6a2770ff-46bb-46a9-a41a-aa0aed3b705c tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:42.802155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-503f4fbc-a836-4f65-8f7c-292ec87a1271 req-6a2770ff-46bb-46a9-a41a-aa0aed3b705c tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 943 time: 0.1255774 Jun 22 09:33:42.860829 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-503f4fbc-a836-4f65-8f7c-292ec87a1271 req-5bbaf64a-01f4-4bae-825d-7323db9b56d5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456045 Jun 22 09:33:42.879010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.902577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:42.910875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fb711f2f-ed5a-4eea-aed0-372d00cabacd tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:42.913272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Calling delete_port for dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:42.949142 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-78773bfd-eede-4a76-ae77-0bcfbc51668a tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:42.950488 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-78773bfd-eede-4a76-ae77-0bcfbc51668a tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4347341 Jun 22 09:33:42.953269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54902) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:42.953976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Port': ['ID=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:42.956920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:42.959477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-12c2c87c-96e5-4fd4-94ec-620071e8ea18 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:42.959477 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-12c2c87c-96e5-4fd4-94ec-620071e8ea18 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 09:33:42.959965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] No DVR routers for this DVR port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:42.960100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-12c2c87c-96e5-4fd4-94ec-620071e8ea18 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:42.963581 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-12c2c87c-96e5-4fd4-94ec-620071e8ea18 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064600 Jun 22 09:33:42.964281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54904) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:42.970436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a39ae1e0-8211-4749-a7d6-9c0082cc81fc tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:42.979370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Network dd755f69-17fc-4719-9976-14b4e6f4674f is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:42.997408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:43.000796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:43.043574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:43.078743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bc2aa8a1-3fc5-4702-92ae-12b1de682889,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:43.089329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:43.090631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f30216b1-f437-4db8-8e11-d523971c8940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:43.090827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.103904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5da77a17-3c59-4c6d-aa13-ebbbfc390587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:43.119390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.123272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-c5148f52-af9e-4e8f-9071-be901d37e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:43.125805 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-c5148f52-af9e-4e8f-9071-be901d37e65b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1096 time: 0.0929308 Jun 22 09:33:43.167901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54908) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:43.180369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e502aa7c-686f-47cc-87bc-fc3baaceffd5']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:43.235457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 63a7411f-89d7-488f-aa3d-163a7b5f5184 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:43.235843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.280256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-a39ae1e0-8211-4749-a7d6-9c0082cc81fc tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:43.281306 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a39ae1e0-8211-4749-a7d6-9c0082cc81fc tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3153446 Jun 22 09:33:43.287268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54912) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:43.287721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Pushing event updated for resources: {'Port': ['ID=1b206413-7085-4119-802f-e3ca01a9c609,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:43.291394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6e5056-2bd5-455b-b98e-254488441c15') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:43.291705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6e5056-2bd5-455b-b98e-254488441c15') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:43.302583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b4ad914a-b8fd-44cf-831e-fc569050012c tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:43.303071 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-b4ad914a-b8fd-44cf-831e-fc569050012c tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:33:43.303617 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-b4ad914a-b8fd-44cf-831e-fc569050012c tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:43.304639 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b4ad914a-b8fd-44cf-831e-fc569050012c tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166228 Jun 22 09:33:43.308450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54914) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:43.325116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-453b083a-de13-40af-adef-4e913a53c72f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:43.332430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.337731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-33ad0969-bd8e-4ce8-bf28-1df5e6ccb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:43.339487 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-33ad0969-bd8e-4ce8-bf28-1df5e6ccb986 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 898 time: 0.1976092 Jun 22 09:33:43.360569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=98961aa3-edad-4963-943f-3c979f90cc8f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:43.364088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:43.390860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-76407baa-e8b5-4aba-bb7e-bca37ab93e42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 217 time: 0.0435278 Jun 22 09:33:43.397596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.404566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-189368124'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:43.437966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:33:43.438373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:33:43.445051 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:33:43.447350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-107166ed-fc9b-4bff-907f-ca25f8d0347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:43.447350 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-107166ed-fc9b-4bff-907f-ca25f8d0347c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 200 len: 834 time: 0.0491550 Jun 22 09:33:43.500111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:43.500765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:43.512920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.520745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-9cc68a55-7ce7-4b0b-874f-6216ca7cae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:43.523387 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-9cc68a55-7ce7-4b0b-874f-6216ca7cae5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27f680c-f8b7-4898-8ca7-8e5a33194951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691602 Jun 22 09:33:43.527720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:43.531996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Attempting to bind port 1b206413-7085-4119-802f-e3ca01a9c609 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:43.532367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Attempting to bind port 1b206413-7085-4119-802f-e3ca01a9c609 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:43.532742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Attempting to bind port 1b206413-7085-4119-802f-e3ca01a9c609 on network dd755f69-17fc-4719-9976-14b4e6f4674f {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:43.555181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:43.555589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Checking segment: {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:43.556115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.556473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Bound using segment: {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:43.556972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Bound port: 1b206413-7085-4119-802f-e3ca01a9c609, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:43.557358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.564415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.570715 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-453b083a-de13-40af-adef-4e913a53c72f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Project f1b3f025607a44ecb9706005437a81e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:33:43.578712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.584126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:43.626704 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-e315b7b4-0ebb-4dee-8b27-98b2debd97b8 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962353 Jun 22 09:33:43.644062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Pushing event deleted for resources: {'Port': ['ID=dde3b04a-f0eb-4ec6-9bac-f097b803d1d0,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:43.650406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] No DVR routers for this DVR port dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:33:43.651955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:43.682326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.683037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.687885 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] 10.222.0.65 "DELETE /v2.0/networks/e502aa7c-686f-47cc-87bc-fc3baaceffd5 HTTP/1.1" status: 204 len: 168 time: 2.5044580 Jun 22 09:33:43.694884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f6a4a9fc-0246-4ed5-8b6e-356b53b82b7c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:43.717739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Pushing event deleted for resources: {'Network': ['ID=e502aa7c-686f-47cc-87bc-fc3baaceffd5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:43.733087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] For port 1b206413-7085-4119-802f-e3ca01a9c609, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:43.733813 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb6422fd-9a2c-4b19-baed-2d239c9da035 req-85c3fa42-8a95-465b-9806-9b38cff69d98 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987074 Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.754864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.755019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:43.763278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:43.786008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] For port 1b206413-7085-4119-802f-e3ca01a9c609, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1b206413-7085-4119-802f-e3ca01a9c609,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:43.788566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:43.818861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Made reservation on behalf of 3c6246ed4f954f438c901e0a85e3e9fe for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:43.819107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:37Z', 'revision_number': 3, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:43.823710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.827572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Allocated IP 172.26.6.232 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:43.838595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.847943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2303802-e9da-43f9-852f-786a55e605dc None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:37Z', 'revision_number': 3, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:43.875806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:43.879378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8527c6bf-91a8-4252-943f-caa40bb4d511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:43.909301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc2aa8a1-3fc5-4702-92ae-12b1de682889 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:43.963101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:43.978216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d0f01-967a-4f75-9697-21d8946931d3 None None] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:44.016925 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-453b083a-de13-40af-adef-4e913a53c72f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:44.021405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54920) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:44.021741 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-453b083a-de13-40af-adef-4e913a53c72f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7065382 Jun 22 09:33:44.045818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-73e5ec86-f397-4d90-b5c4-c59fdac69e94 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:44.047451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:44.048088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.048305 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-73e5ec86-f397-4d90-b5c4-c59fdac69e94 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 09:33:44.048688 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-73e5ec86-f397-4d90-b5c4-c59fdac69e94 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:44.054069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54922) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:44.057160 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-73e5ec86-f397-4d90-b5c4-c59fdac69e94 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0273502 Jun 22 09:33:44.065493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Pushing event updated for resources: {'Port': ['ID=1b206413-7085-4119-802f-e3ca01a9c609,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:44.075148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:44.081835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3934007d-8be5-4658-b403-4a1d3dc73694 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:44.111321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.objects.ports [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93949) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 09:33:44.111807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.128303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:44.194323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bc2aa8a1-3fc5-4702-92ae-12b1de682889 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:44.194713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.332067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe13161-334d-482f-9818-3767376b623b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:44.333124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebe13161-334d-482f-9818-3767376b623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.361206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.364888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Subnet': ['ID=791d8720-486b-43f7-a410-87f7d38a3547,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:44.376588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:44.404495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Checking segment: {'id': 'ade16167-a174-4a3d-bb91-bedeeb2ccccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:44.405205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network hostable DHCP agents. Network: 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:44.434126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:44.493774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c703c-d1fb-4db6-b6ce-b0ba705260b7 req-8451238a-b4a9-4812-bac8-53b747d514e6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:44.502143 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-617c703c-d1fb-4db6-b6ce-b0ba705260b7 req-8451238a-b4a9-4812-bac8-53b747d514e6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 943 time: 0.4081151 Jun 22 09:33:44.537636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.554903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:33:44.562156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:44.578266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:33:44.578631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device dde3b04a-f0eb-4ec6-9bac-f097b803d1d0 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:33:44.592526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-617c703c-d1fb-4db6-b6ce-b0ba705260b7 req-bfcf1223-03f7-426b-831a-92332a785ef4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893946 Jun 22 09:33:44.603325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-ebe13161-334d-482f-9818-3767376b623b None None] Allocated IP 172.22.0.2 (1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9/98961aa3-edad-4963-943f-3c979f90cc8f/5e83ee52-5462-4688-9f6b-8345ad2b9999) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:44.613442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.619283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-25649cb2-03a4-429a-aaca-2d5f84d6d217 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:44.651562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:44.659629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:44.666746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:44.667390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.672364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801c0d3b-a66b-4b4c-a380-dd16960cd4f6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:44.677699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.678033 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Added segment b550f7d6-506e-4cda-bd42-7674ae8fc154 of type vlan for network a63f21f5-724b-4e13-964a-c9958650e1c8 Jun 22 09:33:44.681718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:44.683050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b71c3-3c53-4c42-a760-cf6ca19c3cfd None None] Network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:44.712944 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4e5731db-f2de-4c86-901d-784d8a517723 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f06ab6fb5b124f7c8408fd6b1d9447cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761741 Jun 22 09:33:44.715180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54930) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:44.728991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.775799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.779113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f63a2663-cd8d-4ebe-a0ba-8cd7fc0ebf19 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:44.789039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.817875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-3934007d-8be5-4658-b403-4a1d3dc73694 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Project f1b3f025607a44ecb9706005437a81e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:33:44.823521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.829983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:44.837454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:44.842621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:44.852449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Pushing event updated for resources: {'Port': ['ID=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:44.878229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:44.883475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.891535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:44.892661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.902846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ebfd16ee-a38a-4bd0-805d-d30d13b4aaa0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:44.909892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240f4d9-6395-411f-b4ba-c8ad82d9287d None None] Network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:44.916671 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9130940 Jun 22 09:33:44.917152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54932) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:44.918626 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9165061 Jun 22 09:33:44.929862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54934) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:44.962157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebe13161-334d-482f-9818-3767376b623b None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:44.966747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1705871665', 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:44.978803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ebe13161-334d-482f-9818-3767376b623b None None] Transition to ACTIVE for port object 5e83ee52-5462-4688-9f6b-8345ad2b9999 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:44.982903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-3934007d-8be5-4658-b403-4a1d3dc73694 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:44.986604 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3934007d-8be5-4658-b403-4a1d3dc73694 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9239254 Jun 22 09:33:44.995358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54936) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:45.011213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ebe13161-334d-482f-9818-3767376b623b None None] Transition to ACTIVE for port object 5e83ee52-5462-4688-9f6b-8345ad2b9999 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:45.011634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8cdf3ee6-d30b-4c72-b040-331abdc9837f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '5ea75c06-cda9-4d6c-ad6a-ba1f400837c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:45.024950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.027557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.029079 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43164aeb-ad49-4c69-b12a-702e0bbfc4d2 HTTP/1.1" status: 204 len: 168 time: 0.3123424 Jun 22 09:33:45.058926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-58c2483e-daee-429f-9dd8-874452b704d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:45.091016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event updated for resources: {'Network': ['ID=a63f21f5-724b-4e13-964a-c9958650e1c8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:45.094445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:45.097962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebe13161-334d-482f-9818-3767376b623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.100028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:45.107314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a63f21f5-724b-4e13-964a-c9958650e1c8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:45.108661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43164aeb-ad49-4c69-b12a-702e0bbfc4d2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:45.114998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:45.166289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9970217 Jun 22 09:33:45.167034 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54940) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:45.220987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe13161-334d-482f-9818-3767376b623b None None] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:45.224162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Request body: {'subnet': {'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:45.229680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ebe13161-334d-482f-9818-3767376b623b None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:45.232358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe13161-334d-482f-9818-3767376b623b None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:45.239019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-8cdf3ee6-d30b-4c72-b040-331abdc9837f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:33:45.239019 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:33:45.239019 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': 'f1b3f025607a44ecb9706005437a81e2', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 33, 45, 25794)}] Jun 22 09:33:45.239019 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:33:45.239446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-8cdf3ee6-d30b-4c72-b040-331abdc9837f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:33:45.250247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe13161-334d-482f-9818-3767376b623b None None] Pushing event updated for resources: {'Port': ['ID=5e83ee52-5462-4688-9f6b-8345ad2b9999,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:45.253617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ebe13161-334d-482f-9818-3767376b623b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:45.318625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Made reservation on behalf of 1d291671fa43442fbf39f34cc96e712d for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:45.318807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ebe13161-334d-482f-9818-3767376b623b None None] Attempting to bind port 5e83ee52-5462-4688-9f6b-8345ad2b9999 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:45.323282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ebe13161-334d-482f-9818-3767376b623b None None] Attempting to bind port 5e83ee52-5462-4688-9f6b-8345ad2b9999 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:45.323282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe13161-334d-482f-9818-3767376b623b None None] Attempting to bind port 5e83ee52-5462-4688-9f6b-8345ad2b9999 on network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:45.323522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.326136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe13161-334d-482f-9818-3767376b623b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:45.326623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe13161-334d-482f-9818-3767376b623b None None] Checking segment: {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:45.327163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebe13161-334d-482f-9818-3767376b623b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.327676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe13161-334d-482f-9818-3767376b623b None None] Bound using segment: {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:45.328264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-ebe13161-334d-482f-9818-3767376b623b None None] Bound port: 5e83ee52-5462-4688-9f6b-8345ad2b9999, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:45.328737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebe13161-334d-482f-9818-3767376b623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.345141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] device_id is not set on port c5f6762f-c426-453d-b710-97ecb8536f97 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:33:45.394457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.407627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:33:45.419425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ebe13161-334d-482f-9818-3767376b623b None None] For port 5e83ee52-5462-4688-9f6b-8345ad2b9999, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:45.439550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ebe13161-334d-482f-9818-3767376b623b None None] For port 5e83ee52-5462-4688-9f6b-8345ad2b9999, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e83ee52-5462-4688-9f6b-8345ad2b9999,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:45.536686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebe13161-334d-482f-9818-3767376b623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.542365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Allocated IP 2001:db8::397 (60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9/791d8720-486b-43f7-a410-87f7d38a3547/c5f6762f-c426-453d-b710-97ecb8536f97) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:45.547613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:45.601801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Made reservation on behalf of 3c6246ed4f954f438c901e0a85e3e9fe for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:45.604480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940b54c-ff2f-4f92-bd3f-f097f37ee281 None None] Network dd755f69-17fc-4719-9976-14b4e6f4674f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:45.615143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:45.653347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe13161-334d-482f-9818-3767376b623b None None] Pushing event updated for resources: {'Port': ['ID=5e83ee52-5462-4688-9f6b-8345ad2b9999,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:45.755486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ebe13161-334d-482f-9818-3767376b623b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:45.803508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.22.0.1 (1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9/98961aa3-edad-4963-943f-3c979f90cc8f/be40742b-be31-4f7d-b1a6-3221cdad0ce5) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:45.820603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:45.850819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'port_id': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'mac_address': 'fa:16:3e:a6:8c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:33:45.916421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-130bdef3-0670-444f-b95d-15547965dc33 None None] Provisioning for port 1b206413-7085-4119-802f-e3ca01a9c609 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:45.920690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.083376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.111584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7d7f0-6b56-43db-8905-6e763f194e2c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:33:46.136502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:46.146399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1b206413-7085-4119-802f-e3ca01a9c609 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:46.152849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a567-2900-4545-b3a0-72078a21bcd2 req-36043463-68bf-4faa-b0f0-b0f7db83b057 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:46.154532 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3276a567-2900-4545-b3a0-72078a21bcd2 req-36043463-68bf-4faa-b0f0-b0f7db83b057 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 943 time: 0.1613927 Jun 22 09:33:46.157657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.220031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object be40742b-be31-4f7d-b1a6-3221cdad0ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:46.226313 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3276a567-2900-4545-b3a0-72078a21bcd2 req-166d2d35-5600-465b-a876-fbfa816c45c4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660489 Jun 22 09:33:46.248824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.251761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:46.288068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 1b206413-7085-4119-802f-e3ca01a9c609 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:46.299408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1b206413-7085-4119-802f-e3ca01a9c609 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:46.299803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.335015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:46.339050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:46.369473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.372454 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:46.415535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.432380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:46.445133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:46.445876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:46.483069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=be40742b-be31-4f7d-b1a6-3221cdad0ce5,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:46.496746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.497642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.497642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.497931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.498490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.499028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.499580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.500475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.501017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.501550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.502131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.502665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:46.503755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 1b206413-7085-4119-802f-e3ca01a9c609, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1b206413-7085-4119-802f-e3ca01a9c609,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:46.509438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:46.526137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.531800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b14c1152-c5c3-436b-b10e-83b476d679f1 None None] Provisioning complete for port 1b206413-7085-4119-802f-e3ca01a9c609 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:46.532266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b14c1152-c5c3-436b-b10e-83b476d679f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.564776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['8be7d7f0-6b56-43db-8905-6e763f194e2c'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:33:46.571813 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-8cdf3ee6-d30b-4c72-b040-331abdc9837f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Project f1b3f025607a44ecb9706005437a81e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:33:46.589092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54962) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:46.608240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.609320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ef4d9648-c617-463e-ba74-6d1e72bf98ba up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:46.616731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:46.656881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.758063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-773986932'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:46.766279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=1b206413-7085-4119-802f-e3ca01a9c609,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:46.769828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:46.805093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.819646 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-8cdf3ee6-d30b-4c72-b040-331abdc9837f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:46.820754 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8cdf3ee6-d30b-4c72-b040-331abdc9837f tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.8242843 Jun 22 09:33:46.836105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54966) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:46.933409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port ef4d9648-c617-463e-ba74-6d1e72bf98ba completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:46.944343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ef4d9648-c617-463e-ba74-6d1e72bf98ba triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:46.945203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.976908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.984140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:46.990660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00ff9476-6729-456a-bdf9-61901f6b3baf tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:47.008056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.019578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:47.023644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.071866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.094682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.099241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.112990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110d964-0f51-4937-b194-571f65fcff05 None None] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:47.129322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.167467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event updated for resources: {'Subnet': ['ID=81ede451-9919-441f-bb74-748f197e56bd,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:47.170892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:47.177582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b561110b-4e4f-4d47-99cc-97f06cae8777 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:47.246626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:47.272784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:47.276584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:47.277515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:47.278173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.302007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Checking segment: {'id': 'b550f7d6-506e-4cda-bd42-7674ae8fc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:47.302411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Network hostable DHCP agents. Network: a63f21f5-724b-4e13-964a-c9958650e1c8, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:47.325564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f6762f-c426-453d-b710-97ecb8536f97,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:47.328975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:47.400474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port ef4d9648-c617-463e-ba74-6d1e72bf98ba, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ef4d9648-c617-463e-ba74-6d1e72bf98ba,segment=NetworkSegment(1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9),segment_id=1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:47.427565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.430500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.433947 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/5ea75c06-cda9-4d6c-ad6a-ba1f400837c1 HTTP/1.1" status: 204 len: 168 time: 0.5930805 Jun 22 09:33:47.436953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54970) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:47.449861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39a0b3a5-0537-4eac-8fc0-677a74f2ee74 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:47.462745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea75c06-cda9-4d6c-ad6a-ba1f400837c1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:47.474142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:47.478037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Network a63f21f5-724b-4e13-964a-c9958650e1c8 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:47.479947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:47.520892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.524464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ca58377-e448-4a40-ab89-06935883d92d None None] Provisioning for port 5e83ee52-5462-4688-9f6b-8345ad2b9999 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:47.529004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-16be9158-566e-49ca-bbb8-174eb333a770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:47.539495 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fab2fccb-ce05-4185-9f36-fdbbe17b5e64 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012712 Jun 22 09:33:47.546249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54972) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:47.553102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--886052286'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:47.559304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56b164-b588-4d10-ac10-99202b9851af req-306fa6f2-28a4-4e61-bb0c-1f31751026b6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:47.560886 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6c56b164-b588-4d10-ac10-99202b9851af req-306fa6f2-28a4-4e61-bb0c-1f31751026b6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 944 time: 0.1452503 Jun 22 09:33:47.581481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.596800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.609671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=ef4d9648-c617-463e-ba74-6d1e72bf98ba,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:47.613547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:47.623742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a63f21f5-724b-4e13-964a-c9958650e1c8) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:47.631324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:47.632495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.633768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17e869-f8fe-43d1-b943-40d024f395d2 None None] Network a63f21f5-724b-4e13-964a-c9958650e1c8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:47.672955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6c56b164-b588-4d10-ac10-99202b9851af req-d8a23c4e-2e7f-46b7-ab15-fef706dc50dc tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996459 Jun 22 09:33:47.677731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:47.680551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.696250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da3585e2-1d9e-4454-a4c3-ce5d37eb45a0 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:47.696651 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Sync routers for ids ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:47.703474 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Routers {'0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:47.704226 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:47.762414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.791861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:47.808254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.812615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.813330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8110917 Jun 22 09:33:47.813952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54974) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:47.814377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=be40742b-be31-4f7d-b1a6-3221cdad0ce5,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:47.818224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.818566 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment 72ebe851-7847-4fc4-aab5-fb3af832ad9c of type vlan for network d6f61bcf-9394-4a99-9254-2db58f88f969 Jun 22 09:33:47.820811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:47.824438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71a0c202-3464-4110-9915-61e0c54e0e14 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:47.840486 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9073977 Jun 22 09:33:47.844004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a63f21f5-724b-4e13-964a-c9958650e1c8', 'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8', 'tenant_id': '3c6246ed4f954f438c901e0a85e3e9fe', 'fixed_ips': [{'subnet_id': '81ede451-9919-441f-bb74-748f197e56bd'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:47.845703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54976) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:47.847387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:47.898204 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6773016 Jun 22 09:33:47.912559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54978) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:47.925718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Request body: {'port': {'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8', 'name': 'tempest-TagsExtTest-1953548229'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:47.931219 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Set router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:48.022692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.083052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43cedf-3e16-43b0-846a-c6f2bc9d5daa,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:48.112407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:48.186174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Allocated IP 172.20.0.2 (a63f21f5-724b-4e13-964a-c9958650e1c8/81ede451-9919-441f-bb74-748f197e56bd/be8fe0e9-9f41-4049-9614-cdc3fce32bb8) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:48.188510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:33:45Z', 'revision_number': 3, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:48.189436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ef4d9648-c617-463e-ba74-6d1e72bf98ba up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:48.219820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.223957 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Checking router: 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:48.226144 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Updating router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:48.237178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0c8c37c0-dea6-40f6-860c-f46e0c6fa145 None None] Provisioning for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:48.247471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0c8c37c0-dea6-40f6-860c-f46e0c6fa145 None None] Provisioning complete for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:48.248060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c8c37c0-dea6-40f6-860c-f46e0c6fa145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.276156 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.282280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:48.289473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:48.374915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.386250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:48.386890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.393019 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c37c0-dea6-40f6-860c-f46e0c6fa145 None None] Port be40742b-be31-4f7d-b1a6-3221cdad0ce5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:48.425752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecd1315f-b9fd-4076-9262-a71ade10584f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:48.453003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ef4d9648-c617-463e-ba74-6d1e72bf98ba triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:48.453003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.510990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Deleting port c5f6762f-c426-453d-b710-97ecb8536f97 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:48.511335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.567031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Made reservation on behalf of 3c6246ed4f954f438c901e0a85e3e9fe for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:48.571194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.586061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.624019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] device_id is not set on port a4d0d2e2-83df-4baf-9316-e20fbefde97c yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:33:48.625432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Transition to ACTIVE for port object be8fe0e9-9f41-4049-9614-cdc3fce32bb8 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:48.633420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-975f5005-7529-41c2-bbbf-90f0b51df30d None None] Provisioning complete for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:48.633735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-975f5005-7529-41c2-bbbf-90f0b51df30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.663835 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.684770 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Transition to ACTIVE for port object 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:48.687372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1b206413-7085-4119-802f-e3ca01a9c609 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:48.689476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Transition to ACTIVE for port object be8fe0e9-9f41-4049-9614-cdc3fce32bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:48.693357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=d6f61bcf-9394-4a99-9254-2db58f88f969,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:48.715590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:48.718821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-975f5005-7529-41c2-bbbf-90f0b51df30d None None] Port be40742b-be31-4f7d-b1a6-3221cdad0ce5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:48.722654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d6f61bcf-9394-4a99-9254-2db58f88f969 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:48.731240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.742195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:48.785971 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.794513 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-824ecc19-8405-4fe4-84ac-f783d7dc2fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:48.811324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1b206413-7085-4119-802f-e3ca01a9c609 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:48.812225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.830426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.836847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.845815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.850992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-85467742-10f5-4e77-9f5d-daf94fd1c64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:48.871493 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a5cbe-988b-4ea8-b350-240d7b931e78 None None] Pushing event updated for resources: {'Port': ['ID=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:48.878702 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c31a5cbe-988b-4ea8-b350-240d7b931e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:48.884502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.891502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0aa912e5-6945-46ba-b14a-2ef97744bf9b tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:48.905725 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Attempting to bind port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:48.906094 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Attempting to bind port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:48.906650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Attempting to bind port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:48.907634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Network a63f21f5-724b-4e13-964a-c9958650e1c8 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:48.913569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-033a0b8d-24ea-4aa2-8fe7-bd231d04f623 None None] Provisioning complete for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:48.913837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-033a0b8d-24ea-4aa2-8fe7-bd231d04f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.916881 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:48.918883 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:48.920781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:48.921946 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.923371 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:48.924175 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Bound port: 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:48.925177 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:48.947037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:48.948858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Pushing event updated for resources: {'Port': ['ID=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:48.954123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:48.960313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Allocated IP 172.20.0.4 (a63f21f5-724b-4e13-964a-c9958650e1c8/81ede451-9919-441f-bb74-748f197e56bd/a4d0d2e2-83df-4baf-9316-e20fbefde97c) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:49.003614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Calling delete_port for c5f6762f-c426-453d-b710-97ecb8536f97 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:33:49.008075 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] For port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:49.013566 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] For port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:49.014458 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4236929 Jun 22 09:33:49.020961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54982) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:49.029896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1498177297'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:49.036730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-033a0b8d-24ea-4aa2-8fe7-bd231d04f623 None None] Port be40742b-be31-4f7d-b1a6-3221cdad0ce5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:49.054585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Attempting to bind port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:49.055004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Attempting to bind port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'b550f7d6-506e-4cda-bd42-7674ae8fc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:49.055336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Attempting to bind port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 on network a63f21f5-724b-4e13-964a-c9958650e1c8 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:49.065247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:49.065657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Checking segment: {'id': 'b550f7d6-506e-4cda-bd42-7674ae8fc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:49.066055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.066451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Bound using segment: {'id': 'b550f7d6-506e-4cda-bd42-7674ae8fc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:49.066950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Bound port: be8fe0e9-9f41-4049-9614-cdc3fce32bb8, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b550f7d6-506e-4cda-bd42-7674ae8fc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a63f21f5-724b-4e13-964a-c9958650e1c8'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:49.067313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.071043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e83ee52-5462-4688-9f6b-8345ad2b9999 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:49.091207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6455d3-f244-49fb-9295-8b797ae1c9de,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:49.094689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:49.112476 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.136446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f72632da-3edc-45b1-8013-4a2e042f2e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:49.137089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:49.154978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2249117 Jun 22 09:33:49.155075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54984) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:49.155788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'network': {'name': 'tempest-RoutersTest-1380022500'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:49.163842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:49.177370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.181724 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6314616 Jun 22 09:33:49.183406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54986) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:49.187207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-875324eb-7cb6-4d62-b9b6-8bd33c138e97 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': 'ff6455d3-f244-49fb-9295-8b797ae1c9de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:49.199372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:49.201003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:49.206537 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Routers {'0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:49.206537 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:49.226155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181905f-96e4-403c-b7c2-16933c3ac16c req-4876eaa4-64a4-45cd-aac8-045a706a3d20 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:49.227723 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5181905f-96e4-403c-b7c2-16933c3ac16c req-4876eaa4-64a4-45cd-aac8-045a706a3d20 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 944 time: 0.2555943 Jun 22 09:33:49.256194 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a5cbe-988b-4ea8-b350-240d7b931e78 None None] Pushing event updated for resources: {'Port': ['ID=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:49.260399 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c31a5cbe-988b-4ea8-b350-240d7b931e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:49.287318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] For port be8fe0e9-9f41-4049-9614-cdc3fce32bb8, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:49.324914 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5181905f-96e4-403c-b7c2-16933c3ac16c req-e988c998-884d-4e36-9f0b-8177ba019b84 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873578 Jun 22 09:33:49.330237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:49.344979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:49.348994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.355356 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] Set router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:49.375786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Allocated IP 172.20.0.1 (dd755f69-17fc-4719-9976-14b4e6f4674f/732ab078-82e3-4c8d-9415-cbb2d5056608/bc7d3bad-97bc-4681-8469-0b8dff85ddae) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:49.390630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5e83ee52-5462-4688-9f6b-8345ad2b9999 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:49.424645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5e83ee52-5462-4688-9f6b-8345ad2b9999 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:49.425127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.454172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:49.468110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:49.489436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.496075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.496423 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment b66b291e-96a9-4f73-bca0-cdf674db6d3b of type vlan for network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 Jun 22 09:33:49.522063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Transition to ACTIVE for port object a4d0d2e2-83df-4baf-9316-e20fbefde97c will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:49.534588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.538734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:49.550731 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:33:45Z', 'revision_number': 3, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:49.562107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] For port be8fe0e9-9f41-4049-9614-cdc3fce32bb8, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,segment=NetworkSegment(b550f7d6-506e-4cda-bd42-7674ae8fc154),segment_id=b550f7d6-506e-4cda-bd42-7674ae8fc154)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:49.576835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.589276 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c61b8-71b5-48ec-b8c6-a2e9fa7ed487 None None] The sync data for ids ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'] in dv-neutron-797120-3-hyperv is: [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:33:45Z', 'revision_number': 3, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:49.615136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f6762f-c426-453d-b710-97ecb8536f97,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:49.630094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:49.644760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.667253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.684471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Transition to ACTIVE for port object bc7d3bad-97bc-4681-8469-0b8dff85ddae will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:49.687321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.689589 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c5f6762f-c426-453d-b710-97ecb8536f97 HTTP/1.1" status: 204 len: 168 time: 1.8000169 Jun 22 09:33:49.692476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 54988) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:49.699259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9', 'external_fixed_ips': [{'subnet_id': '791d8720-486b-43f7-a410-87f7d38a3547', 'ip_address': '2001:db8::397'}]}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:49.715529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.717738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8e84bdf1-aee5-41f7-8b7e-8ccd29abca05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:49.720709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 5e83ee52-5462-4688-9f6b-8345ad2b9999, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e83ee52-5462-4688-9f6b-8345ad2b9999,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:49.769877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:46Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:49.785980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:49.790723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.813513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:49.813513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Updating router 497cb954-2a71-4576-8a43-4e80363a3466 port be40742b-be31-4f7d-b1a6-3221cdad0ce5 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:49.815284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 8be7d7f0-6b56-43db-8905-6e763f194e2c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:49.827560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:33:49.835236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.840487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Pushing event updated for resources: {'Port': ['ID=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:49.843139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:49.843935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.846516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.847126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.847280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 8be7d7f0-6b56-43db-8905-6e763f194e2c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:49.847750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.851265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.853303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:49.853780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:49.861752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:49.876187 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-875324eb-7cb6-4d62-b9b6-8bd33c138e97 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The resource could not be found. Jun 22 09:33:49.877872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-875324eb-7cb6-4d62-b9b6-8bd33c138e97 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6945660 Jun 22 09:33:49.880623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54990) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:49.886144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-09f32cc9-9af5-4abf-b92a-fd3620130fa5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': 'ff6455d3-f244-49fb-9295-8b797ae1c9de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '49cffa6f-5631-4cda-b40f-3d2705c409f3'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:49.910004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.910464 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added segment 27a3a73f-e21c-44ff-b415-529b3a7fcd0b of type vlan for network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 Jun 22 09:33:49.922652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:49.961206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=5e83ee52-5462-4688-9f6b-8345ad2b9999,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:49.962226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:50.028811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Network dd755f69-17fc-4719-9976-14b4e6f4674f is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:50.044858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Network a63f21f5-724b-4e13-964a-c9958650e1c8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:50.051540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:50.054818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:50.058346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=aee2c5c2-fdac-4fe5-bf44-649d7ee5e927,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:50.061726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:50.062628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:50.102073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:50.123083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3e1d6107-2e41-417c-a9e3-cff2f331cf3e tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:50.137510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.138038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.144859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:50.179146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.246171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2214086 Jun 22 09:33:50.246587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 54992) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:50.262315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:50.310559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7d3bad-97bc-4681-8469-0b8dff85ddae,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:50.361992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:50.362908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.368191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.402407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.463311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:33:50.465857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f87ec-9c0b-434f-bc31-26f1ea2a9d0c" -d '{"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-plugged", "status": "completed", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:33:50.499644 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-09f32cc9-9af5-4abf-b92a-fd3620130fa5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The resource could not be found. Jun 22 09:33:50.503175 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-09f32cc9-9af5-4abf-b92a-fd3620130fa5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6188221 Jun 22 09:33:50.503672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55000) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:50.523818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:50.585626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.620021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.622016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.625526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6275de40-0f3c-4d93-bb44-9d4b681e89e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:50.660391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:50.661453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.667992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.680913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Transition to ACTIVE for port object be40742b-be31-4f7d-b1a6-3221cdad0ce5 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:50.692763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48628e7f-d0c6-4f33-8dca-ed6bd7d1bcf6 None None] Provisioning for port bc7d3bad-97bc-4681-8469-0b8dff85ddae completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:50.698076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:50.701300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:50.702086 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48628e7f-d0c6-4f33-8dca-ed6bd7d1bcf6 None None] Provisioning complete for port bc7d3bad-97bc-4681-8469-0b8dff85ddae triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:50.702469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48628e7f-d0c6-4f33-8dca-ed6bd7d1bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.745385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.748601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.754866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:50.755574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.760904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-48628e7f-d0c6-4f33-8dca-ed6bd7d1bcf6 None None] Port bc7d3bad-97bc-4681-8469-0b8dff85ddae cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:50.781458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event updated for resources: {'Port': ['ID=a4d0d2e2-83df-4baf-9316-e20fbefde97c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:50.786618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:50.787066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.921s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:50.787467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:50.794121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a242bde-2558-4254-90e3-73becbdf61cc x-openstack-request-id: req-1a242bde-2558-4254-90e3-73becbdf61cc {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:33:50.794527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-plugged", "status": "completed", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:33:50.794884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a242bde-2558-4254-90e3-73becbdf61cc {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:33:50.795385 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'code': 200} Jun 22 09:33:50.817064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12892067-fa88-4cd9-8060-c8553b203926 tempest-ExternalNetworksTestJSON-897204560 tempest-ExternalNetworksTestJSON-897204560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:50.836845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.839246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-49f60e2a-15b0-4bb4-ab61-5b3c8013b7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:50.947405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:50.950375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Network': ['ID=4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:50.953713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:50.958961 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0445333 Jun 22 09:33:50.961382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8141148 Jun 22 09:33:50.970123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55002) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:50.970123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55004) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:50.972611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:33:50.997795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'subnet': {'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:51.001113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbc62e-8e2c-46b8-9180-0798feea1f80 None None] Pushing event updated for resources: {'Port': ['ID=be40742b-be31-4f7d-b1a6-3221cdad0ce5,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:51.026558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c5dbc62e-8e2c-46b8-9180-0798feea1f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:51.107295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.112147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.116536 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/ff6455d3-f244-49fb-9295-8b797ae1c9de HTTP/1.1" status: 204 len: 168 time: 0.6114552 Jun 22 09:33:51.117524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b089d75-a0a7-4e77-97e9-db5555eb37aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:51.125390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55006) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:51.133524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-517092896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:51.164144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6455d3-f244-49fb-9295-8b797ae1c9de,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:51.166950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:51.235673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.238025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-da9b440c-5013-414a-845b-4786964eeb1f tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:51.297434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=36749975-1420-425b-88bc-272691db34d1,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:51.301519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:51.327605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': '72ebe851-7847-4fc4-aab5-fb3af832ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:51.328207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: d6f61bcf-9394-4a99-9254-2db58f88f969, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:51.385238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Attempting to bind port be40742b-be31-4f7d-b1a6-3221cdad0ce5 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:51.385637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Attempting to bind port be40742b-be31-4f7d-b1a6-3221cdad0ce5 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:51.385991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Attempting to bind port be40742b-be31-4f7d-b1a6-3221cdad0ce5 on network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:51.391902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cce18-9e04-4732-97f2-da1f1c7027c7 req-75ed7677-30e1-4388-8ba0-aad9dc3cb517 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:51.394883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:51.395101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Checking segment: {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:51.395525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.395998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Bound using segment: {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:51.396449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Bound port: be40742b-be31-4f7d-b1a6-3221cdad0ce5, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de15fa80-caab-4dca-a8f4-a09f398ddbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:51.401097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.401756 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c34cce18-9e04-4732-97f2-da1f1c7027c7 req-75ed7677-30e1-4388-8ba0-aad9dc3cb517 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.8033035 Jun 22 09:33:51.422621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b49f92-c198-4e47-b445-7484254b9d27 None None] Network a63f21f5-724b-4e13-964a-c9958650e1c8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:51.555472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] For port be40742b-be31-4f7d-b1a6-3221cdad0ce5, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:51.559036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] For port be40742b-be31-4f7d-b1a6-3221cdad0ce5, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be40742b-be31-4f7d-b1a6-3221cdad0ce5,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:51.899712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6378432c-5495-4b81-83f8-f9e91333c364 None None] Provisioning for port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:51.903328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.904589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620dce-f2e6-4a7c-ba63-25ebd1dd5bd0 req-08c933b7-c51d-4b11-b809-e79799e4b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:51.911011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ebe13161-334d-482f-9818-3767376b623b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:51.913510 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a5620dce-f2e6-4a7c-ba63-25ebd1dd5bd0 req-08c933b7-c51d-4b11-b809-e79799e4b88c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1098 time: 0.1266165 Jun 22 09:33:51.915663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network d6f61bcf-9394-4a99-9254-2db58f88f969 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:51.923638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.924700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.985380 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a5620dce-f2e6-4a7c-ba63-25ebd1dd5bd0 req-cbb12aa2-99dc-4f51-a330-402e982d9966 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624623 Jun 22 09:33:51.987476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:51.989343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.035685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:52.036704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:52.055338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c891cf8-dffe-42de-8759-f9220edc3bdf tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8300171 Jun 22 09:33:52.055700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55008) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:52.059856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7d0efd98-a72e-475e-9cdb-08ff062610c5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': 'c8611819-07fc-4e71-ab15-7a83866b4bba', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:52.066949 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c34cce18-9e04-4732-97f2-da1f1c7027c7 req-bacad744-1062-45f9-aef8-a85840fb19ba tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6640646 Jun 22 09:33:52.111337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d6f61bcf-9394-4a99-9254-2db58f88f969) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:52.134810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3eba8d-fa69-4192-8132-9b0e2e403960 None None] Network d6f61bcf-9394-4a99-9254-2db58f88f969 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:52.135212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.142051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:52.142680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.189831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Made reservation on behalf of c4d3dc2da9474ff38c49621e09f61c60 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:52.195963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.230777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbc62e-8e2c-46b8-9180-0798feea1f80 None None] Pushing event updated for resources: {'Port': ['ID=be40742b-be31-4f7d-b1a6-3221cdad0ce5,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:52.239204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:52.245259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c5dbc62e-8e2c-46b8-9180-0798feea1f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:52.257334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.287570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.318353 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0677810 Jun 22 09:33:52.321884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55010) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:52.328020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:52.348150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-485f55b8-77fb-4a89-a26a-2beb0bde2e47 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:52.371329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:52.427489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8a7d09e4-5c1f-4fff-b0c3-176cf03f321f None None] Provisioning for port a4d0d2e2-83df-4baf-9316-e20fbefde97c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:52.442086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.452361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7d3bad-97bc-4681-8469-0b8dff85ddae,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:52.458591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:52.490640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8a7d09e4-5c1f-4fff-b0c3-176cf03f321f None None] Provisioning complete for port a4d0d2e2-83df-4baf-9316-e20fbefde97c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:52.491732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a7d09e4-5c1f-4fff-b0c3-176cf03f321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.513601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d6f61bcf-9394-4a99-9254-2db58f88f969', 'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': '36749975-1420-425b-88bc-272691db34d1'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:52.514722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.594989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d09e4-5c1f-4fff-b0c3-176cf03f321f None None] Port a4d0d2e2-83df-4baf-9316-e20fbefde97c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:52.644685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:52.649798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.653191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-144023db-86fc-4806-bdab-51a7a6f6ea56 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6644690 Jun 22 09:33:52.654262 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-7d0efd98-a72e-475e-9cdb-08ff062610c5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The resource could not be found. Jun 22 09:33:52.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7d0efd98-a72e-475e-9cdb-08ff062610c5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6000974 Jun 22 09:33:52.655930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55012) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:52.657591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Network dd755f69-17fc-4719-9976-14b4e6f4674f is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:52.660576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55014) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:52.664033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-15e50737-1305-4815-9d40-c175d4324065 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-482681716', 'prefixes': ['172.20.0.0/16']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:52.667745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:52.668163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.668681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--742234920'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:52.670485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:52.702395 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:33:52.832163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Allocated IP 2001:db8::2 (d6f61bcf-9394-4a99-9254-2db58f88f969/36749975-1420-425b-88bc-272691db34d1/54f1f0e1-175c-41fa-a809-696cc44a7d14) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:52.857113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fb194e99-654f-4f26-be87-3468e2fd1df3 None None] Provisioning complete for port a4d0d2e2-83df-4baf-9316-e20fbefde97c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:52.857427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fb194e99-654f-4f26-be87-3468e2fd1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.858228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.863955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5c268db7-0868-46f2-b160-c8eff6791561 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:52.898181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:33:52.910627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:52.971333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:46Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:51Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:52.995179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Subnet': ['ID=754e97f1-8da0-4fde-8053-747e033fce04,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:52.998665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:33:53.001454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:53.003034 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.011222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.023660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-fb194e99-654f-4f26-be87-3468e2fd1df3 None None] Port a4d0d2e2-83df-4baf-9316-e20fbefde97c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:53.026236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25efc-4329-486f-890e-61872059c0e7 None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:46Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:51Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:53.030608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.050102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Checking segment: {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:53.050484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network hostable DHCP agents. Network: 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:53.056153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:53.218645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.241053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-11a69406-fe07-4f3f-b2a0-936ea0270f7d None None] Provisioning complete for port bc7d3bad-97bc-4681-8469-0b8dff85ddae triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:53.241717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-11a69406-fe07-4f3f-b2a0-936ea0270f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.243031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.243934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be8fe0e9-9f41-4049-9614-cdc3fce32bb8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:53.253174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c5dbc62e-8e2c-46b8-9180-0798feea1f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:53.305020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Transition to ACTIVE for port object 54f1f0e1-175c-41fa-a809-696cc44a7d14 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:53.353150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.362152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d29d34f1-76e3-4026-8832-b5d8a5b4862e tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:53.405225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:53.405420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Transition to ACTIVE for port object 54f1f0e1-175c-41fa-a809-696cc44a7d14 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:53.418092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-11a69406-fe07-4f3f-b2a0-936ea0270f7d None None] Port bc7d3bad-97bc-4681-8469-0b8dff85ddae cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:33:53.418410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:53.429666 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Sync routers for ids ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:53.438349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cb1b915-e668-49ea-9a8f-f2e0b2ea7707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6230912 Jun 22 09:33:53.448233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:53.460636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Allocated IP 2001:db8::397 (60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9/791d8720-486b-43f7-a410-87f7d38a3547/fa129156-d256-44b1-b0f2-2fbf72c8a766) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:53.465489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.465915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.466217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.466543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:33:53.466679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Routers {'0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:53.467393 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:53.480405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:53.487461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.497581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.501175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ebe13161-334d-482f-9818-3767376b623b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:53.531648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb76c4-64de-426e-a9e7-66470b191e67 req-71dc6be9-03e9-498b-9fac-70b9fd403ac3 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:53.531648 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d5eb76c4-64de-426e-a9e7-66470b191e67 req-71dc6be9-03e9-498b-9fac-70b9fd403ac3 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.2351286 Jun 22 09:33:53.544383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Network d6f61bcf-9394-4a99-9254-2db58f88f969 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:53.550444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:53.553940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:53.569752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Pushing event updated for resources: {'Port': ['ID=54f1f0e1-175c-41fa-a809-696cc44a7d14,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:53.580148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:53.619527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.649205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:53.654446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:53.655655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.658938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b878fa-6d64-4af1-8a2e-cfe86f24f65f None None] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:53.666398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15e50737-1305-4815-9d40-c175d4324065 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for subnetpool, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.667632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-15e50737-1305-4815-9d40-c175d4324065 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0079327 Jun 22 09:33:53.673148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55024) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:53.681195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-a2868ab9-03c5-495c-9dfd-52ec8bb53993 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-185224077') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:53.729794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=4e0f1588-4743-49e7-857f-37a458a6b741,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:53.737356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': 'b66b291e-96a9-4f73-bca0-cdf674db6d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:53.737721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: aee2c5c2-fdac-4fe5-bf44-649d7ee5e927, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:33:53.744541 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Set router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:53.757470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:53.769058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:53.771075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Attempting to bind port 54f1f0e1-175c-41fa-a809-696cc44a7d14 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:53.771528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Attempting to bind port 54f1f0e1-175c-41fa-a809-696cc44a7d14 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '72ebe851-7847-4fc4-aab5-fb3af832ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:53.772532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Attempting to bind port 54f1f0e1-175c-41fa-a809-696cc44a7d14 on network d6f61bcf-9394-4a99-9254-2db58f88f969 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:53.813636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:53.814269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.818638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:53.818969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Checking segment: {'id': '72ebe851-7847-4fc4-aab5-fb3af832ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:53.819739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.819865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Bound using segment: {'id': '72ebe851-7847-4fc4-aab5-fb3af832ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:53.824480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Bound port: 54f1f0e1-175c-41fa-a809-696cc44a7d14, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ebe851-7847-4fc4-aab5-fb3af832ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd6f61bcf-9394-4a99-9254-2db58f88f969'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:53.824480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.825067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.828318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a231511f-37ed-4eb9-9660-f98af581a125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:53.840320 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d5eb76c4-64de-426e-a9e7-66470b191e67 req-710a31bd-52f9-429c-aff5-ae7279d67b3f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886531 Jun 22 09:33:53.880857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:53.896746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:53.904363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:53.941687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:33:53.979453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, aee2c5c2-fdac-4fe5-bf44-649d7ee5e927) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:53.987608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:53.999176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:54.001112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.057100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.071337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Port': ['ID=fa129156-d256-44b1-b0f2-2fbf72c8a766,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:54.076476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a2849d48-e600-4a22-b505-110570bf3f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:54.080460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:54.098649 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:33:50Z', 'revision_number': 4, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc7d3bad-97bc-4681-8469-0b8dff85ddae', 'name': '', 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'mac_address': 'fa:16:3e:0c:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '732ab078-82e3-4c8d-9415-cbb2d5056608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:48Z', 'updated_at': '2021-06-22T09:33:51Z', 'revision_number': 2, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'subnets': [{'id': '732ab078-82e3-4c8d-9415-cbb2d5056608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:54.114542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7c078-b8d2-4f7f-9fa8-f2141529f1b1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:54.118736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:54.140328 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Checking router: 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:54.140815 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Updating router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 port bc7d3bad-97bc-4681-8469-0b8dff85ddae binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:54.165656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be19c58-026a-428f-8268-1710108117ad None None] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:54.179183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55026) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.179976 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.185976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752098229', 'description': 'tempest-secgroup-smoke-752098229 description', 'project_id': '2eaea57a00e04293a3eb07eac570cd12'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:54.197503 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2093043 Jun 22 09:33:54.203544 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8773866 Jun 22 09:33:54.203796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55028) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.204527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55030) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.215902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2129873638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:54.254670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.256872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5947948 Jun 22 09:33:54.259455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55034) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.267907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126343784'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:54.284742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2868ab9-03c5-495c-9dfd-52ec8bb53993 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-185224077 HTTP/1.1" status: 201 len: 201 time: 0.6090248 Jun 22 09:33:54.288872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55036) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.297557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-560baf1d-a68c-439a-b00d-54a701a86f07 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-1574404997') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:54.358161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:54.359840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.397153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] For port 54f1f0e1-175c-41fa-a809-696cc44a7d14, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:54.445509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] For port 54f1f0e1-175c-41fa-a809-696cc44a7d14, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=54f1f0e1-175c-41fa-a809-696cc44a7d14,segment=NetworkSegment(72ebe851-7847-4fc4-aab5-fb3af832ad9c),segment_id=72ebe851-7847-4fc4-aab5-fb3af832ad9c)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:54.462981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.529415 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-560baf1d-a68c-439a-b00d-54a701a86f07 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-1574404997 HTTP/1.1" status: 201 len: 201 time: 0.2390211 Jun 22 09:33:54.532026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55038) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.537170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-373b8056-0528-4b96-8247-f6e6ee3f7bdd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-326822883') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:54.577582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-aee2c5c2-fdac-4fe5-bf44-649d7ee5e927', 'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': '4e0f1588-4743-49e7-857f-37a458a6b741'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:33:54.586363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.587767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.589836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.595327 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.606874 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Transition to ACTIVE for port object bc7d3bad-97bc-4681-8469-0b8dff85ddae will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:54.614234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.651634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:54.683073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port be8fe0e9-9f41-4049-9614-cdc3fce32bb8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,segment=NetworkSegment(b550f7d6-506e-4cda-bd42-7674ae8fc154),segment_id=b550f7d6-506e-4cda-bd42-7674ae8fc154)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:54.709017 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.713060 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-da6ed07e-ff73-4c86-94d9-b752c84c6b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:54.726208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Allocated IP 172.23.0.2 (4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7/754e97f1-8da0-4fde-8053-747e033fce04/d083ef71-63ef-4fad-a57e-d6c356219017) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:54.741609 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-373b8056-0528-4b96-8247-f6e6ee3f7bdd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-326822883 HTTP/1.1" status: 201 len: 201 time: 0.2075841 Jun 22 09:33:54.745718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55040) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:54.752932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-2b487334-26b2-4efd-b498-9716b7482506 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-699329862') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:54.820095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Pushing event updated for resources: {'Port': ['ID=54f1f0e1-175c-41fa-a809-696cc44a7d14,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:54.839981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.840329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e83ee52-5462-4688-9f6b-8345ad2b9999 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:54.915186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.958806 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Attempting to bind port bc7d3bad-97bc-4681-8469-0b8dff85ddae on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:54.960172 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Attempting to bind port bc7d3bad-97bc-4681-8469-0b8dff85ddae by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:54.960813 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Attempting to bind port bc7d3bad-97bc-4681-8469-0b8dff85ddae on network dd755f69-17fc-4719-9976-14b4e6f4674f {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:54.966031 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cbc00-ab8d-4e06-b039-68b40a2e44e2 None None] Pushing event updated for resources: {'Port': ['ID=bc7d3bad-97bc-4681-8469-0b8dff85ddae,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:54.974757 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:54.976179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Checking segment: {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:54.976981 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.977546 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Bound using segment: {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:54.978220 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Bound port: bc7d3bad-97bc-4681-8469-0b8dff85ddae, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a49779-170b-4091-93f5-b45e77244e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:54.978816 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:54.994469 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2b487334-26b2-4efd-b498-9716b7482506 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-699329862 HTTP/1.1" status: 201 len: 201 time: 0.2485788 Jun 22 09:33:54.998254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55044) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:55.003211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-dace3006-8ce2-4719-9c60-2ded193ca3ea tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.026830 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f01cbc00-ab8d-4e06-b039-68b40a2e44e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.139264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.139842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:55.174855 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] For port bc7d3bad-97bc-4681-8469-0b8dff85ddae, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:55.180465 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] For port bc7d3bad-97bc-4681-8469-0b8dff85ddae, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc7d3bad-97bc-4681-8469-0b8dff85ddae,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:55.269193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.284037 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.294600 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:55.302090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Transition to ACTIVE for port object d083ef71-63ef-4fad-a57e-d6c356219017 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:55.304111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:55.308538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.342393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Allocated IP 2001:db8:1::2 (aee2c5c2-fdac-4fe5-bf44-649d7ee5e927/4e0f1588-4743-49e7-857f-37a458a6b741/aa2d6e02-828e-4b33-870c-40b06ec6d9e3) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:55.354771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Transition to ACTIVE for port object d083ef71-63ef-4fad-a57e-d6c356219017 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:55.364761 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Routers {'0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:55.365071 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.366849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5e83ee52-5462-4688-9f6b-8345ad2b9999 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:55.367242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.425829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.426871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.510305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.514801 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] Set router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:55.520922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:55.621971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.623357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:55.634978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:55.641519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:55.716280 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dace3006-8ce2-4719-9c60-2ded193ca3ea tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags HTTP/1.1" status: 200 len: 240 time: 0.7165568 Jun 22 09:33:55.721562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55046) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:55.730140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-39f65f19-3988-4623-be7b-22f917ff95d5 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-185224077') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.739299 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cbc00-ab8d-4e06-b039-68b40a2e44e2 None None] Pushing event updated for resources: {'Port': ['ID=bc7d3bad-97bc-4681-8469-0b8dff85ddae,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:55.744688 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f01cbc00-ab8d-4e06-b039-68b40a2e44e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.762134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.766407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668f03a-90cd-4767-bc57-966fe79aff7d req-63a6d451-5c46-4d19-abb4-a5e7c6494ebd tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:55.768423 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a668f03a-90cd-4767-bc57-966fe79aff7d req-63a6d451-5c46-4d19-abb4-a5e7c6494ebd tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.7008266 Jun 22 09:33:55.786635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Pushing event updated for resources: {'Port': ['ID=d083ef71-63ef-4fad-a57e-d6c356219017,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:55.804568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.812509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:55.823436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.836877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.901641 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:33:50Z', 'revision_number': 4, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc7d3bad-97bc-4681-8469-0b8dff85ddae', 'name': '', 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'mac_address': 'fa:16:3e:0c:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '732ab078-82e3-4c8d-9415-cbb2d5056608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:48Z', 'updated_at': '2021-06-22T09:33:55Z', 'revision_number': 4, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'subnets': [{'id': '732ab078-82e3-4c8d-9415-cbb2d5056608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.903662 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a668f03a-90cd-4767-bc57-966fe79aff7d req-e166b60e-3198-42cc-adbd-4bd660e65ed7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945606 Jun 22 09:33:55.907863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Attempting to bind port d083ef71-63ef-4fad-a57e-d6c356219017 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:55.908584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Attempting to bind port d083ef71-63ef-4fad-a57e-d6c356219017 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:55.909195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Attempting to bind port d083ef71-63ef-4fad-a57e-d6c356219017 on network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:55.951066 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-39f65f19-3988-4623-be7b-22f917ff95d5 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-185224077 HTTP/1.1" status: 204 len: 168 time: 0.2267699 Jun 22 09:33:55.953926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55050) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:55.962319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-8eef5e26-0072-442e-a634-c9122add7fc6 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-185224077') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:55.976747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:55.984282 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a777bbb-7364-480f-82c8-b8073fd6812b None None] The sync data for ids ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'] in dv-neutron-797120-3-hyperv is: [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:33:50Z', 'revision_number': 4, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc7d3bad-97bc-4681-8469-0b8dff85ddae', 'name': '', 'network_id': 'dd755f69-17fc-4719-9976-14b4e6f4674f', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'mac_address': 'fa:16:3e:0c:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '732ab078-82e3-4c8d-9415-cbb2d5056608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:48Z', 'updated_at': '2021-06-22T09:33:55Z', 'revision_number': 4, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'subnets': [{'id': '732ab078-82e3-4c8d-9415-cbb2d5056608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:33:55.999175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Transition to ACTIVE for port object aa2d6e02-828e-4b33-870c-40b06ec6d9e3 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:56.051965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:56.060489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Checking segment: {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:56.060489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.060489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Bound using segment: {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:56.060489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Bound port: d083ef71-63ef-4fad-a57e-d6c356219017, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:56.060489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.066962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.075342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ade087c-2fed-4fcb-857c-6a47959a2805 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:56.132604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.134109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8afe1e62-79d1-470f-a84c-eaaa3019fef6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9276488 Jun 22 09:33:56.146047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55052) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.219910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Transition to ACTIVE for port object aa2d6e02-828e-4b33-870c-40b06ec6d9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:56.240728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] For port d083ef71-63ef-4fad-a57e-d6c356219017, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:56.245685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] For port d083ef71-63ef-4fad-a57e-d6c356219017, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d083ef71-63ef-4fad-a57e-d6c356219017,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:56.317762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.321368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eebabebc-7959-4262-8350-ff3fe300876f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:56.355135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.362879 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8eef5e26-0072-442e-a634-c9122add7fc6 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-185224077 HTTP/1.1" status: 204 len: 168 time: 0.4055178 Jun 22 09:33:56.364686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55054) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.370132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-ed530353-e5fa-4a3b-872a-6335b75b6568 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:56.373088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.376447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:56.378192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242165b5-4633-4d2d-a6a0-7a9ed8e03354 None None] Network d6f61bcf-9394-4a99-9254-2db58f88f969 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:56.412108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f50f4d-1ad3-4548-a07f-7c22e730099d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:56.435612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:56.449560 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed530353-e5fa-4a3b-872a-6335b75b6568 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags HTTP/1.1" status: 200 len: 205 time: 0.0837533 Jun 22 09:33:56.451891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55056) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.458350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-73ad538a-6028-4d21-904f-bb444d68440f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:56.499142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.505655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08ab429a-6a99-4457-944d-6f54e953e6b3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:56.510566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Pushing event updated for resources: {'Port': ['ID=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:56.544516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd6e9b-3c9d-469d-855e-fda7060b9947,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:56.564046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:56.594446 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-73ad538a-6028-4d21-904f-bb444d68440f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags HTTP/1.1" status: 200 len: 241 time: 0.1389155 Jun 22 09:33:56.594699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55058) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.597942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:56.607260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-8a9b2000-296d-4b6f-9342-d7b2c98610fb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-1574404997') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:56.607481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-27853144-c702-419f-8cf3-6a34ccc8b057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:56.607481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:56.654309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.655973 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4755774 Jun 22 09:33:56.659727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55060) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.670556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group_rule': {'security_group_id': '39f50f4d-1ad3-4548-a07f-7c22e730099d', 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:56.688086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.689471 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4274509 Jun 22 09:33:56.695202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55062) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.703296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e3cbe352-5f58-4c23-9730-e77dbd1c2082 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '22c7c078-b8d2-4f7f-9fa8-f2141529f1b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dcdd6e9b-3c9d-469d-855e-fda7060b9947'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:56.739926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8a9b2000-296d-4b6f-9342-d7b2c98610fb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-1574404997 HTTP/1.1" status: 204 len: 168 time: 0.1442204 Jun 22 09:33:56.746585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55064) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:56.754865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-16664006-7634-4388-b68f-1805946f9d93 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-1574404997') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:56.789776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:56.802716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:56.820228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e6c4a559-9ada-455f-86c0-382a87c3c01e None None] Provisioning for port 54f1f0e1-175c-41fa-a809-696cc44a7d14 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:56.822181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:56.822559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:56.878597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.017593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fbac9-f1e6-4864-86d1-dcafd269fb0e req-e0de420a-9c2a-4b23-b0ce-6d0dc694f236 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:57.019708 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2f4fbac9-f1e6-4864-86d1-dcafd269fb0e req-e0de420a-9c2a-4b23-b0ce-6d0dc694f236 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.8005960 Jun 22 09:33:57.020905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Pushing event updated for resources: {'Port': ['ID=d083ef71-63ef-4fad-a57e-d6c356219017,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:57.030173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:57.047646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-16664006-7634-4388-b68f-1805946f9d93 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-1574404997 HTTP/1.1" status: 204 len: 168 time: 0.2973514 Jun 22 09:33:57.048177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55066) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.055517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-2e638cf1-0e6a-4dbc-bfd6-50bbc133a6e5 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:57.072522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Attempting to bind port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:33:57.072941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Attempting to bind port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'b66b291e-96a9-4f73-bca0-cdf674db6d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:33:57.073313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Attempting to bind port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 on network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:33:57.091348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:33:57.091723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Checking segment: {'id': 'b66b291e-96a9-4f73-bca0-cdf674db6d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:33:57.092152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.092610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Bound using segment: {'id': 'b66b291e-96a9-4f73-bca0-cdf674db6d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:33:57.093033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Bound port: aa2d6e02-828e-4b33-870c-40b06ec6d9e3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66b291e-96a9-4f73-bca0-cdf674db6d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'aee2c5c2-fdac-4fe5-bf44-649d7ee5e927'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:33:57.093413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.120281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.120406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Router 4a9a6903-fa82-464d-a2f7-ad43975b4018 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:33:57.146342 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-e3cbe352-5f58-4c23-9730-e77dbd1c2082 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:33:57.150672 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e3cbe352-5f58-4c23-9730-e77dbd1c2082 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4515166 Jun 22 09:33:57.153375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55068) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.161938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Allocated IP 172.23.0.1 (4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7/754e97f1-8da0-4fde-8053-747e033fce04/6c5056c6-92d4-4372-819d-5c93c97001d1) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:57.235382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be40742b-be31-4f7d-b1a6-3221cdad0ce5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:57.237401 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2e638cf1-0e6a-4dbc-bfd6-50bbc133a6e5 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags HTTP/1.1" status: 200 len: 205 time: 0.1879122 Jun 22 09:33:57.248235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55070) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.253459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-7da873ba-ac90-4b16-a7c6-240d2b1a10a1 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:57.263320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.265756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:57.343082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] For port aa2d6e02-828e-4b33-870c-40b06ec6d9e3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:33:57.343698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb1d699-a34c-46a7-904e-3d521b6c7c50,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:57.347063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:57.358237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] For port aa2d6e02-828e-4b33-870c-40b06ec6d9e3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,segment=NetworkSegment(b66b291e-96a9-4f73-bca0-cdf674db6d3b),segment_id=b66b291e-96a9-4f73-bca0-cdf674db6d3b)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:33:57.377697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.409597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.426189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.430812 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7665501 Jun 22 09:33:57.442788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55072) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.448013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group_rule': {'security_group_id': '39f50f4d-1ad3-4548-a07f-7c22e730099d', 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:57.457078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.469290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2f4fbac9-f1e6-4864-86d1-dcafd269fb0e req-5abd4462-2b9e-4d14-95d3-8945f67ff119 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105096 Jun 22 09:33:57.470210 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7da873ba-ac90-4b16-a7c6-240d2b1a10a1 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags HTTP/1.1" status: 200 len: 240 time: 0.2205942 Jun 22 09:33:57.476332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.479250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:57.482745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f6dae8f9-8350-4218-b9e2-83c21f7c5419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:57.483933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55074) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.494991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-1694d293-cbc8-4933-a396-d5f3c052dba3 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-326822883') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:57.515782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:57.516148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.529463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Transition to ACTIVE for port object 6c5056c6-92d4-4372-819d-5c93c97001d1 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:57.531110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55076) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.632432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Pushing event updated for resources: {'Port': ['ID=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:57.639820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:57.660659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.663494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.667534 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/dcdd6e9b-3c9d-469d-855e-fda7060b9947 HTTP/1.1" status: 204 len: 168 time: 0.5075288 Jun 22 09:33:57.667534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:57.672599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55078) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.681593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.702430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.707090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd6e9b-3c9d-469d-855e-fda7060b9947,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:57.720021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:57.721514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.762691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port be40742b-be31-4f7d-b1a6-3221cdad0ce5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be40742b-be31-4f7d-b1a6-3221cdad0ce5,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:57.827375 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-254cad8b-9c67-47e9-a733-fe5aae0d3ac2 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1569266 Jun 22 09:33:57.830357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55080) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.833689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.834705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 54f1f0e1-175c-41fa-a809-696cc44a7d14 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:57.838623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f30216b1-f437-4db8-8e11-d523971c8940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:57.873637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.930991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:33:57.968819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:57.973299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1694d293-cbc8-4933-a396-d5f3c052dba3 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-326822883 HTTP/1.1" status: 204 len: 168 time: 0.4807191 Jun 22 09:33:57.979020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55082) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:57.979789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a2303da6-328f-4a03-8f29-62a0b948f184 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:58.028841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-5e5894a9-6dff-49ef-8bc4-68906168325e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-326822883') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:58.095834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.127032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.137497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7acb80db-4b85-4f39-af12-32e2f879812b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:58.138075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e436b8-d948-4938-ad88-c0e2cba6dd93,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:58.153386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:58.160193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff79bb-7bad-4e86-bd2c-bfcace8f1f24 tempest-TestNetworkAdvancedServerOps-354296120 tempest-TestNetworkAdvancedServerOps-354296120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:33:58.165475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98ff79bb-7bad-4e86-bd2c-bfcace8f1f24 tempest-TestNetworkAdvancedServerOps-354296120 tempest-TestNetworkAdvancedServerOps-354296120-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1093 time: 0.5816169 Jun 22 09:33:58.169575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55084) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.172427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.173916 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4804618 Jun 22 09:33:58.183774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Sync routers for ids ['4a9a6903-fa82-464d-a2f7-ad43975b4018'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:33:58.209716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55086) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.211507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:58.232317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.233519 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7908709 Jun 22 09:33:58.235312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.246781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55088) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.258036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=be40742b-be31-4f7d-b1a6-3221cdad0ce5,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:58.264689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group_rule': {'security_group_id': '39f50f4d-1ad3-4548-a07f-7c22e730099d', 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:58.282506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Routers {'4a9a6903-fa82-464d-a2f7-ad43975b4018'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:33:58.284164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['4a9a6903-fa82-464d-a2f7-ad43975b4018'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:58.285441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:58.286400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:58.299139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:58.301645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:58.404881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.422990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bc4e3-9430-42d9-8e74-f76bd34f0f70 None None] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:58.456750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.459937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.466403 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/22c7c078-b8d2-4f7f-9fa8-f2141529f1b1 HTTP/1.1" status: 204 len: 168 time: 0.6296599 Jun 22 09:33:58.466403 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5e5894a9-6dff-49ef-8bc4-68906168325e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-326822883 HTTP/1.1" status: 204 len: 168 time: 0.4801750 Jun 22 09:33:58.467941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:58.473332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55090) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.473672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55092) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.476843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 54f1f0e1-175c-41fa-a809-696cc44a7d14 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:58.479950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-5cc13f4a-dd2e-4007-be45-fa0887f2961f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:58.508952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 54f1f0e1-175c-41fa-a809-696cc44a7d14 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:58.509254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.516178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Set router 4a9a6903-fa82-464d-a2f7-ad43975b4018 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:33:58.542780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7c078-b8d2-4f7f-9fa8-f2141529f1b1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:58.548875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:58.622386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.643572 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-904539ea-b97c-4427-bf65-8efc611b83b4 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1686113 Jun 22 09:33:58.654754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55094) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.659449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966737'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:58.675496 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5cc13f4a-dd2e-4007-be45-fa0887f2961f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags HTTP/1.1" status: 200 len: 205 time: 0.1989706 Jun 22 09:33:58.683334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55096) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.692149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-bb8325b3-5af7-44cd-9db6-6f55cf8cb984 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:58.749925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.751262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5f33bbcc-bc28-466f-9f49-c646eea8e123 None None] Provisioning for port d083ef71-63ef-4fad-a57e-d6c356219017 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:58.776913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=6c5056c6-92d4-4372-819d-5c93c97001d1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:58.778301 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb8325b3-5af7-44cd-9db6-6f55cf8cb984 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags HTTP/1.1" status: 200 len: 240 time: 0.0846133 Jun 22 09:33:58.780264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55098) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.780422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:58.795193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-f4c686a6-aee7-4f57-b696-1e2f8ffcdce9 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-699329862') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:58.817490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.829942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.845608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.859037 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f4c686a6-aee7-4f57-b696-1e2f8ffcdce9 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-699329862 HTTP/1.1" status: 204 len: 168 time: 0.0751216 Jun 22 09:33:58.885761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55100) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:58.891480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-60beeea1-8c3c-4106-a715-27ae2e49e10f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-699329862') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:58.895622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.901688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:58.901877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.909047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8::1 (d6f61bcf-9394-4a99-9254-2db58f88f969/36749975-1420-425b-88bc-272691db34d1/19e3423b-d1c2-4998-91b0-0bf0aba82627) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:58.955131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23e8152-244f-48fc-a0e7-e8ecdf953e57,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:58.956605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 54f1f0e1-175c-41fa-a809-696cc44a7d14, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=54f1f0e1-175c-41fa-a809-696cc44a7d14,segment=NetworkSegment(72ebe851-7847-4fc4-aab5-fb3af832ad9c),segment_id=72ebe851-7847-4fc4-aab5-fb3af832ad9c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:33:58.962304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:58.975608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:58.986041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a6903-fa82-464d-a2f7-ad43975b4018', 'name': '', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9', 'external_fixed_ips': [{'subnet_id': '791d8720-486b-43f7-a410-87f7d38a3547', 'ip_address': '2001:db8::397'}], 'enable_snat': True}, 'gw_port_id': 'fa129156-d256-44b1-b0f2-2fbf72c8a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:50Z', 'updated_at': '2021-06-22T09:33:54Z', 'revision_number': 3, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port': {'id': 'fa129156-d256-44b1-b0f2-2fbf72c8a766', 'name': '', 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9a6903-fa82-464d-a2f7-ad43975b4018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '791d8720-486b-43f7-a410-87f7d38a3547', 'ip_address': '2001:db8::397', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:53Z', 'updated_at': '2021-06-22T09:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '791d8720-486b-43f7-a410-87f7d38a3547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:59.029110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Checking router: 4a9a6903-fa82-464d-a2f7-ad43975b4018 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:33:59.030040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Updating router 4a9a6903-fa82-464d-a2f7-ad43975b4018 port fa129156-d256-44b1-b0f2-2fbf72c8a766 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:33:59.055017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.056237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be8fe0e9-9f41-4049-9614-cdc3fce32bb8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:33:59.072627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Allocated IP 172.26.6.169 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/eb38785a-82b9-4484-866d-809a195270d0) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:33:59.131403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0ee4a979-73e1-4201-b759-28ddca339f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:59.187675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.198646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-60beeea1-8c3c-4106-a715-27ae2e49e10f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-699329862 HTTP/1.1" status: 204 len: 168 time: 0.3091702 Jun 22 09:33:59.200536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55102) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.205952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-4def165c-87ba-4a96-934e-f873be6342be tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:59.218212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.251024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.281061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d439ea-242c-483f-a076-5a8cd17f11af None None] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:33:59.284993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=54f1f0e1-175c-41fa-a809-696cc44a7d14,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:59.298686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.303979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.305199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.317893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-60fda684-7c36-43f0-8f7f-ed8613869276 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:59.345365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:59.349130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object 19e3423b-d1c2-4998-91b0-0bf0aba82627 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:59.350884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a35d921-f43a-42af-8ea1-3c33b5a0f5ad,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:59.355704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:59.358318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4def165c-87ba-4a96-934e-f873be6342be tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags HTTP/1.1" status: 200 len: 205 time: 0.1566706 Jun 22 09:33:59.367315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55104) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.367704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.372279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-085124f3-34f0-4dab-8683-968ac97f80a6 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:59.388301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.392578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ace98e0-a306-4b7a-9359-d69deff0e1ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:59.450851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.455571 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7998295 Jun 22 09:33:59.456441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55106) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.459156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:59.463865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.465157 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2154040 Jun 22 09:33:59.470085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a2129f46-3536-4b20-9cde-25778e79a52e tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '1a35d921-f43a-42af-8ea1-3c33b5a0f5ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:59.474753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55108) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.484058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:59.487927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:59.526442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:59.526984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.531823 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-085124f3-34f0-4dab-8683-968ac97f80a6 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags HTTP/1.1" status: 204 len: 168 time: 0.1694894 Jun 22 09:33:59.535753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55110) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.547848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-6c68314e-2100-494c-9081-6f9794779127 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:59.566398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group_rule': {'security_group_id': '39f50f4d-1ad3-4548-a07f-7c22e730099d', 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:33:59.598762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Port': ['ID=eb38785a-82b9-4484-866d-809a195270d0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:59.599934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c37a607-6417-4b8a-81b5-35d59d315475 None None] Provisioning for port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:59.611235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:59.676567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.683526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e87d3000-250e-4edd-bbb5-64323ba6be0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.712493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-154816ec-a4c8-4a65-9224-45d9286ac1d1 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:33:59.716348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Deleting port fa129156-d256-44b1-b0f2-2fbf72c8a766 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:33:59.717005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.717151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6c68314e-2100-494c-9081-6f9794779127 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1793680 Jun 22 09:33:59.723111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55112) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.726588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-a809c9a8-0ac9-4f8b-9dfa-8263486e2032 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:59.826829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network d6f61bcf-9394-4a99-9254-2db58f88f969 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:33:59.842668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.843789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:33:59.853804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Transition to ACTIVE for port object fa129156-d256-44b1-b0f2-2fbf72c8a766 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:33:59.856253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:33:59.856892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.871841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=19e3423b-d1c2-4998-91b0-0bf0aba82627,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:33:59.884792 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a809c9a8-0ac9-4f8b-9dfa-8263486e2032 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags HTTP/1.1" status: 204 len: 168 time: 0.1618800 Jun 22 09:33:59.889927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55114) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:33:59.895154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2109c429-f564-4cb8-a213-4cc936fe6790 None None] Provisioning for port 6c5056c6-92d4-4372-819d-5c93c97001d1 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:33:59.895445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-796e0a38-6074-4bbe-9319-099c47b420b2 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:33:59.895560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2109c429-f564-4cb8-a213-4cc936fe6790 None None] Provisioning complete for port 6c5056c6-92d4-4372-819d-5c93c97001d1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:33:59.896048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2109c429-f564-4cb8-a213-4cc936fe6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.916043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:33:59.997632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:33:59.997782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.008854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:00.017168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2109c429-f564-4cb8-a213-4cc936fe6790 None None] Port 6c5056c6-92d4-4372-819d-5c93c97001d1 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:00.032217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.150142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Attempting to bind port fa129156-d256-44b1-b0f2-2fbf72c8a766 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:00.150706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Attempting to bind port fa129156-d256-44b1-b0f2-2fbf72c8a766 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ade16167-a174-4a3d-bb91-bedeeb2ccccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:00.151291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Attempting to bind port fa129156-d256-44b1-b0f2-2fbf72c8a766 on network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:00.154985 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3fed9-8f38-4afd-9ae1-68330923f658 None None] Pushing event updated for resources: {'Port': ['ID=fa129156-d256-44b1-b0f2-2fbf72c8a766,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:00.165830 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-a2129f46-3536-4b20-9cde-25778e79a52e tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:34:00.167698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d0b3fed9-8f38-4afd-9ae1-68330923f658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:00.171205 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a2129f46-3536-4b20-9cde-25778e79a52e tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7037699 Jun 22 09:34:00.171617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:00.172238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Checking segment: {'id': 'ade16167-a174-4a3d-bb91-bedeeb2ccccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:00.172384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55116) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:00.172948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.173499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Bound using segment: {'id': 'ade16167-a174-4a3d-bb91-bedeeb2ccccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:00.174148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Bound port: fa129156-d256-44b1-b0f2-2fbf72c8a766, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade16167-a174-4a3d-bb91-bedeeb2ccccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:00.174702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.193568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1b5469ed-e75b-47ec-aabe-5f88c5bade4a tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group_rule': {'security_group_id': '1a35d921-f43a-42af-8ea1-3c33b5a0f5ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:00.198832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Calling delete_port for fa129156-d256-44b1-b0f2-2fbf72c8a766 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:00.255889 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-796e0a38-6074-4bbe-9319-099c47b420b2 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags HTTP/1.1" status: 204 len: 168 time: 0.3567257 Jun 22 09:34:00.256389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55118) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:00.279704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] For port fa129156-d256-44b1-b0f2-2fbf72c8a766, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:00.280197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-9a89fe8f-a1bb-472c-98fc-65d0750f9091 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-1471758118') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:00.284916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.296835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] For port fa129156-d256-44b1-b0f2-2fbf72c8a766, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fa129156-d256-44b1-b0f2-2fbf72c8a766,segment=NetworkSegment(ade16167-a174-4a3d-bb91-bedeeb2ccccd),segment_id=ade16167-a174-4a3d-bb91-bedeeb2ccccd)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:00.336359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aa2d6e02-828e-4b33-870c-40b06ec6d9e3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:00.392698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.467616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.471779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:00.473947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.481788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d41d8ced-4b66-4529-b948-fbdeb7ea70eb tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:00.522654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a88c036c-ef64-4a53-a728-7893312d7d7c None None] Provisioning for port 19e3423b-d1c2-4998-91b0-0bf0aba82627 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:00.526311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:00.541600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:00.542387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.544238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a88c036c-ef64-4a53-a728-7893312d7d7c None None] Provisioning complete for port 19e3423b-d1c2-4998-91b0-0bf0aba82627 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:00.544603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a88c036c-ef64-4a53-a728-7893312d7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.550419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Routers {'4a9a6903-fa82-464d-a2f7-ad43975b4018'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:00.550419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['4a9a6903-fa82-464d-a2f7-ad43975b4018'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:00.552615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.570478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.638200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.679815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event updated for resources: {'Port': ['ID=6c5056c6-92d4-4372-819d-5c93c97001d1,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:00.691768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:00.692306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60754aaf-55b4-4648-b171-be2debf4d932 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:00.714863 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9a89fe8f-a1bb-472c-98fc-65d0750f9091 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-1471758118 HTTP/1.1" status: 201 len: 201 time: 0.4447773 Jun 22 09:34:00.715660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55120) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:00.718521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.723815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-9f715bff-138a-496b-87d7-4b9860028320 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-2019714236') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:00.736419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365277fc-1e0b-448e-bc7f-5a3c84103aef,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:00.782334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3fed9-8f38-4afd-9ae1-68330923f658 None None] Pushing event updated for resources: {'Port': ['ID=fa129156-d256-44b1-b0f2-2fbf72c8a766,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:00.792481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d0b3fed9-8f38-4afd-9ae1-68330923f658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:00.799749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:00.840196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a88c036c-ef64-4a53-a728-7893312d7d7c None None] Port 19e3423b-d1c2-4998-91b0-0bf0aba82627 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:00.862427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] Set router 4a9a6903-fa82-464d-a2f7-ad43975b4018 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:00.899929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.906295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b83a4cdb-53fc-443b-b674-6c3b4e54ec6d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:00.923419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9a6903-fa82-464d-a2f7-ad43975b4018', 'name': '', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:50Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 4, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:00.937612 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-1b5469ed-e75b-47ec-aabe-5f88c5bade4a tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:34:00.938737 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1b5469ed-e75b-47ec-aabe-5f88c5bade4a tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7554071 Jun 22 09:34:00.942570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55122) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:00.968637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac08e3c-8e61-4e43-8797-0d76b6a3c1ae None None] The sync data for ids ['4a9a6903-fa82-464d-a2f7-ad43975b4018'] in dv-neutron-797120-3-hyperv is: [{'id': '4a9a6903-fa82-464d-a2f7-ad43975b4018', 'name': '', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:50Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 4, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:00.968881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:00.970779 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4091742 Jun 22 09:34:00.972058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa129156-d256-44b1-b0f2-2fbf72c8a766,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:00.975951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:00.977046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55124) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:00.982224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group_rule': {'security_group_id': '39f50f4d-1ad3-4548-a07f-7c22e730099d', 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:01.007317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.012411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.024510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:01.028394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.036025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:01.036693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port aa2d6e02-828e-4b33-870c-40b06ec6d9e3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,segment=NetworkSegment(b66b291e-96a9-4f73-bca0-cdf674db6d3b),segment_id=b66b291e-96a9-4f73-bca0-cdf674db6d3b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:01.054877 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9f715bff-138a-496b-87d7-4b9860028320 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-2019714236 HTTP/1.1" status: 201 len: 201 time: 0.3379414 Jun 22 09:34:01.060131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55126) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.068053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-11dc377b-95b9-4754-bc33-b07d598f4ab2 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-1226350577') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:01.171312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.232333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.232333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be40742b-be31-4f7d-b1a6-3221cdad0ce5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:01.245910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.260271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.264010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.267740 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Project 2eaea57a00e04293a3eb07eac570cd12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:34:01.269445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f22e1f2-2505-4d03-8848-42b4fa932097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:01.294788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.361012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port be40742b-be31-4f7d-b1a6-3221cdad0ce5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:01.361524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.363497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:01.368533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:01.398714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:01.405507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.415903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.417922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.421170 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11dc377b-95b9-4754-bc33-b07d598f4ab2 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-1226350577 HTTP/1.1" status: 201 len: 201 time: 0.3575211 Jun 22 09:34:01.423513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55128) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.424815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-330ab8ce-6fb3-46d1-b372-5cffe850cb9b None None] Provisioning complete for port 6c5056c6-92d4-4372-819d-5c93c97001d1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:01.425217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-330ab8ce-6fb3-46d1-b372-5cffe850cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.428673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-1598da0f-8e13-48ee-8b2f-aa463bcea7cd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-297874536') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:01.470492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-330ab8ce-6fb3-46d1-b372-5cffe850cb9b None None] Port 6c5056c6-92d4-4372-819d-5c93c97001d1 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:01.508550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 54f1f0e1-175c-41fa-a809-696cc44a7d14 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:01.522835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:01.530580 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3227696 Jun 22 09:34:01.531598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55130) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.532919 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:01.537842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:01.544126 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:01.544749 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:33:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:01.560382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 54f1f0e1-175c-41fa-a809-696cc44a7d14 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:01.560959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.574820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.580525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a9a6903-fa82-464d-a2f7-ad43975b4018 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:01.589216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.592169 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/routers/4a9a6903-fa82-464d-a2f7-ad43975b4018 HTTP/1.1" status: 204 len: 168 time: 3.3778470 Jun 22 09:34:01.593219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55132) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.648744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.649632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.651769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.654650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.654816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d083ef71-63ef-4fad-a57e-d6c356219017 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:01.656417 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/1a35d921-f43a-42af-8ea1-3c33b5a0f5ad HTTP/1.1" status: 204 len: 168 time: 0.7126365 Jun 22 09:34:01.658345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.662740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55134) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.665202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:01.665795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78976700-6c3d-4ed3-bd4c-75896d9b3715 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:01.667811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:01.672508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.716668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a35d921-f43a-42af-8ea1-3c33b5a0f5ad,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:01.721459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:01.724215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cdd2aa05-3689-41b2-8695-d148efd5d636 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:01.864924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ca66b7-ceba-4c4f-be00-3787747a6222,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:01.875404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:01.879200 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1598da0f-8e13-48ee-8b2f-aa463bcea7cd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-297874536 HTTP/1.1" status: 201 len: 201 time: 0.4525487 Jun 22 09:34:01.879200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-401cd679-5554-4549-a391-6457fa183e83 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:01.880133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55136) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.888214 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cd5cc893-b4f4-45cf-8f0a-81dea843fab6 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2163532 Jun 22 09:34:01.890835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d083ef71-63ef-4fad-a57e-d6c356219017 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:01.904105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.904105 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9237525 Jun 22 09:34:01.904897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d083ef71-63ef-4fad-a57e-d6c356219017 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:01.905855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:01.921845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55138) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.922137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55140) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:01.925648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-92bc6085-d3ed-408f-9725-b9418160ec4f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', {'tags': ['tempest-TagsExtTest-Tag-1817443116', 'tempest-TagsExtTest-Tag-764219027', 'tempest-TagsExtTest-Tag-1252176452']}) {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:01.996357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'security_group_rule': {'security_group_id': '39f50f4d-1ad3-4548-a07f-7c22e730099d', 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:02.012330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294056952'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:02.023218 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:33:59Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.037647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.062698 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:02.063380 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Updating router 497cb954-2a71-4576-8a43-4e80363a3466 port 6c5056c6-92d4-4372-819d-5c93c97001d1 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:34:02.096487 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-92bc6085-d3ed-408f-9725-b9418160ec4f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags HTTP/1.1" status: 200 len: 317 time: 0.2068517 Jun 22 09:34:02.102817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.120320 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.145269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55142) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:02.161797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-88fa39e3-1c8e-4650-889a-8c5ee9b5283c tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.173209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d083ef71-63ef-4fad-a57e-d6c356219017, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d083ef71-63ef-4fad-a57e-d6c356219017,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:02.181042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:34:02.181042 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:34:02.181042 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '2eaea57a00e04293a3eb07eac570cd12', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 34, 2, 31096)}] Jun 22 09:34:02.181042 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:34:02.181543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:34:02.191553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event updated for resources: {'Port': ['ID=eb38785a-82b9-4484-866d-809a195270d0,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.195823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Deleting subnet 791d8720-486b-43f7-a410-87f7d38a3547 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:02.206477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.207900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:02.234148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=19e3423b-d1c2-4998-91b0-0bf0aba82627,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.243117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:02.262093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.274676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.275628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc7d3bad-97bc-4681-8469-0b8dff85ddae up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:02.277741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:02.327221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.338633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network d6f61bcf-9394-4a99-9254-2db58f88f969 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:02.339779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.342584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:02.366578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Floating IP e9774f8a-461b-423e-9d3b-3fe5e7842c9d associated. External IP: 172.26.6.169, port: 8be7d7f0-6b56-43db-8905-6e763f194e2c. Jun 22 09:34:02.407643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5db8b330-2b93-45f8-a19d-58e6973e6cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.500601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d083ef71-63ef-4fad-a57e-d6c356219017,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.508431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:02.531281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.542342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f5137ded-2957-4549-bc79-1795d81e0351 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:02.552510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.566759 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Transition to ACTIVE for port object 6c5056c6-92d4-4372-819d-5c93c97001d1 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:02.575494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bc7d3bad-97bc-4681-8469-0b8dff85ddae completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:02.579710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bc7d3bad-97bc-4681-8469-0b8dff85ddae triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:02.580309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.602929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.609877 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/791d8720-486b-43f7-a410-87f7d38a3547 HTTP/1.1" status: 204 len: 168 time: 1.0140405 Jun 22 09:34:02.610890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=791d8720-486b-43f7-a410-87f7d38a3547,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.614412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:02.637429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:02.663542 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-88fa39e3-1c8e-4650-889a-8c5ee9b5283c tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags HTTP/1.1" status: 204 len: 168 time: 0.5156035 Jun 22 09:34:02.669076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55146) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:02.681643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-bfea3d63-8ecf-4c9d-82e8-a42df5897308 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-1817443116') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.684400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.extraroute_db [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93950) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:34:02.691695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.724948 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.729805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.734350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.735561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bc7d3bad-97bc-4681-8469-0b8dff85ddae, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc7d3bad-97bc-4681-8469-0b8dff85ddae,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:02.742391 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d11f70c-882c-4734-ab87-4c67c6943a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:02.778445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.extraroute_db [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Removed routes are [] {{(pid=93950) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:34:02.779062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.807803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.819918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e816c64b-9ebc-4fd8-a385-f9f4a3b3a6e5 None None] Provisioning complete for port 19e3423b-d1c2-4998-91b0-0bf0aba82627 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:02.821454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e816c64b-9ebc-4fd8-a385-f9f4a3b3a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.825957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.837085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.847227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.861299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade16167-a174-4a3d-bb91-bedeeb2ccccd') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.861741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade16167-a174-4a3d-bb91-bedeeb2ccccd') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.879787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.902725 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-bfea3d63-8ecf-4c9d-82e8-a42df5897308 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:02.903600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.904629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:02.909089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bfea3d63-8ecf-4c9d-82e8-a42df5897308 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-1817443116 HTTP/1.1" status: 404 len: 329 time: 0.2272966 Jun 22 09:34:02.912996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:02.913660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55148) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:02.915559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:02.918921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:02.920799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-d24744ca-0b38-44fd-af45-20f6a73f9914 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-764219027') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:02.974075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bc7d3bad-97bc-4681-8469-0b8dff85ddae,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:02.995389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:03.016785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aa2d6e02-828e-4b33-870c-40b06ec6d9e3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: items = [ Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:03.017776 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:03.020936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 47b1aa92-6f17-40e4-b59f-d16f6030cf16 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:03.032882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.055328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e816c64b-9ebc-4fd8-a385-f9f4a3b3a6e5 None None] Port 19e3423b-d1c2-4998-91b0-0bf0aba82627 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:03.080394 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7c76-4d69-4cd5-9bd2-62a23fe0c0ed None None] Pushing event updated for resources: {'Port': ['ID=6c5056c6-92d4-4372-819d-5c93c97001d1,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:03.089383 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ac5d7c76-4d69-4cd5-9bd2-62a23fe0c0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:03.089383 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Attempting to bind port 6c5056c6-92d4-4372-819d-5c93c97001d1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:03.089383 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Attempting to bind port 6c5056c6-92d4-4372-819d-5c93c97001d1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:03.089383 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Attempting to bind port 6c5056c6-92d4-4372-819d-5c93c97001d1 on network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:03.095106 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:03.095570 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Checking segment: {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:03.096216 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.096689 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Bound using segment: {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:03.097226 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Bound port: 6c5056c6-92d4-4372-819d-5c93c97001d1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a3a73f-e21c-44ff-b415-529b3a7fcd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:03.097660 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.142028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:03.142414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.181204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.185159 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] For port 6c5056c6-92d4-4372-819d-5c93c97001d1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:03.188182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-de037d6e-6475-4655-afff-f653cd9dd951 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:03.190112 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] For port 6c5056c6-92d4-4372-819d-5c93c97001d1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c5056c6-92d4-4372-819d-5c93c97001d1,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:03.192549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 09:34:03.210962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.224196 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/networks/60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9 HTTP/1.1" status: 204 len: 168 time: 0.5899768 Jun 22 09:34:03.224196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event deleted for resources: {'Network': ['ID=60cdcd09-6c1b-46b6-8e7b-ca8c5e4d20d9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:03.229469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:03.273262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:03.297887 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.304150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/47b1aa92-6f17-40e4-b59f-d16f6030cf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1491437 Jun 22 09:34:03.304514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55152) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:03.310875 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0d11f70c-882c-4734-ab87-4c67c6943a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:03.363392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d083ef71-63ef-4fad-a57e-d6c356219017 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:03.363776 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:03.364349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:03.450871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3df43-2e2a-4bf7-ab1f-7a6226e2addf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:03.456567 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c5d3df43-2e2a-4bf7-ab1f-7a6226e2addf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports/19e3423b-d1c2-4998-91b0-0bf0aba82627 HTTP/1.1" status: 200 len: 911 time: 0.1507626 Jun 22 09:34:03.460247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55156) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:03.493341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d083ef71-63ef-4fad-a57e-d6c356219017 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:03.493678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.505386 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d7c76-4d69-4cd5-9bd2-62a23fe0c0ed None None] Pushing event updated for resources: {'Port': ['ID=6c5056c6-92d4-4372-819d-5c93c97001d1,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:03.510513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5328d90-6899-4dd7-be46-5c024525b010 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:03.525864 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ac5d7c76-4d69-4cd5-9bd2-62a23fe0c0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:03.541548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:03.591115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.716493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88c855e-a019-4317-b6e6-f0b70645fa35,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:03.722546 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Project 2eaea57a00e04293a3eb07eac570cd12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:34:03.731072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:03.738970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55160) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:03.749051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'name': 'tempest-router--619104717', 'project_id': 'dff4c4149a1642b6bb13cd38bc839aa6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:03.782566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.838196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] Sync routers for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:03.845566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.851659 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8613465 Jun 22 09:34:03.853596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:03.854708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:03.858086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55162) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:03.863711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d9202cd9-b9e4-4f11-a6a8-394bf1b58ee8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:03.864314 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-d9202cd9-b9e4-4f11-a6a8-394bf1b58ee8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:34:03.864911 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-d9202cd9-b9e4-4f11-a6a8-394bf1b58ee8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 09:34:03.871082 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d9202cd9-b9e4-4f11-a6a8-394bf1b58ee8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "PUT /v2.0/security-groups/f88c855e-a019-4317-b6e6-f0b70645fa35 HTTP/1.1" status: 409 len: 330 time: 0.0080702 Jun 22 09:34:03.883023 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:02Z', 'revision_number': 6, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:03Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:03.884155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55164) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:03.897092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:03.906152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:03.906758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:03.922573 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a525ea35-198f-4462-82bd-0b2915108396 None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:02Z', 'revision_number': 6, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:03Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:03.933559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.934589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.949996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:03.951130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587903bf-74ab-4759-8094-c4bc7f620461 None None] The sync data for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:03.967214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:03.988670 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-d24744ca-0b38-44fd-af45-20f6a73f9914 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:03.994450 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d24744ca-0b38-44fd-af45-20f6a73f9914 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-764219027 HTTP/1.1" status: 404 len: 328 time: 1.0796423 Jun 22 09:34:03.999358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55166) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.001648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.010033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-f5ce0a22-ac73-4f85-8ad9-2e98df36ea70 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd', 'tempest-TagsExtTest-Tag-1252176452') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:04.034491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.072275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:04.087017 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] Sync routers for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:04.091395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.097371 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:04.098234 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:04.123080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.128402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.141145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-32f648ec-4d78-4b8d-97c3-8cd2486153f6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:04.182650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7df19bb-2d76-4b70-b9d4-18b215dc8fdb,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:04.188009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:04.201296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.204218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.206057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:04.232174 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:04.267074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.328330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.330273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.331102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.3388658 Jun 22 09:34:04.355583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.358432 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eeaa706b-2f36-4993-b5fb-6885e73cc48e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6174307 Jun 22 09:34:04.367587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1915929 Jun 22 09:34:04.367587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:34:04.368598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc81f67-de27-4322-9240-03ba9d325cef" -d '{"events": [{"name": "network-changed", "server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:34:04.370940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55174) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.378050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:04.386228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.387462 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2e026613-b1ff-4a4e-93c7-c251ed3dc0bd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 934 time: 2.8547978 Jun 22 09:34:04.433194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55178) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.482652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.486602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.488469 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/f88c855e-a019-4317-b6e6-f0b70645fa35 HTTP/1.1" status: 204 len: 168 time: 0.6029263 Jun 22 09:34:04.494033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2bdfdb4-2f0e-4e1b-b28b-a2655e8791c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:04.499237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55188) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.511821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b7aaa2-80e2-408b-984f-6ab65b02ea91 x-openstack-request-id: req-b7b7aaa2-80e2-408b-984f-6ab65b02ea91 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:34:04.512260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:34:04.512651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7b7aaa2-80e2-408b-984f-6ab65b02ea91 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:34:04.513114 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'status': 'completed', 'code': 200} Jun 22 09:34:04.564550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:04.643124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-f5ce0a22-ac73-4f85-8ad9-2e98df36ea70 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:04.643498 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f5ce0a22-ac73-4f85-8ad9-2e98df36ea70 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags/tempest-TagsExtTest-Tag-1252176452 HTTP/1.1" status: 404 len: 329 time: 0.6377313 Jun 22 09:34:04.675733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55210) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.681601 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'e9774f8a-461b-423e-9d3b-3fe5e7842c9d', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'port_id': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'mac_address': 'fa:16:3e:a6:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:34:00Z', 'updated_at': '2021-06-22T09:34:00Z', 'revision_number': 0, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:04.684433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88c855e-a019-4317-b6e6-f0b70645fa35,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:04.686364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-0edc6077-b80e-41dd-bf27-1c46fd89313e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', {'tags': ['tempest-TagsExtTest-Tag-1062500143', 'tempest-TagsExtTest-Tag-106532140', 'tempest-TagsExtTest-Tag-1917329105']}) {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:04.718486 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] Checking router: 7d3f28be-e970-4c4d-be94-cbaf9dac92ee for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:04.724270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:04.742423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:04.746649 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:04.904359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b41a4d38-053d-4a50-b521-3fa791e04994 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2901483 Jun 22 09:34:04.908910 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:04.909869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55224) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.947406 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7cb32d8-7acf-4095-85a5-dab311767c44 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 934 time: 0.5066974 Jun 22 09:34:04.948102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55226) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:04.956183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'routes': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:04.957693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.035559 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0edc6077-b80e-41dd-bf27-1c46fd89313e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags HTTP/1.1" status: 200 len: 317 time: 0.3563027 Jun 22 09:34:05.051120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55228) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.087577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.100578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-c6fa5a46-214a-44eb-ba46-c133b3ad8f3d tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:05.109121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81f67-de27-4322-9240-03ba9d325cef req-58098614-36b7-4de0-9123-7f984f173c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:05.110614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-58098614-36b7-4de0-9123-7f984f173c66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1098 time: 0.5946701 Jun 22 09:34:05.111571 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-facea66f-2397-4b98-87c6-2b5726d96cfe tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] delete failed (client error): The resource could not be found. Jun 22 09:34:05.111959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:05.117033 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-facea66f-2397-4b98-87c6-2b5726d96cfe tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "DELETE /v2.0/security-groups/f60ec691-051f-4f55-86f6-8942c48bc049 HTTP/1.1" status: 404 len: 347 time: 0.1590879 Jun 22 09:34:05.117033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.119266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55230) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.137618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c5056c6-92d4-4372-819d-5c93c97001d1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:05.187679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:05.188855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:05.228676 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'e9774f8a-461b-423e-9d3b-3fe5e7842c9d', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'port_id': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'mac_address': 'fa:16:3e:a6:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:34:00Z', 'updated_at': '2021-06-22T09:34:00Z', 'revision_number': 0, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:05.248883 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-90a0b40a-63d0-4683-adc9-46cfffe6c635 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] show failed (client error): The resource could not be found. Jun 22 09:34:05.253323 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-90a0b40a-63d0-4683-adc9-46cfffe6c635 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-groups/49ef214e-5701-4d10-b9a7-fea01c981590 HTTP/1.1" status: 404 len: 347 time: 0.1251028 Jun 22 09:34:05.258529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55232) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.263155 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8eeeb9-f289-435f-b021-f76b5ed3ab6e None None] The sync data for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv is: [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'e9774f8a-461b-423e-9d3b-3fe5e7842c9d', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'port_id': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'mac_address': 'fa:16:3e:a6:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:34:00Z', 'updated_at': '2021-06-22T09:34:00Z', 'revision_number': 0, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:05.298343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35052-a2dc-4898-b4f6-36bb918a77dd req-3242fef9-01c1-42ce-935e-bd138d6c9cab tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:05.299951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8ec35052-a2dc-4898-b4f6-36bb918a77dd req-3242fef9-01c1-42ce-935e-bd138d6c9cab tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.6256385 Jun 22 09:34:05.310340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:05.368246 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8ec35052-a2dc-4898-b4f6-36bb918a77dd req-34f9ce5e-dba6-4e02-8994-3d79bece234e tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547218 Jun 22 09:34:05.377546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81f67-de27-4322-9240-03ba9d325cef req-41625545-1519-4d3f-a2a3-87244f46c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:05.378981 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-41625545-1519-4d3f-a2a3-87244f46c727 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 898 time: 0.2464819 Jun 22 09:34:05.386306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.387154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 158245a7-43cd-4be7-a371-bad60195d2f4 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:05.404573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6c5056c6-92d4-4372-819d-5c93c97001d1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:05.409604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.413240 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b87e44c7-a2b0-4576-8ac2-301dcd9c5f44 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/routers/158245a7-43cd-4be7-a371-bad60195d2f4 HTTP/1.1" status: 204 len: 168 time: 1.0387468 Jun 22 09:34:05.413240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55234) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.437669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6c5056c6-92d4-4372-819d-5c93c97001d1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:05.438056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.527974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c6fa5a46-214a-44eb-ba46-c133b3ad8f3d tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags HTTP/1.1" status: 204 len: 168 time: 0.4735115 Jun 22 09:34:05.542672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55238) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.551326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-aaffe4c1-a579-422e-abf1-56b5420f7b7e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-1062500143') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:05.590481 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da1849-a130-4df0-a877-381e479461c1 None None] New status for floating IP e9774f8a-461b-423e-9d3b-3fe5e7842c9d: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:34:05.603424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.710500 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-855794a0-9f48-4c2c-9c12-0539c0276969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 999 time: 0.3157239 Jun 22 09:34:05.716841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:34:05.717541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:34:05.739377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 6c5056c6-92d4-4372-819d-5c93c97001d1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c5056c6-92d4-4372-819d-5c93c97001d1,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:05.747553 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-6a39c5f4-0f7a-4877-a6ea-34d34adfd6d5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] show failed (client error): The resource could not be found. Jun 22 09:34:05.748754 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6a39c5f4-0f7a-4877-a6ea-34d34adfd6d5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] 10.222.0.65 "GET /v2.0/security-group-rules/cdaea0eb-5e3c-468f-8990-aa43d793f085 HTTP/1.1" status: 404 len: 356 time: 0.4891942 Jun 22 09:34:05.758045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.779136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8:1::1 (aee2c5c2-fdac-4fe5-bf44-649d7ee5e927/4e0f1588-4743-49e7-857f-37a458a6b741/d01895ee-74f6-4980-bb64-ce7a07c0b985) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:05.801470 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cef682dc-91a7-4b15-af46-2e5a46fa3efd tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/floatingips/e9774f8a-461b-423e-9d3b-3fe5e7842c9d HTTP/1.1" status: 200 len: 991 time: 0.3417025 Jun 22 09:34:05.803591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:02Z', 'revision_number': 6, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:03Z', 'revision_number': 4, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:05.812811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81f67-de27-4322-9240-03ba9d325cef req-fa9a0aa6-00fe-4096-a92b-bc1b86448e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:05.816164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-fa9a0aa6-00fe-4096-a92b-bc1b86448e85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 200 len: 834 time: 0.0965629 Jun 22 09:34:05.840776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55242) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.866174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:05.872783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:05.882186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc7d3bad-97bc-4681-8469-0b8dff85ddae up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:05.885602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c2b1953-b6ca-4914-92e3-8ea4aebe3019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:05.903994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-aaffe4c1-a579-422e-abf1-56b5420f7b7e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:05.908459 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aaffe4c1-a579-422e-abf1-56b5420f7b7e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-1062500143 HTTP/1.1" status: 404 len: 329 time: 0.3645899 Jun 22 09:34:05.909208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55246) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:05.916945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-25ac8250-d541-4c04-978a-5885b9b17b2e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-106532140') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:06.014099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:06.014783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:06.077262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81f67-de27-4322-9240-03ba9d325cef req-c568da48-1b4b-45d2-a686-9ecc63a8a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:06.078793 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-c568da48-1b4b-45d2-a686-9ecc63a8a13a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27f680c-f8b7-4898-8ca7-8e5a33194951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2547903 Jun 22 09:34:06.155986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bc7d3bad-97bc-4681-8469-0b8dff85ddae triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:06.156380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.214258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=6c5056c6-92d4-4372-819d-5c93c97001d1,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:06.225436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:06.254505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:06.264576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-25ac8250-d541-4c04-978a-5885b9b17b2e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:06.265607 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-25ac8250-d541-4c04-978a-5885b9b17b2e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-106532140 HTTP/1.1" status: 404 len: 328 time: 0.3541899 Jun 22 09:34:06.280629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55256) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:06.291326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-ed0d46dc-7087-4d48-8510-0b2c594212de tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c', 'tempest-TagsExtTest-Tag-1917329105') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:06.414390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-43735522', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:06.560703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55260) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:06.570372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.595662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object d01895ee-74f6-4980-bb64-ce7a07c0b985 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:06.597217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.598263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.601489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 7, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:06.619240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.630168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.634460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40014c0f-7dc6-4856-a880-09b767a5358f None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 7, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:06.764681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:06.777082 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-202dacdb-5037-4967-989d-1be09429727c service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738462 Jun 22 09:34:06.798822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55266) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:06.833424 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6999fc6f-f1b2-4eb2-a0fb-37a4865eb966 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1b3f025607a44ecb9706005437a81e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714713 Jun 22 09:34:06.836631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55270) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:06.843861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:06.904729 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-ed0d46dc-7087-4d48-8510-0b2c594212de tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:06.908759 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed0d46dc-7087-4d48-8510-0b2c594212de tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags/tempest-TagsExtTest-Tag-1917329105 HTTP/1.1" status: 404 len: 329 time: 0.6271217 Jun 22 09:34:06.909413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55272) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:06.925309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-3fe4b508-bffa-4b21-b398-9aed36be9f9c tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', {'tags': ['tempest-TagsExtTest-Tag-1452679812', 'tempest-TagsExtTest-Tag-510112332', 'tempest-TagsExtTest-Tag-1389853877']}) {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:06.970838 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c5056c6-92d4-4372-819d-5c93c97001d1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:07.027841 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c98e1c69-9883-4bd9-ac2c-bf51f9a7104f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/floatingips/e9774f8a-461b-423e-9d3b-3fe5e7842c9d HTTP/1.1" status: 200 len: 993 time: 0.2252040 Jun 22 09:34:07.058073 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fc81f67-de27-4322-9240-03ba9d325cef req-391a7f64-b8be-4aef-98c8-d9df381da937 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741122 Jun 22 09:34:07.096612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6c5056c6-92d4-4372-819d-5c93c97001d1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:07.097161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.104759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.109255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b7fffef-7ef9-4038-8640-fdd8a45f4aca tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:07.152454 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3fe4b508-bffa-4b21-b398-9aed36be9f9c tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags HTTP/1.1" status: 200 len: 317 time: 0.2334521 Jun 22 09:34:07.153141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55304) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:07.159272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-eed05b0c-e25f-4866-ac62-52fb4fa6d17a tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:07.248503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.274538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:07.288374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:07.305665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:07.311098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.311516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:07.312299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d2385b8f-d18e-456f-a59b-0dc8c8dbfc00 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 700 time: 2.3601954 Jun 22 09:34:07.313449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:07.313951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.314942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55306) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:07.319979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.323832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=d01895ee-74f6-4980-bb64-ce7a07c0b985,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:07.337613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:07.338404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:07.339952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:07.421234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.447027 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eed05b0c-e25f-4866-ac62-52fb4fa6d17a tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags HTTP/1.1" status: 204 len: 168 time: 0.2901151 Jun 22 09:34:07.454137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55310) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:07.466795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-de02c5dc-84f3-465b-8b7f-0b128dc6e799 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-1452679812') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:07.524239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:07.646065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9f69160b-c68e-48e9-b952-33b456e45058 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 700 time: 0.3274515 Jun 22 09:34:07.646823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55312) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:07.663044 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-de02c5dc-84f3-465b-8b7f-0b128dc6e799 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:07.663044 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-de02c5dc-84f3-465b-8b7f-0b128dc6e799 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-1452679812 HTTP/1.1" status: 404 len: 329 time: 0.2091446 Jun 22 09:34:07.663544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55314) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:07.669836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-34081d31-73ea-4895-a0ba-601afccf31bd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-510112332') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:07.768885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.771601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.775850 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/282ae142-ba8a-4dfb-be00-c2aa470b0bc0 HTTP/1.1" status: 204 len: 168 time: 0.9382319 Jun 22 09:34:07.796383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-779fa26e-154d-4011-ab8b-eb2b62dcc730 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:07.809210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ae142-ba8a-4dfb-be00-c2aa470b0bc0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:07.820595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:07.831960 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-34081d31-73ea-4895-a0ba-601afccf31bd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:07.833012 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-34081d31-73ea-4895-a0ba-601afccf31bd tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-510112332 HTTP/1.1" status: 404 len: 328 time: 0.1687357 Jun 22 09:34:07.840653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55318) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:07.845625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-a3ad744c-d29f-4480-99d7-03d83493c68a tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8', 'tempest-TagsExtTest-Tag-1389853877') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:07.853562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.864543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3b71747a-9fa6-4ebf-9f15-8074939e463d None None] Provisioning for port d01895ee-74f6-4980-bb64-ce7a07c0b985 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:07.890568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3b71747a-9fa6-4ebf-9f15-8074939e463d None None] Provisioning complete for port d01895ee-74f6-4980-bb64-ce7a07c0b985 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:07.898297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3b71747a-9fa6-4ebf-9f15-8074939e463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:07.976530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3b71747a-9fa6-4ebf-9f15-8074939e463d None None] Port d01895ee-74f6-4980-bb64-ce7a07c0b985 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:08.064725 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-a3ad744c-d29f-4480-99d7-03d83493c68a tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:08.065787 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a3ad744c-d29f-4480-99d7-03d83493c68a tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags/tempest-TagsExtTest-Tag-1389853877 HTTP/1.1" status: 404 len: 329 time: 0.2241960 Jun 22 09:34:08.072757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 7, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.078172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55320) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:08.097458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-3f13e9b1-74c4-4741-b60d-30476c021ada tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', {'tags': ['tempest-TagsExtTest-Tag-901561932', 'tempest-TagsExtTest-Tag-921404222', 'tempest-TagsExtTest-Tag-1249200480']}) {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.108862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:08.119592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:08.120733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.224333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.226506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.251322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:08.260810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.408666 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3f13e9b1-74c4-4741-b60d-30476c021ada tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "PUT /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags HTTP/1.1" status: 200 len: 316 time: 0.3279941 Jun 22 09:34:08.414421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55322) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:08.419345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-7bb4f124-72b8-41b5-b51e-278db9300f79 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.473582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Allocated IP 172.26.6.202 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/7ae4a07e-48ee-4283-944e-84885a4e99de) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:08.498361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.558928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 7, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.604200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce300bc-064c-425d-9a71-f0c771e186d9 None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 7, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c5056c6-92d4-4372-819d-5c93c97001d1', 'name': '', 'network_id': '4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:49:ba:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '754e97f1-8da0-4fde-8053-747e033fce04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:56Z', 'updated_at': '2021-06-22T09:34:05Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '754e97f1-8da0-4fde-8053-747e033fce04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:08.608256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.609404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.617645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6fa14369-e136-4804-a705-6c9437528955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:08.652193 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7bb4f124-72b8-41b5-b51e-278db9300f79 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags HTTP/1.1" status: 204 len: 168 time: 0.2366233 Jun 22 09:34:08.654878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 6c5056c6-92d4-4372-819d-5c93c97001d1 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:08.655213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.658008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55326) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:08.665431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-27b25a01-8568-4dd7-a758-1a7f90959484 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-901561932') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.672366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.676303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=d01895ee-74f6-4980-bb64-ce7a07c0b985,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:08.745095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:08.748121 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-27b25a01-8568-4dd7-a758-1a7f90959484 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:08.749230 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-27b25a01-8568-4dd7-a758-1a7f90959484 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-901561932 HTTP/1.1" status: 404 len: 328 time: 0.0888538 Jun 22 09:34:08.753141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55328) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:08.758688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-ff43d3b5-6bac-4308-b033-c074e57307af tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-921404222') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.805750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:08.806625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port 6c5056c6-92d4-4372-819d-5c93c97001d1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c5056c6-92d4-4372-819d-5c93c97001d1,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:08.807000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.810118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:08.820090 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-ff43d3b5-6bac-4308-b033-c074e57307af tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:08.821146 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ff43d3b5-6bac-4308-b033-c074e57307af tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-921404222 HTTP/1.1" status: 404 len: 328 time: 0.0670812 Jun 22 09:34:08.824459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55330) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:08.829318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-94f9d92a-4024-478a-96c2-0de904ca94bf tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939', 'tempest-TagsExtTest-Tag-1249200480') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.894065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 6c5056c6-92d4-4372-819d-5c93c97001d1 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:08.931596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:08.934126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:08.951923 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-94f9d92a-4024-478a-96c2-0de904ca94bf tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] show failed (client error): The resource could not be found. Jun 22 09:34:08.953576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-94f9d92a-4024-478a-96c2-0de904ca94bf tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags/tempest-TagsExtTest-Tag-1249200480 HTTP/1.1" status: 404 len: 329 time: 0.1276088 Jun 22 09:34:08.956317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55332) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:08.961362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-08538aeb-9b91-49e3-b5d3-c6eea123e504 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34a1f258-cf77-4da3-8ee2-40ded0031939') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:08.979512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event updated for resources: {'Port': ['ID=7ae4a07e-48ee-4283-944e-84885a4e99de,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:08.988652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 47b1aa92-6f17-40e4-b59f-d16f6030cf16 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:08.993954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:09.013926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:09.017648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:09.047544 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-08538aeb-9b91-49e3-b5d3-c6eea123e504 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939/tags HTTP/1.1" status: 204 len: 168 time: 0.0902202 Jun 22 09:34:09.050349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55334) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.050765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:09.056309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-28243c8f-43d8-4948-8f04-8fce129082b1 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc126429-f71c-4e37-8936-8a238dc8a5d8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.214677 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28243c8f-43d8-4948-8f04-8fce129082b1 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1608799 Jun 22 09:34:09.214899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55336) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.219579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-6a69bb80-c402-4c14-8f07-6af23c3cfccf tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a4d0d2e2-83df-4baf-9316-e20fbefde97c') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.224100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3ee3639e-5463-4a2a-8357-42bc67c2a2c3 None None] Provisioning complete for port d01895ee-74f6-4980-bb64-ce7a07c0b985 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:09.225224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ee3639e-5463-4a2a-8357-42bc67c2a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:09.232159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:09.270697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3639e-5463-4a2a-8357-42bc67c2a2c3 None None] Port d01895ee-74f6-4980-bb64-ce7a07c0b985 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:09.301803 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6a69bb80-c402-4c14-8f07-6af23c3cfccf tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c/tags HTTP/1.1" status: 204 len: 168 time: 0.0859222 Jun 22 09:34:09.354382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55338) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.354382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-1d3996b0-3f6b-4165-bf8b-4df2d3d098c1 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '81ede451-9919-441f-bb74-748f197e56bd') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.440610 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d3996b0-3f6b-4165-bf8b-4df2d3d098c1 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1303861 Jun 22 09:34:09.440610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55340) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.583126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:09.583126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3858980-34d9-4ba6-8e70-e79b8c5a4f7a tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:09.611916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=6c5056c6-92d4-4372-819d-5c93c97001d1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:09.625339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:09.630139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:09.636350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/47b1aa92-6f17-40e4-b59f-d16f6030cf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1747916 Jun 22 09:34:09.639265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55344) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.643346 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] Sync routers for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:09.671699 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:09.672425 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.706820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a5d7c-934b-42b4-9455-c4559c606e2e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:09.711991 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-300a5d7c-934b-42b4-9455-c4559c606e2e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports/d01895ee-74f6-4980-bb64-ce7a07c0b985 HTTP/1.1" status: 200 len: 913 time: 0.0686414 Jun 22 09:34:09.712358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55346) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.748999 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.769479 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:09.772535 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.821656 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:09.828897 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e14b52-15a1-4148-936d-21e26a65e353 None None] The sync data for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:09.877533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78d21b4f-df08-47e8-9ae8-73f9520807fe tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for subnetpool, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:09.882216 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-78d21b4f-df08-47e8-9ae8-73f9520807fe tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnetpools/34a1f258-cf77-4da3-8ee2-40ded0031939 HTTP/1.1" status: 204 len: 168 time: 0.4416137 Jun 22 09:34:09.889952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55348) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:09.908899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:09.933616 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bed8961f-32a1-48e5-9524-4a16a0f52b8f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc126429-f71c-4e37-8936-8a238dc8a5d8 HTTP/1.1" status: 200 len: 205 time: 0.0394375 Jun 22 09:34:09.935985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55350) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:10.083017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.370142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.377395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.393732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.599180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.602739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.766467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:10.767704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port d01895ee-74f6-4980-bb64-ce7a07c0b985 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:10.767704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.841987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:10.842275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.844681 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1963165 Jun 22 09:34:10.849607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55354) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:10.853005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:10.866557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:10.867227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:10.936757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet 754e97f1-8da0-4fde-8053-747e033fce04 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:10.946467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for d01895ee-74f6-4980-bb64-ce7a07c0b985 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:10.948343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:10.982599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:10.997694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.113979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.144469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Router e670cbb3-68a9-40dd-b646-4924174c90d9 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:11.190762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.191258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Fanout notify agent at l3_agent the message router_deleted on router fc126429-f71c-4e37-8936-8a238dc8a5d8 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:11.199545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.203268 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c08ec69d-acff-4d67-9a50-eef9d2ea428e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/routers/fc126429-f71c-4e37-8936-8a238dc8a5d8 HTTP/1.1" status: 204 len: 168 time: 1.2663565 Jun 22 09:34:11.203693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55356) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:11.241079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:09Z', 'revision_number': 8, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.272743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:11.281214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:11.281837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.305964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.309026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ca65b188-f6b9-4abf-9c35-3f92f41f1948 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:11.324003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:11.336487 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] Sync routers for ids ['e670cbb3-68a9-40dd-b646-4924174c90d9'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:11.345599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.348949 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] Routers {'e670cbb3-68a9-40dd-b646-4924174c90d9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:11.350375 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e670cbb3-68a9-40dd-b646-4924174c90d9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.351578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:11.369399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=754e97f1-8da0-4fde-8053-747e033fce04,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:11.379445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=d01895ee-74f6-4980-bb64-ce7a07c0b985,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:11.384301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:11.385915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:11.388851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:11.402559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.407251 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/754e97f1-8da0-4fde-8053-747e033fce04 HTTP/1.1" status: 204 len: 168 time: 0.5560946 Jun 22 09:34:11.410794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55358) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:11.424532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Deleting port a4d0d2e2-83df-4baf-9316-e20fbefde97c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:11.424532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.429351 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.445156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77437c42-df73-409c-8322-88cde2a68f6e None None] Network 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:11.449161 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] Routers {'e670cbb3-68a9-40dd-b646-4924174c90d9'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:11.450186 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e670cbb3-68a9-40dd-b646-4924174c90d9'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.511750 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.512943 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9c5b-2a77-4973-b581-f7f6b508bc12 None None] The sync data for ids ['e670cbb3-68a9-40dd-b646-4924174c90d9'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:11.524617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.525911 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6819503 Jun 22 09:34:11.531512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55360) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:11.581541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.668968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port d083ef71-63ef-4fad-a57e-d6c356219017 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:11.669670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.728218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.739378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.823263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port d083ef71-63ef-4fad-a57e-d6c356219017, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d083ef71-63ef-4fad-a57e-d6c356219017,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:11.823767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.833233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Calling delete_port for a4d0d2e2-83df-4baf-9316-e20fbefde97c owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:11.846312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428c592-3380-4600-99f9-30d30269560e None None] DHCP port deletion for 4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:11.853772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:09Z', 'revision_number': 8, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:11.883413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1bd5a8bd-5b68-489f-9583-4eb6d2d491d2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/e670cbb3-68a9-40dd-b646-4924174c90d9 HTTP/1.1" status: 200 len: 923 time: 0.3490806 Jun 22 09:34:11.887986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c83c410-bbee-4530-bf5c-c326c460b051 None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:09Z', 'revision_number': 8, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be40742b-be31-4f7d-b1a6-3221cdad0ce5', 'name': '', 'network_id': '1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:26:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:45Z', 'updated_at': '2021-06-22T09:33:57Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '98961aa3-edad-4963-943f-3c979f90cc8f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:11.888249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55364) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:11.961040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0428c592-3380-4600-99f9-30d30269560e None None] Deleting port d083ef71-63ef-4fad-a57e-d6c356219017 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:11.961515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0428c592-3380-4600-99f9-30d30269560e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:11.995667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for d083ef71-63ef-4fad-a57e-d6c356219017 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:12.036644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0428c592-3380-4600-99f9-30d30269560e None None] For port d083ef71-63ef-4fad-a57e-d6c356219017, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d083ef71-63ef-4fad-a57e-d6c356219017,segment=NetworkSegment(27a3a73f-e21c-44ff-b415-529b3a7fcd0b),segment_id=27a3a73f-e21c-44ff-b415-529b3a7fcd0b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:12.037593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0428c592-3380-4600-99f9-30d30269560e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.121069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0428c592-3380-4600-99f9-30d30269560e None None] Calling delete_port for d083ef71-63ef-4fad-a57e-d6c356219017 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:12.246027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.248331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-80cf273c-f680-459c-b1e1-c082cd300202 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:12.252626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0428c592-3380-4600-99f9-30d30269560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.256897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:12.278822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=d083ef71-63ef-4fad-a57e-d6c356219017,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:12.293462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:12.294279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port d083ef71-63ef-4fad-a57e-d6c356219017 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:12.308557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428c592-3380-4600-99f9-30d30269560e None None] Pushing event deleted for resources: {'Port': ['ID=d083ef71-63ef-4fad-a57e-d6c356219017,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:12.316283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0428c592-3380-4600-99f9-30d30269560e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:12.318646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428c592-3380-4600-99f9-30d30269560e None None] No DVR routers for this DVR port d083ef71-63ef-4fad-a57e-d6c356219017 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:12.367788 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ade2233f-b244-40e0-8d35-3bc9737a529c tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=e670cbb3-68a9-40dd-b646-4924174c90d9 HTTP/1.1" status: 200 len: 205 time: 0.4774120 Jun 22 09:34:12.368562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55366) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:12.391478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.403933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:12.420071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a3a73f-e21c-44ff-b415-529b3a7fcd0b') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:12.420071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a3a73f-e21c-44ff-b415-529b3a7fcd0b') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:12.429159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.455795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.463433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:12.463828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:12.469153 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:12.620373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.629998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.634011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9f37bd55-598f-45ef-9600-16d0a8609f47 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:12.638170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.640076 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7 HTTP/1.1" status: 204 len: 168 time: 1.2282832 Jun 22 09:34:12.651854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55368) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:12.658317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=4ef51b88-4d0e-46a9-abb8-8ea84f1cd1b7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:12.661123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:12.670440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 47b1aa92-6f17-40e4-b59f-d16f6030cf16 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:12.839829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.851135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:12.893873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event deleted for resources: {'Port': ['ID=a4d0d2e2-83df-4baf-9316-e20fbefde97c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:12.897996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:12.905483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:12.912707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/47b1aa92-6f17-40e4-b59f-d16f6030cf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1967275 Jun 22 09:34:12.913061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55370) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:12.920651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:12.926741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] Sync routers for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:12.941837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:12.942483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:12.997280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:13.001443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c5056c6-92d4-4372-819d-5c93c97001d1 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:13.028958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6c5056c6-92d4-4372-819d-5c93c97001d1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:13.031587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c5056c6-92d4-4372-819d-5c93c97001d1 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:13.031587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d083ef71-63ef-4fad-a57e-d6c356219017 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:13.032713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:13.033461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:13.059466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: d083ef71-63ef-4fad-a57e-d6c356219017 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:13.060072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d083ef71-63ef-4fad-a57e-d6c356219017 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:13.111859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:13.111859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d2567-31f0-4e87-bc35-beef36980090 None None] The sync data for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:13.160042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.162278 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/ports/a4d0d2e2-83df-4baf-9316-e20fbefde97c HTTP/1.1" status: 204 len: 168 time: 1.9575005 Jun 22 09:34:13.165175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55374) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:13.203105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.323198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Deleting subnet 81ede451-9919-441f-bb74-748f197e56bd {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:13.332858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.409155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Deleting port 7ae4a07e-48ee-4283-944e-84885a4e99de {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:13.410339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.425396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.494199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port be40742b-be31-4f7d-b1a6-3221cdad0ce5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:13.494842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.602562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port be40742b-be31-4f7d-b1a6-3221cdad0ce5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be40742b-be31-4f7d-b1a6-3221cdad0ce5,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:13.602562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.603900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.677483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for be40742b-be31-4f7d-b1a6-3221cdad0ce5 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:13.685698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Calling delete_port for 7ae4a07e-48ee-4283-944e-84885a4e99de owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:13.690886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:13.890080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.232026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 19e3423b-d1c2-4998-91b0-0bf0aba82627 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:14.232402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.325455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.412707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 19e3423b-d1c2-4998-91b0-0bf0aba82627 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:14.424548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.438460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7dd2b15b-db24-4f6c-aab9-0e3753979adc tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:14.456595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event deleted for resources: {'Subnet': ['ID=81ede451-9919-441f-bb74-748f197e56bd,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:14.471638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7bf7d-00e6-4623-b844-c2cf40c11b48 None None] Network a63f21f5-724b-4e13-964a-c9958650e1c8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:14.493062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:14.494137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.498830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55378) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:14.504469 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/subnets/81ede451-9919-441f-bb74-748f197e56bd HTTP/1.1" status: 204 len: 168 time: 1.3382194 Jun 22 09:34:14.585698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.627224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.637213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f6386775-db45-4ea0-a6b2-533c806fcc31 tempest-FloatingIPAdminTestJSON-974375128 tempest-FloatingIPAdminTestJSON-974375128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:14.669415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=be40742b-be31-4f7d-b1a6-3221cdad0ce5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:14.674664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.698489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:14.700287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df15a453-8b99-47e3-861d-7154aeb6167f tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:14.777172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Deleting port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:14.778923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.796300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event deleted for resources: {'Port': ['ID=7ae4a07e-48ee-4283-944e-84885a4e99de,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:14.799316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:14.879947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.887435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:14.894419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] DHCP port deletion for a63f21f5-724b-4e13-964a-c9958650e1c8 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:14.973347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] For port be8fe0e9-9f41-4049-9614-cdc3fce32bb8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,segment=NetworkSegment(b550f7d6-506e-4cda-bd42-7674ae8fc154),segment_id=b550f7d6-506e-4cda-bd42-7674ae8fc154)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:14.975235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.981502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Deleting port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:14.981891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:14.988105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=19e3423b-d1c2-4998-91b0-0bf0aba82627,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:14.992415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:14.993021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.075509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Calling delete_port for be8fe0e9-9f41-4049-9614-cdc3fce32bb8 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:15.077773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] For port be8fe0e9-9f41-4049-9614-cdc3fce32bb8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,segment=NetworkSegment(b550f7d6-506e-4cda-bd42-7674ae8fc154),segment_id=b550f7d6-506e-4cda-bd42-7674ae8fc154)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:15.078189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.139482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.219619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Calling delete_port for be8fe0e9-9f41-4049-9614-cdc3fce32bb8 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:15.252006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.255714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.258377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.468182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 47b1aa92-6f17-40e4-b59f-d16f6030cf16 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:15.553520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.572518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8298b648-9828-4a7a-9909-b4f4af0b8ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:15.572682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:15.575970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/47b1aa92-6f17-40e4-b59f-d16f6030cf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6618724 Jun 22 09:34:15.579608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55382) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:15.580563 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] Sync routers for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:15.608775 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:15.609705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:15.618817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Pushing event deleted for resources: {'Port': ['ID=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:15.626313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:15.632321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29ca3519-f150-4cf3-a4dd-f938cbcc8641 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=47b1aa92-6f17-40e4-b59f-d16f6030cf16 HTTP/1.1" status: 200 len: 205 time: 0.0505207 Jun 22 09:34:15.635291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55384) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:15.643929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] No DVR routers for this DVR port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:15.708357 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:15.732786 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] Routers {'47b1aa92-6f17-40e4-b59f-d16f6030cf16'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:15.733422 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:15.751323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:15.757996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b925367d-17e8-4808-9331-7dd94942ec7b tempest-TestServerAdvancedOps-182485015 tempest-TestServerAdvancedOps-182485015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:15.792580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event deleted for resources: {'Port': ['ID=be8fe0e9-9f41-4049-9614-cdc3fce32bb8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:15.801855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:15.812479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] No DVR routers for this DVR port be8fe0e9-9f41-4049-9614-cdc3fce32bb8 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:15.817676 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:15.818569 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3379e0-e85f-4d66-a066-2ffb843ccf05 None None] The sync data for ids ['47b1aa92-6f17-40e4-b59f-d16f6030cf16'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:15.827901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:16.029381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.046899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63f21f5-724b-4e13-964a-c9958650e1c8']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:16.122029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b550f7d6-506e-4cda-bd42-7674ae8fc154') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:16.122029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b550f7d6-506e-4cda-bd42-7674ae8fc154') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:16.122029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:16.122029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.122029 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4327736 Jun 22 09:34:16.122885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:16.123001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55386) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:16.123091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:16.123091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:16.132961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.146306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:16.146617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:16.149645 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:16.161513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.167170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Fanout notify agent at l3_agent the message router_deleted on router e670cbb3-68a9-40dd-b646-4924174c90d9 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:16.188477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.201765 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/e670cbb3-68a9-40dd-b646-4924174c90d9 HTTP/1.1" status: 204 len: 168 time: 3.8269987 Jun 22 09:34:16.202342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55390) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:16.207466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-676471001', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': False}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:16.233397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.237544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet 98961aa3-edad-4963-943f-3c979f90cc8f {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:16.245444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.291483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:16.324068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.354170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.355159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.379734 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-4aebd39c-8826-4bc0-bec3-52a82e04d9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1760931 Jun 22 09:34:16.396415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.405939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.409448 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] 10.222.0.65 "DELETE /v2.0/networks/a63f21f5-724b-4e13-964a-c9958650e1c8 HTTP/1.1" status: 204 len: 168 time: 1.9095781 Jun 22 09:34:16.489277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.499786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.510864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.583919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:16.639554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Pushing event deleted for resources: {'Network': ['ID=a63f21f5-724b-4e13-964a-c9958650e1c8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:16.643915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:16.654088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.675328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967b448-bb91-4658-8d59-24816041da4a req-ed437f72-af14-42a6-932f-6ec2fc7eff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:16.677051 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-ed437f72-af14-42a6-932f-6ec2fc7eff9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1098 time: 0.0891235 Jun 22 09:34:16.720195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:13Z', 'revision_number': 9, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:16.728041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.750706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:16.760451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:16.761508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:16.763345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0dcca39e-4222-4010-803c-8ebab61eda00 tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:16.795807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=98961aa3-edad-4963-943f-3c979f90cc8f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:16.802686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:16.807562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.812103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/98961aa3-edad-4963-943f-3c979f90cc8f HTTP/1.1" status: 204 len: 168 time: 0.7175124 Jun 22 09:34:16.812290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55394) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:16.820621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781252b-4aa8-49a9-b128-4b8e637e980f None None] Network 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:16.850605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.851260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router 47b1aa92-6f17-40e4-b59f-d16f6030cf16 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:16.864456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.866029 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a681feaf-38f0-46d1-82dc-d2b8516ff118 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/47b1aa92-6f17-40e4-b59f-d16f6030cf16 HTTP/1.1" status: 204 len: 168 time: 1.2293801 Jun 22 09:34:16.872927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55396) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:16.967263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:16.969415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967b448-bb91-4658-8d59-24816041da4a req-318e6ba5-07b8-4f28-a27e-d62425507c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:16.970881 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-318e6ba5-07b8-4f28-a27e-d62425507c3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 898 time: 0.2713609 Jun 22 09:34:16.972565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be8fe0e9-9f41-4049-9614-cdc3fce32bb8 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:16.987598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet 4e0f1588-4743-49e7-857f-37a458a6b741 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:17.012496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: be8fe0e9-9f41-4049-9614-cdc3fce32bb8 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:17.012831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be8fe0e9-9f41-4049-9614-cdc3fce32bb8 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:17.031378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.044653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:17.083225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.129655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.136966 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-37e0b1d0-1325-4a88-929b-ef459a32cfb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 1001 time: 0.1564927 Jun 22 09:34:17.245569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55402) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:17.252823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967b448-bb91-4658-8d59-24816041da4a req-e1f675e6-9829-40b7-9846-dabba74f2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:17.256010 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-e1f675e6-9829-40b7-9846-dabba74f2abd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 200 len: 834 time: 0.1007924 Jun 22 09:34:17.336260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 5e83ee52-5462-4688-9f6b-8345ad2b9999 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:17.336522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.395457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] DHCP port deletion for 1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:17.409615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.479424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port 5e83ee52-5462-4688-9f6b-8345ad2b9999, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e83ee52-5462-4688-9f6b-8345ad2b9999,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:17.484222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.519096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:13Z', 'revision_number': 9, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:17.565835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987345f3-b41e-44ce-abf0-777d896167cc None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:13Z', 'revision_number': 9, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef4d9648-c617-463e-ba74-6d1e72bf98ba', 'name': '', 'network_id': '9b10caa6-41a7-43af-a67f-4e2002c8ae4b', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:41:8f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:35Z', 'updated_at': '2021-06-22T09:33:47Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:17.569278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Deleting port 5e83ee52-5462-4688-9f6b-8345ad2b9999 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:17.570265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.586259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 5e83ee52-5462-4688-9f6b-8345ad2b9999 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:17.622436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.627043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967b448-bb91-4658-8d59-24816041da4a req-1ef372db-1f64-4606-9727-bce556eeb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:17.630168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-1ef372db-1f64-4606-9727-bce556eeb51d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27f680c-f8b7-4898-8ca7-8e5a33194951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3644783 Jun 22 09:34:17.659193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] For port 5e83ee52-5462-4688-9f6b-8345ad2b9999, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e83ee52-5462-4688-9f6b-8345ad2b9999,segment=NetworkSegment(de15fa80-caab-4dca-a8f4-a09f398ddbc8),segment_id=de15fa80-caab-4dca-a8f4-a09f398ddbc8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:17.659605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.664019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.767309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Calling delete_port for 5e83ee52-5462-4688-9f6b-8345ad2b9999 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:17.791857 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ee383509-9e6c-4d14-a1f3-df5e9463903c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c6246ed4f954f438c901e0a85e3e9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409155 Jun 22 09:34:17.800064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55410) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:17.825363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Allocated IP 172.26.6.19 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/65338a6b-711d-44d8-9ae9-1ebd32214fad) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:17.844546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.857004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d7e9f04-bb5f-4694-8146-e9ee0bb32498 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:17.916043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0f1588-4743-49e7-857f-37a458a6b741,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:17.924277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:17.925490 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-3fa4e8b2-95b4-4782-9aee-6fa6579578c7 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798932 Jun 22 09:34:17.931920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.932077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23bacb-232b-455f-8e30-ed1ad21275b0 None None] Network aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:17.932194 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/4e0f1588-4743-49e7-857f-37a458a6b741 HTTP/1.1" status: 204 len: 168 time: 1.0572925 Jun 22 09:34:17.943479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55412) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:17.984438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:17.999115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:18.007977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] No DVR routers for this DVR port 5e83ee52-5462-4688-9f6b-8345ad2b9999 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:18.055212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Pushing event deleted for resources: {'Port': ['ID=5e83ee52-5462-4688-9f6b-8345ad2b9999,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:18.063123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:18.066422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.074097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet 36749975-1420-425b-88bc-272691db34d1 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:18.075083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.077084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.080662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.082916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-82a9b653-508a-4cf0-80ac-904b27ea1333 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:18.138696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=5e83ee52-5462-4688-9f6b-8345ad2b9999,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:18.164651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.174093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port 5e83ee52-5462-4688-9f6b-8345ad2b9999 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:18.185140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:18.203737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.278630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] DHCP port deletion for aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:18.302040 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d967b448-bb91-4658-8d59-24816041da4a req-97678b3c-5493-4815-8ad8-d15e6688ebae service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674319 Jun 22 09:34:18.304231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.310772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d55bdddc-8695-424d-ba7b-12ba344912a2 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:18.341160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.360129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Deleting port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:18.360718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:18.361100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.361911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.390014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de15fa80-caab-4dca-a8f4-a09f398ddbc8') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:18.390791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de15fa80-caab-4dca-a8f4-a09f398ddbc8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:18.418814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.424778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:18.438045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:18.447713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:18.447713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Port': ['ID=65338a6b-711d-44d8-9ae9-1ebd32214fad,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:18.455409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] For port aa2d6e02-828e-4b33-870c-40b06ec6d9e3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,segment=NetworkSegment(b66b291e-96a9-4f73-bca0-cdf674db6d3b),segment_id=b66b291e-96a9-4f73-bca0-cdf674db6d3b)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:18.456234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.458454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:18.480750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.494821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:18.496879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:18.508641 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:18.511941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.511941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.517747 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/801c0d3b-a66b-4b4c-a380-dd16960cd4f6 HTTP/1.1" status: 204 len: 168 time: 0.7134981 Jun 22 09:34:18.557127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Calling delete_port for aa2d6e02-828e-4b33-870c-40b06ec6d9e3 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:18.614181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-718aa376-97bb-4f49-8ff9-22319a6989e3 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:18.632375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801c0d3b-a66b-4b4c-a380-dd16960cd4f6,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:18.643790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:18.720411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.722787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39b019a2-62bc-417c-a0ac-397cf425b485 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:18.752676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=36749975-1420-425b-88bc-272691db34d1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:18.757508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.761647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:18.761951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:18.769095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.769515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.773231 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9 HTTP/1.1" status: 204 len: 168 time: 1.9599650 Jun 22 09:34:18.775107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55418) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:18.775243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/36749975-1420-425b-88bc-272691db34d1 HTTP/1.1" status: 204 len: 168 time: 0.8305755 Jun 22 09:34:18.778432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55420) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:18.810249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c3872-46dd-47cc-81e9-24132f048053 None None] Network d6f61bcf-9394-4a99-9254-2db58f88f969 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:18.945574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=1a77cf7d-e2b0-4544-8d87-5fde6e7d94c9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:18.964316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:18.983557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:18.992194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aa2d6e02-828e-4b33-870c-40b06ec6d9e3 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:19.109428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:19.110317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.142551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.181733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.199808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port aa2d6e02-828e-4b33-870c-40b06ec6d9e3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,segment=NetworkSegment(b66b291e-96a9-4f73-bca0-cdf674db6d3b),segment_id=b66b291e-96a9-4f73-bca0-cdf674db6d3b)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:19.200579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.241581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.244230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e3da119d-155d-468e-b97e-8e89ba5f5818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:19.285364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for aa2d6e02-828e-4b33-870c-40b06ec6d9e3 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:19.307085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Pushing event deleted for resources: {'Port': ['ID=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:19.309509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] DHCP port deletion for d6f61bcf-9394-4a99-9254-2db58f88f969 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:19.311914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:19.315248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e83ee52-5462-4688-9f6b-8345ad2b9999 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:19.319141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] No DVR routers for this DVR port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:19.349953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 5e83ee52-5462-4688-9f6b-8345ad2b9999 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:19.350238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e83ee52-5462-4688-9f6b-8345ad2b9999 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:19.350675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be40742b-be31-4f7d-b1a6-3221cdad0ce5 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:19.392572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: be40742b-be31-4f7d-b1a6-3221cdad0ce5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:19.392781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be40742b-be31-4f7d-b1a6-3221cdad0ce5 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:19.409955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.416404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-946cff77-67f7-41cc-9c39-0f826e4faa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:19.436094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Deleting port 54f1f0e1-175c-41fa-a809-696cc44a7d14 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:19.436553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.448962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=aa2d6e02-828e-4b33-870c-40b06ec6d9e3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:19.452482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:19.453496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port aa2d6e02-828e-4b33-870c-40b06ec6d9e3 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:19.527637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.534860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] For port 54f1f0e1-175c-41fa-a809-696cc44a7d14, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=54f1f0e1-175c-41fa-a809-696cc44a7d14,segment=NetworkSegment(72ebe851-7847-4fc4-aab5-fb3af832ad9c),segment_id=72ebe851-7847-4fc4-aab5-fb3af832ad9c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:19.535268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.570894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.583272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee2c5c2-fdac-4fe5-bf44-649d7ee5e927']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:19.594868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66b291e-96a9-4f73-bca0-cdf674db6d3b') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:19.595305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66b291e-96a9-4f73-bca0-cdf674db6d3b') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:19.603194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.608198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.618669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Calling delete_port for 54f1f0e1-175c-41fa-a809-696cc44a7d14 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:19.626538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.635094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:19.635575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:19.639193 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:19.796648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.798707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:19.823476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Pushing event deleted for resources: {'Port': ['ID=54f1f0e1-175c-41fa-a809-696cc44a7d14,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:19.826551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:19.827355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] No DVR routers for this DVR port 54f1f0e1-175c-41fa-a809-696cc44a7d14 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:19.834609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.838052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c329d96f-c42f-4848-b2d5-640ebc8b671e tempest-PortsTestJSON-789534565 tempest-PortsTestJSON-789534565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:19.843781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:19.845508 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/aee2c5c2-fdac-4fe5-bf44-649d7ee5e927 HTTP/1.1" status: 204 len: 168 time: 1.0504777 Jun 22 09:34:19.860194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55424) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:19.860733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=aee2c5c2-fdac-4fe5-bf44-649d7ee5e927,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:19.860733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:20.267076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Router e884d97e-f547-4ae1-84cf-9c373cc1e9e2 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:20.379817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.521511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:20.532185 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Sync routers for ids ['e884d97e-f547-4ae1-84cf-9c373cc1e9e2'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:20.541154 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Routers {'e884d97e-f547-4ae1-84cf-9c373cc1e9e2'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:20.541978 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e884d97e-f547-4ae1-84cf-9c373cc1e9e2'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:20.544633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port ef4d9648-c617-463e-ba74-6d1e72bf98ba {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:20.544984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.563246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.609754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f61bcf-9394-4a99-9254-2db58f88f969']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:20.629078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ebe851-7847-4fc4-aab5-fb3af832ad9c') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:20.629445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ebe851-7847-4fc4-aab5-fb3af832ad9c') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:20.648442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.659117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Set router e884d97e-f547-4ae1-84cf-9c373cc1e9e2 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:20.674671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.689572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:20.689990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:20.693606 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:20.742872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.746631 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5407650 Jun 22 09:34:20.747141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55430) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:20.750067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port ef4d9648-c617-463e-ba74-6d1e72bf98ba, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ef4d9648-c617-463e-ba74-6d1e72bf98ba,segment=NetworkSegment(1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9),segment_id=1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:20.750446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.834453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for ef4d9648-c617-463e-ba74-6d1e72bf98ba owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:20.851294 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884d97e-f547-4ae1-84cf-9c373cc1e9e2', 'name': 'tempest-snat-router-676471001', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.19'}], 'enable_snat': False}, 'gw_port_id': '65338a6b-711d-44d8-9ae9-1ebd32214fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:16Z', 'updated_at': '2021-06-22T09:34:18Z', 'revision_number': 3, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port': {'id': '65338a6b-711d-44d8-9ae9-1ebd32214fad', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884d97e-f547-4ae1-84cf-9c373cc1e9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:34:17Z', 'updated_at': '2021-06-22T09:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:20.881416 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Checking router: e884d97e-f547-4ae1-84cf-9c373cc1e9e2 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:20.886856 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Updating router e884d97e-f547-4ae1-84cf-9c373cc1e9e2 port 65338a6b-711d-44d8-9ae9-1ebd32214fad binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:34:20.916712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.919275 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.922934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:20.929287 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/d6f61bcf-9394-4a99-9254-2db58f88f969 HTTP/1.1" status: 204 len: 168 time: 1.0739677 Jun 22 09:34:20.931470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-399006ea-2d7f-45f3-9dee-cb64a4d76ff1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:20.933183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55432) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:20.942040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1065379883'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:20.947628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 54f1f0e1-175c-41fa-a809-696cc44a7d14 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:20.957905 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0d8a1cd0-7304-4fc0-9bbf-9e07fcb6893e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/e884d97e-f547-4ae1-84cf-9c373cc1e9e2 HTTP/1.1" status: 200 len: 907 time: 0.2064981 Jun 22 09:34:20.958711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=d6f61bcf-9394-4a99-9254-2db58f88f969,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:20.961481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:20.962591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55434) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:20.969211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-676471001', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': True}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:20.983120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 54f1f0e1-175c-41fa-a809-696cc44a7d14 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:20.983814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 54f1f0e1-175c-41fa-a809-696cc44a7d14 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:21.076898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:21.081190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.116911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:34:21.136015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.136382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment fd58acae-2fbf-42f2-96ec-649efd0baac3 of type vlan for network 83195479-8d2f-4eac-a820-beb73b258ede Jun 22 09:34:21.183895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.190871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.192739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.226060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.252879 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.263700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d29cf874-6735-467a-b299-763b4927a33c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:21.265420 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Transition to ACTIVE for port object 65338a6b-711d-44d8-9ae9-1ebd32214fad will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:21.274139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.285745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.292708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:21.293011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=ef4d9648-c617-463e-ba74-6d1e72bf98ba,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:21.293321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.296176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:21.298216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:21.360766 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.364021 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-b384e499-1844-41bc-abd9-f3861bc6bf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:21.381160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=83195479-8d2f-4eac-a820-beb73b258ede,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:21.389041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:21.393473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 83195479-8d2f-4eac-a820-beb73b258ede details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:34:21.428502 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Attempting to bind port 65338a6b-711d-44d8-9ae9-1ebd32214fad on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:21.434007 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Attempting to bind port 65338a6b-711d-44d8-9ae9-1ebd32214fad by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:21.434007 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Attempting to bind port 65338a6b-711d-44d8-9ae9-1ebd32214fad on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:21.434285 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4947731 Jun 22 09:34:21.434285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55436) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:21.440348 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:21.440725 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:21.441128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.441533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:21.441993 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Bound port: 65338a6b-711d-44d8-9ae9-1ebd32214fad, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:21.442601 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.451887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': '83195479-8d2f-4eac-a820-beb73b258ede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:21.481193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Pushing event updated for resources: {'Port': ['ID=65338a6b-711d-44d8-9ae9-1ebd32214fad,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:21.524954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.552362 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.553408 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.553907 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.554631 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.555113 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.555590 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.556120 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.556478 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.556805 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.557121 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.557433 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.557736 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:21.571197 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:21.575671 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] For port 65338a6b-711d-44d8-9ae9-1ebd32214fad, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:21.579764 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] For port 65338a6b-711d-44d8-9ae9-1ebd32214fad, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=65338a6b-711d-44d8-9ae9-1ebd32214fad,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:21.668911 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.671730 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-824ecc19-8405-4fe4-84ac-f783d7dc2fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:21.705354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:21.709878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.729617 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Routers {'e884d97e-f547-4ae1-84cf-9c373cc1e9e2'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:21.730138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e884d97e-f547-4ae1-84cf-9c373cc1e9e2'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:21.781318 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Pushing event updated for resources: {'Port': ['ID=65338a6b-711d-44d8-9ae9-1ebd32214fad,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:21.807686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:21.815010 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:21.850508 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] Set router e884d97e-f547-4ae1-84cf-9c373cc1e9e2 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:22.009383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:22.011449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.015019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-787d277d-25e0-42eb-b703-e7f0f79b176b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:22.049055 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884d97e-f547-4ae1-84cf-9c373cc1e9e2', 'name': 'tempest-snat-router-676471001', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.19'}], 'enable_snat': False}, 'gw_port_id': '65338a6b-711d-44d8-9ae9-1ebd32214fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:16Z', 'updated_at': '2021-06-22T09:34:18Z', 'revision_number': 3, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port': {'id': '65338a6b-711d-44d8-9ae9-1ebd32214fad', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884d97e-f547-4ae1-84cf-9c373cc1e9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:34:17Z', 'updated_at': '2021-06-22T09:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:22.082735 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7385e-02ac-4f95-a57a-ba3598821c21 None None] The sync data for ids ['e884d97e-f547-4ae1-84cf-9c373cc1e9e2'] in dv-neutron-797120-3-hyperv is: [{'id': 'e884d97e-f547-4ae1-84cf-9c373cc1e9e2', 'name': 'tempest-snat-router-676471001', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.19'}], 'enable_snat': False}, 'gw_port_id': '65338a6b-711d-44d8-9ae9-1ebd32214fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:16Z', 'updated_at': '2021-06-22T09:34:18Z', 'revision_number': 3, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port': {'id': '65338a6b-711d-44d8-9ae9-1ebd32214fad', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884d97e-f547-4ae1-84cf-9c373cc1e9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:34:17Z', 'updated_at': '2021-06-22T09:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:22.095674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=389ac051-5c3b-4bcd-a29a-e2bd76e6911a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:22.103657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:22.123218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': 'fd58acae-2fbf-42f2-96ec-649efd0baac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83195479-8d2f-4eac-a820-beb73b258ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:22.123668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: 83195479-8d2f-4eac-a820-beb73b258ede, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:34:22.145405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:22.154256 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3720801 Jun 22 09:34:22.154256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55440) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:22.161640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:22.177895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:22.178810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:22.234073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 83195479-8d2f-4eac-a820-beb73b258ede is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:34:22.286258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:22.287469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet 304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:22.290725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.328169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 83195479-8d2f-4eac-a820-beb73b258ede) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:22.332462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:22.333052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.343737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33dd53-928d-4495-b71e-2ae60c3baa5d None None] Network 83195479-8d2f-4eac-a820-beb73b258ede requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:22.395794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.435006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.461004 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0228891 Jun 22 09:34:22.461004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55442) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:22.465864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1305432244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:22.494297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.582763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.585039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.643347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.678224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.718174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:21Z', 'revision_number': 10, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:22.730613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Allocated IP 172.26.6.254 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/58936821-c580-44e9-9514-3b2cb21fe04e) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:22.758883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-83195479-8d2f-4eac-a820-beb73b258ede', 'network_id': '83195479-8d2f-4eac-a820-beb73b258ede', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': '389ac051-5c3b-4bcd-a29a-e2bd76e6911a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:34:22.759888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.760269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.795655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:22.844355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.850281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89edd88b-9903-466c-a703-513fcefa48c7 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:22.885785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.887320 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ca8a7fef-c069-4532-82a4-bab3dbf5fd54 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4253848 Jun 22 09:34:22.890224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55446) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:22.892902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:22.893855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:22.896681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'port': {'network_id': '83195479-8d2f-4eac-a820-beb73b258ede', 'name': 'tempest-RoutersIpV6Test-1770361082'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:22.910028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:22.980081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:22.980081 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2 HTTP/1.1" status: 204 len: 168 time: 0.7668238 Jun 22 09:34:22.980081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:22.980081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55448) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:23.005113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.044071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7ab07-497b-4782-a6cf-bdc69291eee4 None None] Network 9b10caa6-41a7-43af-a67f-4e2002c8ae4b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:23.143534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.170563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:23.177807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 65338a6b-711d-44d8-9ae9-1ebd32214fad up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:23.227499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 63a7411f-89d7-488f-aa3d-163a7b5f5184 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:23.227919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.269930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Allocated IP 2001:db8::2 (83195479-8d2f-4eac-a820-beb73b258ede/389ac051-5c3b-4bcd-a29a-e2bd76e6911a/df47b359-c87e-4456-9774-b6b474c1ce8d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:23.299413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port 63a7411f-89d7-488f-aa3d-163a7b5f5184, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=63a7411f-89d7-488f-aa3d-163a7b5f5184,segment=NetworkSegment(1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9),segment_id=1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:23.299782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.380082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 63a7411f-89d7-488f-aa3d-163a7b5f5184 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:23.602666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:23.603239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.605614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-94c11f6b-152b-4be5-ab60-0bb60b00485b tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:23.607643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.632046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] device_id is not set on port c724760a-386d-4e95-ae89-e2786d48d367 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:34:23.646503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:23.649937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:23.656165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:23.690494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Port': ['ID=58936821-c580-44e9-9514-3b2cb21fe04e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:23.694623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:23.709729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.720017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13c25c2f-accd-401d-9392-88ea1bc20cdc tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:23.793130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.795228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fa7f1-b7e3-43d3-83f5-9b367fa571f5 None None] DHCP port deletion for 9b10caa6-41a7-43af-a67f-4e2002c8ae4b request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:23.811144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Transition to ACTIVE for port object df47b359-c87e-4456-9774-b6b474c1ce8d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:23.815123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 65338a6b-711d-44d8-9ae9-1ebd32214fad completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:23.823851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 65338a6b-711d-44d8-9ae9-1ebd32214fad triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:23.824264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.866231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Transition to ACTIVE for port object df47b359-c87e-4456-9774-b6b474c1ce8d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:23.876278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:21Z', 'revision_number': 10, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:23.909939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5366bb4-1fbe-4813-8b5d-d436ed7a01c4 None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:21Z', 'revision_number': 10, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None, '_interfaces': [{'id': '5b6b5db8-46cc-4987-a62f-43781d7591cf', 'name': '', 'network_id': '0a1516b8-9df6-43b2-82cc-1f2ca36b44ab', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'mac_address': 'fa:16:3e:78:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497cb954-2a71-4576-8a43-4e80363a3466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:36Z', 'revision_number': 5, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'subnets': [{'id': '1a005956-5cf6-42cc-8527-042eb2c7360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:23.963320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:23.968168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0428c592-3380-4600-99f9-30d30269560e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:24.019945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Network 83195479-8d2f-4eac-a820-beb73b258ede is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:24.023562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.029167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Pushing event updated for resources: {'Port': ['ID=df47b359-c87e-4456-9774-b6b474c1ce8d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:24.033485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:24.035578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:24.036411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:24.059745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 65338a6b-711d-44d8-9ae9-1ebd32214fad, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=65338a6b-711d-44d8-9ae9-1ebd32214fad,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:24.073858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8::2eb (83195479-8d2f-4eac-a820-beb73b258ede/389ac051-5c3b-4bcd-a29a-e2bd76e6911a/c724760a-386d-4e95-ae89-e2786d48d367) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:24.130277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Attempting to bind port df47b359-c87e-4456-9774-b6b474c1ce8d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:24.130830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Attempting to bind port df47b359-c87e-4456-9774-b6b474c1ce8d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'fd58acae-2fbf-42f2-96ec-649efd0baac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83195479-8d2f-4eac-a820-beb73b258ede'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:24.131288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Attempting to bind port df47b359-c87e-4456-9774-b6b474c1ce8d on network 83195479-8d2f-4eac-a820-beb73b258ede {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:24.133806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.136852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:24.142598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:24.143295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Checking segment: {'id': 'fd58acae-2fbf-42f2-96ec-649efd0baac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83195479-8d2f-4eac-a820-beb73b258ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:24.143678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.144182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Bound using segment: {'id': 'fd58acae-2fbf-42f2-96ec-649efd0baac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83195479-8d2f-4eac-a820-beb73b258ede'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:24.144767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Bound port: df47b359-c87e-4456-9774-b6b474c1ce8d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd58acae-2fbf-42f2-96ec-649efd0baac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83195479-8d2f-4eac-a820-beb73b258ede'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:24.145245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.211059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=65338a6b-711d-44d8-9ae9-1ebd32214fad,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:24.226511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:24.275157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=63a7411f-89d7-488f-aa3d-163a7b5f5184,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:24.284120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port 63a7411f-89d7-488f-aa3d-163a7b5f5184 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:24.288549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:24.305819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] For port df47b359-c87e-4456-9774-b6b474c1ce8d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:24.311560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] For port df47b359-c87e-4456-9774-b6b474c1ce8d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=df47b359-c87e-4456-9774-b6b474c1ce8d,segment=NetworkSegment(fd58acae-2fbf-42f2-96ec-649efd0baac3),segment_id=fd58acae-2fbf-42f2-96ec-649efd0baac3)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:24.337988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.353820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object c724760a-386d-4e95-ae89-e2786d48d367 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:24.403071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.405920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:24.451721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.470365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b10caa6-41a7-43af-a67f-4e2002c8ae4b']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:24.482096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:24.482434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a120a6e-b2b6-48ba-8c79-48fd1f8f7ac9') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:24.489001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Pushing event updated for resources: {'Port': ['ID=df47b359-c87e-4456-9774-b6b474c1ce8d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:24.495160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:24.497482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.506765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.511031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:24.514431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.523712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:24.524507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:24.528461 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:24.569706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 83195479-8d2f-4eac-a820-beb73b258ede is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:24.578482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:24.584543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:24.591426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:24.592558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.605117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=c724760a-386d-4e95-ae89-e2786d48d367,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:24.609876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:24.712758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8206100 Jun 22 09:34:24.716113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55470) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:24.738900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.785179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.797724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc77d61d-479e-4676-a9c7-b4012a241c37 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:24.804500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:24.806632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/9b10caa6-41a7-43af-a67f-4e2002c8ae4b HTTP/1.1" status: 204 len: 168 time: 1.8419440 Jun 22 09:34:24.811929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55472) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:24.870726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=9b10caa6-41a7-43af-a67f-4e2002c8ae4b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:24.989287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:25.092961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 65338a6b-711d-44d8-9ae9-1ebd32214fad up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:25.164694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 65338a6b-711d-44d8-9ae9-1ebd32214fad triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:25.165314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:25.261406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device df47b359-c87e-4456-9774-b6b474c1ce8d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:25.280364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:25.442383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port df47b359-c87e-4456-9774-b6b474c1ce8d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:25.522369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ef4d9648-c617-463e-ba74-6d1e72bf98ba no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:25.551336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: ef4d9648-c617-463e-ba74-6d1e72bf98ba {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:25.552139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ef4d9648-c617-463e-ba74-6d1e72bf98ba not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:25.552986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63a7411f-89d7-488f-aa3d-163a7b5f5184 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:25.592528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:25.597472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 63a7411f-89d7-488f-aa3d-163a7b5f5184 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:25.598168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 63a7411f-89d7-488f-aa3d-163a7b5f5184 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:25.614487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:25.690217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Router edf7f072-6e78-46c1-a4f0-cf83a5cb6771 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:25.783122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ae06b-b7b5-4e75-9002-4ec736e07ee1 None None] Network 83195479-8d2f-4eac-a820-beb73b258ede requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:25.878872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:25.888093 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Sync routers for ids ['edf7f072-6e78-46c1-a4f0-cf83a5cb6771'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:25.899151 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Routers {'edf7f072-6e78-46c1-a4f0-cf83a5cb6771'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:25.899760 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['edf7f072-6e78-46c1-a4f0-cf83a5cb6771'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:25.957942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Provisioning for port df47b359-c87e-4456-9774-b6b474c1ce8d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:25.962642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:25.968086 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Provisioning complete for port df47b359-c87e-4456-9774-b6b474c1ce8d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:25.968531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.063067 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Set router edf7f072-6e78-46c1-a4f0-cf83a5cb6771 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:26.085292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.089672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55478) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:26.089929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1241851 Jun 22 09:34:26.126759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.155813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port 5b6b5db8-46cc-4987-a62f-43781d7591cf {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:26.157596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.201657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.205713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0b268930-9f2b-41fb-b23b-3b20243f16f9 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:26.222619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] For port df47b359-c87e-4456-9774-b6b474c1ce8d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=df47b359-c87e-4456-9774-b6b474c1ce8d,segment=NetworkSegment(fd58acae-2fbf-42f2-96ec-649efd0baac3),segment_id=fd58acae-2fbf-42f2-96ec-649efd0baac3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:26.278659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=c724760a-386d-4e95-ae89-e2786d48d367,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:26.282002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:26.288236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port 5b6b5db8-46cc-4987-a62f-43781d7591cf, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5b6b5db8-46cc-4987-a62f-43781d7591cf,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:26.289151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.336896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.346516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e73f3a17-27c5-4109-a414-fb84ded0d9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:26.385159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for 5b6b5db8-46cc-4987-a62f-43781d7591cf owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:26.416431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Pushing event updated for resources: {'Port': ['ID=df47b359-c87e-4456-9774-b6b474c1ce8d,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:26.420661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:26.469889 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-26cd8108-dad8-4f25-8952-37cd170bd6f8 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/edf7f072-6e78-46c1-a4f0-cf83a5cb6771 HTTP/1.1" status: 200 len: 907 time: 0.3788493 Jun 22 09:34:26.472324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55480) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:26.484464 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf7f072-6e78-46c1-a4f0-cf83a5cb6771', 'name': 'tempest-snat-router-676471001', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': '58936821-c580-44e9-9514-3b2cb21fe04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:21Z', 'updated_at': '2021-06-22T09:34:24Z', 'revision_number': 3, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port': {'id': '58936821-c580-44e9-9514-3b2cb21fe04e', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:12:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf7f072-6e78-46c1-a4f0-cf83a5cb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:34:22Z', 'updated_at': '2021-06-22T09:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:26.516018 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Checking router: edf7f072-6e78-46c1-a4f0-cf83a5cb6771 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:26.516400 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Updating router edf7f072-6e78-46c1-a4f0-cf83a5cb6771 port 58936821-c580-44e9-9514-3b2cb21fe04e binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:34:26.558878 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.559006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.631223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.691113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9224521a-fc0c-490a-8c37-f3f88b917203 None None] Provisioning for port c724760a-386d-4e95-ae89-e2786d48d367 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:26.700320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9224521a-fc0c-490a-8c37-f3f88b917203 None None] Provisioning complete for port c724760a-386d-4e95-ae89-e2786d48d367 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:26.700708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9224521a-fc0c-490a-8c37-f3f88b917203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.800045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9224521a-fc0c-490a-8c37-f3f88b917203 None None] Port c724760a-386d-4e95-ae89-e2786d48d367 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:26.812401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9224521a-fc0c-490a-8c37-f3f88b917203 None None] Provisioning complete for port df47b359-c87e-4456-9774-b6b474c1ce8d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:26.813134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9224521a-fc0c-490a-8c37-f3f88b917203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.875750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.913948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.970006 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:26.980692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device df47b359-c87e-4456-9774-b6b474c1ce8d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:27.015996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.026024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:27.036120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port df47b359-c87e-4456-9774-b6b474c1ce8d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:27.036615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.038921 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Transition to ACTIVE for port object 58936821-c580-44e9-9514-3b2cb21fe04e will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:27.075985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=5b6b5db8-46cc-4987-a62f-43781d7591cf,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:27.122779 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.136022 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:27.162439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:27.194769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-860de0e0-8c69-47d6-a810-b041e9a28e94 None None] Provisioning complete for port c724760a-386d-4e95-ae89-e2786d48d367 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:27.195449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-860de0e0-8c69-47d6-a810-b041e9a28e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.243932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-860de0e0-8c69-47d6-a810-b041e9a28e94 None None] Port c724760a-386d-4e95-ae89-e2786d48d367 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:27.251568 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c6b86-0b0f-492f-92af-c8f4c40fefa7 None None] Pushing event updated for resources: {'Port': ['ID=58936821-c580-44e9-9514-3b2cb21fe04e,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:27.256445 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e68c6b86-0b0f-492f-92af-c8f4c40fefa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:27.270584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.304562 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Attempting to bind port 58936821-c580-44e9-9514-3b2cb21fe04e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:27.304842 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Attempting to bind port 58936821-c580-44e9-9514-3b2cb21fe04e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:27.305215 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Attempting to bind port 58936821-c580-44e9-9514-3b2cb21fe04e on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:27.314718 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:27.315805 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:27.317002 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.319812 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:27.320365 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Bound port: 58936821-c580-44e9-9514-3b2cb21fe04e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:27.320766 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.338452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Deleting port 58936821-c580-44e9-9514-3b2cb21fe04e {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:27.339316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.339555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.340212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.351631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:27.375380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-827bd669-b31d-4e2b-84aa-92096925afc8 None None] Provisioning complete for port c724760a-386d-4e95-ae89-e2786d48d367 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:27.375940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-827bd669-b31d-4e2b-84aa-92096925afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.421255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-827bd669-b31d-4e2b-84aa-92096925afc8 None None] Port c724760a-386d-4e95-ae89-e2786d48d367 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:27.432936 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] For port 58936821-c580-44e9-9514-3b2cb21fe04e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:27.442078 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] For port 58936821-c580-44e9-9514-3b2cb21fe04e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=58936821-c580-44e9-9514-3b2cb21fe04e,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:27.484286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=c724760a-386d-4e95-ae89-e2786d48d367,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:27.492872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:27.503793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.515783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 83195479-8d2f-4eac-a820-beb73b258ede is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:27.517255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:27.569506 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.572237 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c31a5cbe-988b-4ea8-b350-240d7b931e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:27.595537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.666038 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c6b86-0b0f-492f-92af-c8f4c40fefa7 None None] Pushing event updated for resources: {'Port': ['ID=58936821-c580-44e9-9514-3b2cb21fe04e,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:27.670929 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e68c6b86-0b0f-492f-92af-c8f4c40fefa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:27.676179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Routers {'edf7f072-6e78-46c1-a4f0-cf83a5cb6771'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:27.677822 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['edf7f072-6e78-46c1-a4f0-cf83a5cb6771'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:27.729559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Calling delete_port for 58936821-c580-44e9-9514-3b2cb21fe04e owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:27.750838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router b849c3bf-f1f8-4f5c-8336-80be67d01215 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:27.799907 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] Set router edf7f072-6e78-46c1-a4f0-cf83a5cb6771 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:27.869392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-321381c4-91ba-442a-b6a5-d3941f3e0081 None None] Provisioning complete for port c724760a-386d-4e95-ae89-e2786d48d367 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:27.870136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-321381c4-91ba-442a-b6a5-d3941f3e0081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:27.884528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:27.898408 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/b849c3bf-f1f8-4f5c-8336-80be67d01215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1779611 Jun 22 09:34:27.898656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55492) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:27.901272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] Sync routers for ids ['b849c3bf-f1f8-4f5c-8336-80be67d01215'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:27.918179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf7f072-6e78-46c1-a4f0-cf83a5cb6771', 'name': 'tempest-snat-router-676471001', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:21Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 4, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:27.926090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] Routers {'b849c3bf-f1f8-4f5c-8336-80be67d01215'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:27.928712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b849c3bf-f1f8-4f5c-8336-80be67d01215'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:27.933335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-321381c4-91ba-442a-b6a5-d3941f3e0081 None None] Port c724760a-386d-4e95-ae89-e2786d48d367 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:27.959805 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a185d97-f736-410e-9699-67feb3bdbca7 None None] The sync data for ids ['edf7f072-6e78-46c1-a4f0-cf83a5cb6771'] in dv-neutron-797120-3-hyperv is: [{'id': 'edf7f072-6e78-46c1-a4f0-cf83a5cb6771', 'name': 'tempest-snat-router-676471001', 'tenant_id': '1d291671fa43442fbf39f34cc96e712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:21Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 4, 'project_id': '1d291671fa43442fbf39f34cc96e712d', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:27.976032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c8dc4-2c5f-4033-817a-86c38f26915e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:27.980421 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9b2c8dc4-2c5f-4033-817a-86c38f26915e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports/c724760a-386d-4e95-ae89-e2786d48d367 HTTP/1.1" status: 200 len: 984 time: 0.0806820 Jun 22 09:34:27.981057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55494) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:27.982163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:27.993589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] Routers {'b849c3bf-f1f8-4f5c-8336-80be67d01215'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:27.994323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b849c3bf-f1f8-4f5c-8336-80be67d01215'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:28.034921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:28.035700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92d4af-76b2-4ae5-9af0-aea0319dcf5a None None] The sync data for ids ['b849c3bf-f1f8-4f5c-8336-80be67d01215'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:28.406244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:28.520114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:28.533157 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7152984 Jun 22 09:34:28.533157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55502) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:28.533362 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:28.543318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:28.550166 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:28.550812 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:28.582908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting subnet 1a005956-5cf6-42cc-8527-042eb2c7360f {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:28.586345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:28.651218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:28.676315 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:28.690181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:28.702777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:28.783679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 11, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:28.804026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event deleted for resources: {'Port': ['ID=58936821-c580-44e9-9514-3b2cb21fe04e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:28.812347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:28.812517 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:28.821616 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:28.822229 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:28.860195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port c724760a-386d-4e95-ae89-e2786d48d367 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:28.860596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:28.899503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:28.921033 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:28.927507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.013088 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 11, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:29.021846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.038510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.043889 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624cef2-ad8d-4f64-a628-9b0407081c7a None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 11, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:29.044116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.100249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for c724760a-386d-4e95-ae89-e2786d48d367 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:29.203421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.205728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ddd9444e-1269-46bc-8397-b01e893c32c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:29.237256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Subnet': ['ID=1a005956-5cf6-42cc-8527-042eb2c7360f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:29.245810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912dd0e-558c-4156-ad5d-02170600e5a3 None None] Network 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:29.255838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.266360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/1a005956-5cf6-42cc-8527-042eb2c7360f HTTP/1.1" status: 204 len: 168 time: 0.7343862 Jun 22 09:34:29.266360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:29.266675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55514) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:29.267192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.268861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edf7f072-6e78-46c1-a4f0-cf83a5cb6771 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:29.314752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.321306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55520) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:29.322514 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/routers/edf7f072-6e78-46c1-a4f0-cf83a5cb6771 HTTP/1.1" status: 204 len: 168 time: 2.8490696 Jun 22 09:34:29.412163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.421036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cb4cd7e9-57fc-4fa2-97b1-95835d599684 tempest-FloatingIPAdminTestJSON-783783934 tempest-FloatingIPAdminTestJSON-783783934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:29.494176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.521156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=c724760a-386d-4e95-ae89-e2786d48d367,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:29.533590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:29.548378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] DHCP port deletion for 0a1516b8-9df6-43b2-82cc-1f2ca36b44ab request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:29.589336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f0418-ac37-4a11-906b-7ad26a22624d req-9f6c9aed-14ee-4042-84de-452c52b92a11 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:29.600547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6f4382bf-5cf7-4111-9749-4a584ea56dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.603000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-657f0418-ac37-4a11-906b-7ad26a22624d req-9f6c9aed-14ee-4042-84de-452c52b92a11 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.2617402 Jun 22 09:34:29.636688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Deleting port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:29.637582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.656173 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-657f0418-ac37-4a11-906b-7ad26a22624d req-9b60464e-2ef3-4232-8442-a97f79d11219 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521781 Jun 22 09:34:29.661043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Deleting port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:29.661043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.705095 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:34:29.746143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] For port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:29.746652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.766088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] For port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,segment=NetworkSegment(ba54a6e0-cf55-4399-972d-fd28ea5fe1ca),segment_id=ba54a6e0-cf55-4399-972d-fd28ea5fe1ca)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:29.766789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:29.838719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Calling delete_port for ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:29.848180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Calling delete_port for ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:29.985985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.017108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.020594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a04beb81-7092-45f2-bd5a-9f2f5eba44fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:30.024299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.025436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.028802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29955ee2-6dc5-401f-b984-f3ee3d64452e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:30.048347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Pushing event deleted for resources: {'Port': ['ID=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:30.055148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:30.058092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] No DVR routers for this DVR port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:30.059216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Port': ['ID=ee5c13eb-2f55-4b1a-8751-0e1231afdfd5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:30.061457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No DVR routers for this DVR port ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:30.063209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:30.150884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.160982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1516b8-9df6-43b2-82cc-1f2ca36b44ab']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.172597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.172886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba54a6e0-cf55-4399-972d-fd28ea5fe1ca') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.183422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.197371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.197629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.204147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: self.session.flush() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:30.210461 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:30.243727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router b849c3bf-f1f8-4f5c-8336-80be67d01215 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:30.322729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:30.330765 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/b849c3bf-f1f8-4f5c-8336-80be67d01215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3486848 Jun 22 09:34:30.330975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55522) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:30.331945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] Sync routers for ids ['b849c3bf-f1f8-4f5c-8336-80be67d01215'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:30.341723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] Routers {'b849c3bf-f1f8-4f5c-8336-80be67d01215'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:30.342338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b849c3bf-f1f8-4f5c-8336-80be67d01215'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.379125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.403009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] Routers {'b849c3bf-f1f8-4f5c-8336-80be67d01215'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:30.403650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b849c3bf-f1f8-4f5c-8336-80be67d01215'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.422121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.430435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:30.435122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.438203 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/networks/0a1516b8-9df6-43b2-82cc-1f2ca36b44ab HTTP/1.1" status: 204 len: 168 time: 1.1483281 Jun 22 09:34:30.438995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Deleting port 65338a6b-711d-44d8-9ae9-1ebd32214fad {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:30.439347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.442325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55528) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:30.447965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'routes': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:30.453952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:30.454667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81263e3e-d335-49e5-980a-0e4282b43f10 None None] The sync data for ids ['b849c3bf-f1f8-4f5c-8336-80be67d01215'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:30.533181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] For port 65338a6b-711d-44d8-9ae9-1ebd32214fad, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=65338a6b-711d-44d8-9ae9-1ebd32214fad,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:30.533543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.535017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Pushing event deleted for resources: {'Network': ['ID=0a1516b8-9df6-43b2-82cc-1f2ca36b44ab,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:30.570743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:30.605071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Calling delete_port for 65338a6b-711d-44d8-9ae9-1ebd32214fad owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:30.737902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-c06f4421-c5b5-4e55-a235-0e2c3f640a9f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 09:34:30.742547 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c06f4421-c5b5-4e55-a235-0e2c3f640a9f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/b849c3bf-f1f8-4f5c-8336-80be67d01215/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4062231 Jun 22 09:34:30.747473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55532) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:30.778646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Added routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:34:30.778959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Removed routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:34:30.779328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.803993 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-63fb48ce-68b4-4d20-a51e-3b0b80f377b7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b849c3bf-f1f8-4f5c-8336-80be67d01215 HTTP/1.1" status: 200 len: 205 time: 0.0550578 Jun 22 09:34:30.806718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55538) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:30.858655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f631291-793a-4d18-9da6-bfef849c732d req-f80fc329-f52c-43c8-8250-04da3cab7125 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:30.860415 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2f631291-793a-4d18-9da6-bfef849c732d req-f80fc329-f52c-43c8-8250-04da3cab7125 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.0680959 Jun 22 09:34:30.905547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.908977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9ea4029e-0bf9-47a1-b5a6-0a903a7cbf40 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:30.918491 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2f631291-793a-4d18-9da6-bfef849c732d req-0570f9e1-59d9-4b6f-a5ea-0e86525650e5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513253 Jun 22 09:34:30.946286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:30.949011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:30.954297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event deleted for resources: {'Port': ['ID=65338a6b-711d-44d8-9ae9-1ebd32214fad,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:30.962810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:30.974902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:30.975505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee5c13eb-2f55-4b1a-8751-0e1231afdfd5 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:30.976137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b6b5db8-46cc-4987-a62f-43781d7591cf no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:30.999865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 5b6b5db8-46cc-4987-a62f-43781d7591cf {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:31.000245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5b6b5db8-46cc-4987-a62f-43781d7591cf not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:31.027118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.076187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.083758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.119598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.121835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.207804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.239227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.284061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router 497cb954-2a71-4576-8a43-4e80363a3466 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:31.308192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.308876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e884d97e-f547-4ae1-84cf-9c373cc1e9e2 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:31.313004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.320684 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e884d97e-f547-4ae1-84cf-9c373cc1e9e2 HTTP/1.1" status: 204 len: 168 time: 1.9978423 Jun 22 09:34:31.324975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55542) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:31.330652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1664552772', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:31.370223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:31.377126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.378191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-92a90211-7f07-4cbb-8b4a-c414a0e57881 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 701 time: 0.9343441 Jun 22 09:34:31.381257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55544) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:31.383270 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] Sync routers for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:31.394750 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:31.395512 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:31.414948 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-269bece8-e1e8-402c-8548-cce022cf45b9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 205 time: 0.0302184 Jun 22 09:34:31.415190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55546) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:31.422765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.424337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router b849c3bf-f1f8-4f5c-8336-80be67d01215 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:31.465248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.468764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8337ac73-0f76-483e-bf76-fb1edcf716b1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/b849c3bf-f1f8-4f5c-8336-80be67d01215 HTTP/1.1" status: 204 len: 168 time: 0.6590321 Jun 22 09:34:31.469899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55550) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:31.470982 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:31.532084 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 11, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:31.559188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet 389ac051-5c3b-4bcd-a29a-e2bd76e6911a {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:31.561647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.562682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.568417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.630090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.667668 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] Checking router: 497cb954-2a71-4576-8a43-4e80363a3466 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:31.676672 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] Routers {'497cb954-2a71-4576-8a43-4e80363a3466'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:31.677939 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['497cb954-2a71-4576-8a43-4e80363a3466'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:31.694137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.749900 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] Set router 497cb954-2a71-4576-8a43-4e80363a3466 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:31.768727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:31.812556 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 11, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:31.848640 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba5869-4b2e-4124-b2ef-d3bd0dd3c184 None None] The sync data for ids ['497cb954-2a71-4576-8a43-4e80363a3466'] in dv-neutron-797120-3-hyperv is: [{'id': '497cb954-2a71-4576-8a43-4e80363a3466', 'name': 'tempest-RoutersTest-router-2133994490', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:13Z', 'updated_at': '2021-06-22T09:34:26Z', 'revision_number': 11, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:31.889030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.047959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.067354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.085243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.157124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde5ec-0e70-4489-995f-4c2fee619264 req-3e624e1b-67f0-4b6d-b779-2eb5cf93b28f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:32.158590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9abde5ec-0e70-4489-995f-4c2fee619264 req-3e624e1b-67f0-4b6d-b779-2eb5cf93b28f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1053226 Jun 22 09:34:32.183156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.186307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1bad50b6-18b4-483a-a55d-d797a09cce9d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:32.197179 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9abde5ec-0e70-4489-995f-4c2fee619264 req-c667fb06-6cb1-44dc-bb39-65062b5c6058 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324676 Jun 22 09:34:32.213797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=389ac051-5c3b-4bcd-a29a-e2bd76e6911a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:32.216284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:32.219063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.221658 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/389ac051-5c3b-4bcd-a29a-e2bd76e6911a HTTP/1.1" status: 204 len: 168 time: 0.7505424 Jun 22 09:34:32.224307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55554) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:32.226014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e347f0ad-c230-49e7-b5f3-1116abe3534e None None] Network 83195479-8d2f-4eac-a820-beb73b258ede requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:32.239535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9455a03f-d5e1-4438-8afe-541c23ef7546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.307370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.352803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.353281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router 497cb954-2a71-4576-8a43-4e80363a3466 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:32.361093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.362618 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39b2b42f-06be-4a9f-87c5-6fef5423f9b3 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 204 len: 168 time: 0.9461379 Jun 22 09:34:32.368255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55556) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:32.374338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-825449389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:32.420187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port df47b359-c87e-4456-9774-b6b474c1ce8d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:32.420615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.456941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.457687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] DHCP port deletion for 83195479-8d2f-4eac-a820-beb73b258ede request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:32.484266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.511983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port df47b359-c87e-4456-9774-b6b474c1ce8d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=df47b359-c87e-4456-9774-b6b474c1ce8d,segment=NetworkSegment(fd58acae-2fbf-42f2-96ec-649efd0baac3),segment_id=fd58acae-2fbf-42f2-96ec-649efd0baac3)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:32.512386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.525678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Deleting port df47b359-c87e-4456-9774-b6b474c1ce8d {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:32.527475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.563014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.564088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.603689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for df47b359-c87e-4456-9774-b6b474c1ce8d owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:32.610802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] For port df47b359-c87e-4456-9774-b6b474c1ce8d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=df47b359-c87e-4456-9774-b6b474c1ce8d,segment=NetworkSegment(fd58acae-2fbf-42f2-96ec-649efd0baac3),segment_id=fd58acae-2fbf-42f2-96ec-649efd0baac3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:32.611216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.628966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Allocated IP 172.26.6.245 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/a67d3d6a-293c-4230-8120-890ebce8287e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:32.683457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Calling delete_port for df47b359-c87e-4456-9774-b6b474c1ce8d owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:32.712032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.745280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.793653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.842366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.913452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 65338a6b-711d-44d8-9ae9-1ebd32214fad no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:32.937277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.937872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 65338a6b-711d-44d8-9ae9-1ebd32214fad {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:32.938001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.938119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 65338a6b-711d-44d8-9ae9-1ebd32214fad not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:32.938398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device df47b359-c87e-4456-9774-b6b474c1ce8d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:32.941709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8b8ab85c-843c-4242-a70e-c64b7046340b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:32.947383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-47620736-dcba-4d2c-b454-5612459efa02 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:32.957923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: df47b359-c87e-4456-9774-b6b474c1ce8d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:32.958274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device df47b359-c87e-4456-9774-b6b474c1ce8d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:32.963689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.966748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:32.970236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=df47b359-c87e-4456-9774-b6b474c1ce8d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:32.972443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:32.977508 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d7b3b180-ec0c-4151-9a19-d3a5dc610ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6043954 Jun 22 09:34:32.977508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port df47b359-c87e-4456-9774-b6b474c1ce8d on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:32.978121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:32.980747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55560) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:32.996222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Pushing event deleted for resources: {'Port': ['ID=df47b359-c87e-4456-9774-b6b474c1ce8d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:32.998122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:32.999196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:33.000020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] No DVR routers for this DVR port df47b359-c87e-4456-9774-b6b474c1ce8d on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:33.009363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:33.044907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:33.051592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:33.067049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.077022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83195479-8d2f-4eac-a820-beb73b258ede']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:33.086997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd58acae-2fbf-42f2-96ec-649efd0baac3') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:33.087293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd58acae-2fbf-42f2-96ec-649efd0baac3') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:33.096064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.102763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event updated for resources: {'Port': ['ID=a67d3d6a-293c-4230-8120-890ebce8287e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:33.105634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:33.111357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.120542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:33.120950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:33.126992 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:33.348203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.351819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2257503-b5dc-4ab8-af66-7ea050cc45a6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:33.356228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.358304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/83195479-8d2f-4eac-a820-beb73b258ede HTTP/1.1" status: 204 len: 168 time: 1.1327336 Jun 22 09:34:33.362551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55564) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:33.371994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.376866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-490889296'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:33.385185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=83195479-8d2f-4eac-a820-beb73b258ede,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:33.389074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:33.444837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02e27-067a-4bd1-9902-c7a25a4b1395 req-b10731b2-4f12-45f8-a34e-7ea6767b9a13 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:33.446312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fc02e27-067a-4bd1-9902-c7a25a4b1395 req-b10731b2-4f12-45f8-a34e-7ea6767b9a13 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1076932 Jun 22 09:34:33.485483 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2fc02e27-067a-4bd1-9902-c7a25a4b1395 req-fe5b845e-4fc7-4edc-8479-1b38a5b5fe38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330358 Jun 22 09:34:33.508336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.588199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:33.590519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.592230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.617706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:34:33.641173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.641539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment 990d2986-8f46-4d56-9b5a-ccacca755ab8 of type vlan for network 9ddebe94-971c-4138-888f-f47060439133 Jun 22 09:34:33.683614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.777224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.876713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.882467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:33.883092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:33.885631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15ca9d96-7b08-4348-b2c1-82b069e2ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:33.951357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=9ddebe94-971c-4138-888f-f47060439133,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:33.954307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:33.969273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 9ddebe94-971c-4138-888f-f47060439133 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:34:34.052882 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d3e70ea-5e70-4031-9dfa-321b09e193bb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6889575 Jun 22 09:34:34.055550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55568) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:34.060972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': '9ddebe94-971c-4138-888f-f47060439133', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:34.187491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Router df861b24-ff5d-4b18-9452-4036db48e563 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:34.265222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:34.269135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.313161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:34.321763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.325525 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8f0b1c77-8d41-42d5-898c-6aa177166d7f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "PUT /v2.0/routers/df861b24-ff5d-4b18-9452-4036db48e563 HTTP/1.1" status: 200 len: 693 time: 1.3301580 Jun 22 09:34:34.325525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55570) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:34.332107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] Sync routers for ids ['df861b24-ff5d-4b18-9452-4036db48e563'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:34.335523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] Routers {'df861b24-ff5d-4b18-9452-4036db48e563'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:34.336404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['df861b24-ff5d-4b18-9452-4036db48e563'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:34.410096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] Set router df861b24-ff5d-4b18-9452-4036db48e563 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:34.450031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a2f2342b-df39-40ca-b661-e9e1ba6af017 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/routers/df861b24-ff5d-4b18-9452-4036db48e563 HTTP/1.1" status: 200 len: 699 time: 0.1209557 Jun 22 09:34:34.452900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55572) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:34.468392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df861b24-ff5d-4b18-9452-4036db48e563', 'name': 'tempest-RoutersTest-router-825449389', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:32Z', 'updated_at': '2021-06-22T09:34:33Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:34.490768 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-98b30d9f-794f-44d7-bd46-69fb0b8daf53 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=df861b24-ff5d-4b18-9452-4036db48e563 HTTP/1.1" status: 200 len: 205 time: 0.0354218 Jun 22 09:34:34.504312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.504470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] Checking router: df861b24-ff5d-4b18-9452-4036db48e563 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:34:34.505265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] Routers {'df861b24-ff5d-4b18-9452-4036db48e563'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:34.505900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['df861b24-ff5d-4b18-9452-4036db48e563'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:34.506572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55574) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:34.598022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.676083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.689256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e226ca8-13b5-4735-a5bb-777187dbccf7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:34.744163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] Set router df861b24-ff5d-4b18-9452-4036db48e563 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:34:34.790574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Router daa9b9e9-9ace-4059-aaf6-580858e9ea08 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:34.806758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df861b24-ff5d-4b18-9452-4036db48e563', 'name': 'tempest-RoutersTest-router-825449389', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:32Z', 'updated_at': '2021-06-22T09:34:33Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:34.836770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8920b31-bd08-48dd-a98e-ecc3d4e616ba None None] The sync data for ids ['df861b24-ff5d-4b18-9452-4036db48e563'] in dv-neutron-797120-3-hyperv is: [{'id': 'df861b24-ff5d-4b18-9452-4036db48e563', 'name': 'tempest-RoutersTest-router-825449389', 'tenant_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:34:32Z', 'updated_at': '2021-06-22T09:34:33Z', 'revision_number': 2, 'project_id': 'c4d3dc2da9474ff38c49621e09f61c60', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:34.877771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.884075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.895049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=d5aec0c8-b845-4ef9-a2e4-55d8b926402c,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:34.909471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:34.926722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:34.938316 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] Sync routers for ids ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:34.953989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] Routers {'daa9b9e9-9ace-4059-aaf6-580858e9ea08'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:34.954734 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:34.958594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': '990d2986-8f46-4d56-9b5a-ccacca755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ddebe94-971c-4138-888f-f47060439133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:34.959136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: 9ddebe94-971c-4138-888f-f47060439133, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:34:34.970064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f2dc-a706-4898-82a3-9b2053bece66 req-6eb86a66-e330-4e57-93f9-956954cf77c9 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:34.976441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a319f2dc-a706-4898-82a3-9b2053bece66 req-6eb86a66-e330-4e57-93f9-956954cf77c9 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.3046143 Jun 22 09:34:34.979657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:34.990736 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:35.000997 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] Routers {'daa9b9e9-9ace-4059-aaf6-580858e9ea08'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:35.001671 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:35.023281 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a319f2dc-a706-4898-82a3-9b2053bece66 req-3621e76b-64a3-425d-aa3d-487d4d42a275 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Jun 22 09:34:35.036311 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:35.037334 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b26fad-ba97-4054-be48-4abfa9cf896c None None] The sync data for ids ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:35.065225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.065863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Fanout notify agent at l3_agent the message router_deleted on router df861b24-ff5d-4b18-9452-4036db48e563 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:35.073651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.078998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d5cc23e0-1382-4ac2-b3d1-240194a1e5fa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/df861b24-ff5d-4b18-9452-4036db48e563 HTTP/1.1" status: 204 len: 168 time: 0.5668321 Jun 22 09:34:35.081924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55580) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.108548 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.109893 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7836728 Jun 22 09:34:35.112689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55582) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.118182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': False}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:35.119073 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e552f15f-c232-48e1-8715-a4e7c3cc993c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=df861b24-ff5d-4b18-9452-4036db48e563 HTTP/1.1" status: 200 len: 205 time: 0.0357432 Jun 22 09:34:35.120071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 9ddebe94-971c-4138-888f-f47060439133 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:34:35.121335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55584) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.192691 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-9d776162-3b71-40f0-a54d-21cda93afc28 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:35.193657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9d776162-3b71-40f0-a54d-21cda93afc28 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/df861b24-ff5d-4b18-9452-4036db48e563 HTTP/1.1" status: 404 len: 336 time: 0.0714178 Jun 22 09:34:35.196382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55586) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.223478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47fd599-2615-46fc-b262-61d74ee80f52 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.224588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47fd599-2615-46fc-b262-61d74ee80f52 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.226329 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b47fd599-2615-46fc-b262-61d74ee80f52 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/754e97f1-8da0-4fde-8053-747e033fce04 HTTP/1.1" status: 404 len: 337 time: 0.0284877 Jun 22 09:34:35.229950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55588) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.257271 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a15342-712c-46ff-8189-3894a731d453 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.257739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a15342-712c-46ff-8189-3894a731d453 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.259463 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b7a15342-712c-46ff-8189-3894a731d453 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/98961aa3-edad-4963-943f-3c979f90cc8f HTTP/1.1" status: 404 len: 337 time: 0.0285170 Jun 22 09:34:35.262053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55590) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.271645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 9ddebe94-971c-4138-888f-f47060439133) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:35.279322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ecabff-8c29-47c8-ac3a-744d258a884f None None] Network 9ddebe94-971c-4138-888f-f47060439133 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:35.293453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9236a9e7-5950-4e60-97eb-7eadac352d92 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.293920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9236a9e7-5950-4e60-97eb-7eadac352d92 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.298069 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9236a9e7-5950-4e60-97eb-7eadac352d92 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/304fbef9-646c-4b7d-bbe8-b7cd0c5e30c2 HTTP/1.1" status: 404 len: 337 time: 0.0326939 Jun 22 09:34:35.298069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:35.298069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.299104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55592) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.339277 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3ecdc7-7c3c-4fe9-a540-167390e5b945 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.339732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3ecdc7-7c3c-4fe9-a540-167390e5b945 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.341453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9e3ecdc7-7c3c-4fe9-a540-167390e5b945 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/1a005956-5cf6-42cc-8527-042eb2c7360f HTTP/1.1" status: 404 len: 337 time: 0.0415382 Jun 22 09:34:35.344709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55594) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.402455 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-44574256-2bbe-4d1d-8c51-9dd11f699210 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 200 len: 205 time: 0.0570147 Jun 22 09:34:35.404801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55596) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.430582 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3731935 Jun 22 09:34:35.434661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55598) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.440887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-635507849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:35.441452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-9ddebe94-971c-4138-888f-f47060439133', 'network_id': '9ddebe94-971c-4138-888f-f47060439133', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': 'd5aec0c8-b845-4ef9-a2e4-55d8b926402c'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:34:35.442393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.445040 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-8fc39890-573e-4a19-aa82-27ede1c042dd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:35.445989 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8fc39890-573e-4a19-aa82-27ede1c042dd tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/497cb954-2a71-4576-8a43-4e80363a3466 HTTP/1.1" status: 404 len: 336 time: 0.0403144 Jun 22 09:34:35.450224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55600) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.492070 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a214af18-8120-487d-873a-dd48d159dea1 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=05563061-0572-481c-91cb-d9178e13341a HTTP/1.1" status: 200 len: 205 time: 0.0407693 Jun 22 09:34:35.494539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55602) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.533977 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-e492be12-16bd-449a-9945-c9647f3c3b01 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:35.535008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e492be12-16bd-449a-9945-c9647f3c3b01 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/05563061-0572-481c-91cb-d9178e13341a HTTP/1.1" status: 404 len: 336 time: 0.0395939 Jun 22 09:34:35.538665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55604) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.562204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.574198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ebef9f-55c8-4982-8e90-2e96d77120f7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.574669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ebef9f-55c8-4982-8e90-2e96d77120f7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.576540 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-38ebef9f-55c8-4982-8e90-2e96d77120f7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/9a3ae7b7-9e17-4149-8b69-8f274a005786 HTTP/1.1" status: 404 len: 337 time: 0.0360601 Jun 22 09:34:35.579213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55606) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.605733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Allocated IP 2001:db8::2 (9ddebe94-971c-4138-888f-f47060439133/d5aec0c8-b845-4ef9-a2e4-55d8b926402c/6e86b60b-bdcb-4451-8a3e-a264b1133079) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:35.610151 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b39e3806-54af-48a4-a8fc-b245f6e6e6a0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 200 len: 205 time: 0.0294673 Jun 22 09:34:35.612164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55608) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.658994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.660093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.664348 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-9cb0eb95-ebca-43f8-9fed-24dfd00b7c06 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:35.665390 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9cb0eb95-ebca-43f8-9fed-24dfd00b7c06 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/aa0b618b-7e4b-4bfd-94bb-1c6b4873b89c HTTP/1.1" status: 404 len: 336 time: 0.0522480 Jun 22 09:34:35.668712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55610) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.717274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.725127 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f7423efe-ca2d-4626-9d53-ecf8627eab62 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc315537-4833-4cde-9fa8-f1e0a13fc5a1 HTTP/1.1" status: 200 len: 205 time: 0.0539174 Jun 22 09:34:35.727498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55614) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.777601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-2d55735d-422e-4a85-996d-f1cdcd8b9f93 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:35.782118 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2d55735d-422e-4a85-996d-f1cdcd8b9f93 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/fc315537-4833-4cde-9fa8-f1e0a13fc5a1 HTTP/1.1" status: 404 len: 336 time: 0.0534365 Jun 22 09:34:35.783441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55616) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.791541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.800974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Transition to ACTIVE for port object 6e86b60b-bdcb-4451-8a3e-a264b1133079 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:35.815586 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-5130676f-f28e-4b9f-b6e5-480763f8f16e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.816072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5130676f-f28e-4b9f-b6e5-480763f8f16e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.817138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Transition to ACTIVE for port object 6e86b60b-bdcb-4451-8a3e-a264b1133079 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:35.818533 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5130676f-f28e-4b9f-b6e5-480763f8f16e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/d0c29caf-b0af-49bd-9a0b-99edf41fc478 HTTP/1.1" status: 404 len: 337 time: 0.0332339 Jun 22 09:34:35.821213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55618) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.833486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.857512 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-30d0f27c-1903-49b0-bdb0-3c88150494ec tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68ed6cb-c884-428a-a3ad-d098596ed1a9 HTTP/1.1" status: 200 len: 205 time: 0.0350568 Jun 22 09:34:35.860639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55620) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.908533 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-9a7f8238-000e-43a0-8556-f6bd9983950e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:35.909591 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9a7f8238-000e-43a0-8556-f6bd9983950e tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/a68ed6cb-c884-428a-a3ad-d098596ed1a9 HTTP/1.1" status: 404 len: 336 time: 0.0478613 Jun 22 09:34:35.913109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55622) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.945983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:35.949685 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-501396c4-daba-4279-b770-31277fa65daa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:35.950293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501396c4-daba-4279-b770-31277fa65daa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:35.952245 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-501396c4-daba-4279-b770-31277fa65daa tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/21043702-ce0a-4485-bc5d-9ac003b442c3 HTTP/1.1" status: 404 len: 337 time: 0.0379322 Jun 22 09:34:35.955181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:35.960574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55624) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:35.995554 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8d3d8924-ac7f-45cc-bdc7-71081110a1e9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8491105-e716-425f-b1a7-af40e4b492c9 HTTP/1.1" status: 200 len: 205 time: 0.0316164 Jun 22 09:34:35.995939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55626) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.025847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Network 9ddebe94-971c-4138-888f-f47060439133 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:36.031511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:36.036713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:36.037056 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-5bc9f2d6-1fd5-4c67-b45b-b60c85e0d326 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] delete failed (client error): The resource could not be found. Jun 22 09:34:36.038379 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5bc9f2d6-1fd5-4c67-b45b-b60c85e0d326 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/routers/b8491105-e716-425f-b1a7-af40e4b492c9 HTTP/1.1" status: 404 len: 336 time: 0.0415480 Jun 22 09:34:36.039305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.041484 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b5f1370f-ed60-4290-82a0-8db49f4c7535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6056705 Jun 22 09:34:36.042164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55628) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.042577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Pushing event updated for resources: {'Port': ['ID=6e86b60b-bdcb-4451-8a3e-a264b1133079,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:36.045909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:36.049703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55630) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.141058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Attempting to bind port 6e86b60b-bdcb-4451-8a3e-a264b1133079 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:36.141442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Attempting to bind port 6e86b60b-bdcb-4451-8a3e-a264b1133079 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '990d2986-8f46-4d56-9b5a-ccacca755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ddebe94-971c-4138-888f-f47060439133'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:36.141800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Attempting to bind port 6e86b60b-bdcb-4451-8a3e-a264b1133079 on network 9ddebe94-971c-4138-888f-f47060439133 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:36.147411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:36.147788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Checking segment: {'id': '990d2986-8f46-4d56-9b5a-ccacca755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ddebe94-971c-4138-888f-f47060439133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:36.148230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.148629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Bound using segment: {'id': '990d2986-8f46-4d56-9b5a-ccacca755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ddebe94-971c-4138-888f-f47060439133'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:36.149296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Bound port: 6e86b60b-bdcb-4451-8a3e-a264b1133079, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990d2986-8f46-4d56-9b5a-ccacca755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9ddebe94-971c-4138-888f-f47060439133'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:36.149676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.154819 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1130205-d02a-4cc4-9f4a-d2282444d521 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:36.155291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1130205-d02a-4cc4-9f4a-d2282444d521 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:36.160178 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d1130205-d02a-4cc4-9f4a-d2282444d521 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/ca3a5153-5233-49d8-9f88-25f71ec5b40c HTTP/1.1" status: 404 len: 337 time: 0.1168027 Jun 22 09:34:36.163135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55634) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.197537 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46bce09-5b54-4c1c-bb85-07782b0e1766 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] DELETE failed (client error): The resource could not be found. Jun 22 09:34:36.197764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46bce09-5b54-4c1c-bb85-07782b0e1766 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:34:36.202026 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e46bce09-5b54-4c1c-bb85-07782b0e1766 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] 10.222.0.65 "DELETE /v2.0/subnets/a275e2bf-b3c7-4eed-b5b1-1a308fb8e3c1 HTTP/1.1" status: 404 len: 337 time: 0.0353603 Jun 22 09:34:36.222280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] For port 6e86b60b-bdcb-4451-8a3e-a264b1133079, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:36.229478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] For port 6e86b60b-bdcb-4451-8a3e-a264b1133079, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6e86b60b-bdcb-4451-8a3e-a264b1133079,segment=NetworkSegment(990d2986-8f46-4d56-9b5a-ccacca755ab8),segment_id=990d2986-8f46-4d56-9b5a-ccacca755ab8)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:36.244405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.254065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.313299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005862f-219e-455b-883b-cbacbea9dc0d req-dd647a04-0392-453d-8a16-472edd7773ac tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:36.314788 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3005862f-219e-455b-883b-cbacbea9dc0d req-dd647a04-0392-453d-8a16-472edd7773ac tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1366379 Jun 22 09:34:36.402559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.405005 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3005862f-219e-455b-883b-cbacbea9dc0d req-897ee944-8ebf-4640-a8ba-bf93cccc27ad tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770037 Jun 22 09:34:36.409989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0c15cd96-ae93-4b75-b48d-4c2188b0f62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:36.417952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Router daa9b9e9-9ace-4059-aaf6-580858e9ea08 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:36.423685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.489670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Pushing event updated for resources: {'Port': ['ID=6e86b60b-bdcb-4451-8a3e-a264b1133079,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:36.490773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:36.546752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:36.551487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.553030 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-04ac2942-3312-4a58-b6ab-f4dc2f6454de tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "PUT /v2.0/routers/daa9b9e9-9ace-4059-aaf6-580858e9ea08 HTTP/1.1" status: 200 len: 926 time: 1.4391499 Jun 22 09:34:36.555835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55638) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.558178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] Sync routers for ids ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:36.576440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] Routers {'daa9b9e9-9ace-4059-aaf6-580858e9ea08'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:36.577314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:36.619457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:36.629449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] Routers {'daa9b9e9-9ace-4059-aaf6-580858e9ea08'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:36.630858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:36.668795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:36.669661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120f6b1-fa4b-4c38-9fdf-574d6d485c5a None None] The sync data for ids ['daa9b9e9-9ace-4059-aaf6-580858e9ea08'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:36.704408 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e23aebcf-684f-4c17-9061-bd776e91b34e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/daa9b9e9-9ace-4059-aaf6-580858e9ea08 HTTP/1.1" status: 200 len: 926 time: 0.1468983 Jun 22 09:34:36.706860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55640) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.757634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8::1 (9ddebe94-971c-4138-888f-f47060439133/d5aec0c8-b845-4ef9-a2e4-55d8b926402c/01f2c245-0a84-459e-8a73-26f27eb7b4a5) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:36.829849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d392829-c929-40e0-827e-2de37569eacf tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:36.831526 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d392829-c929-40e0-827e-2de37569eacf tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=daa9b9e9-9ace-4059-aaf6-580858e9ea08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1235826 Jun 22 09:34:36.835294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55644) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.938012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:36.941067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e3611-b947-43a2-8426-a5b196cd5d7d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:36.946107 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e06e3611-b947-43a2-8426-a5b196cd5d7d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.1072023 Jun 22 09:34:36.946462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55648) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:36.954140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object 01f2c245-0a84-459e-8a73-26f27eb7b4a5 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:36.969725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6e86b60b-bdcb-4451-8a3e-a264b1133079 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:36.983490 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dad1b9de-81f8-4985-96f3-8f15fda98d46 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=daa9b9e9-9ace-4059-aaf6-580858e9ea08 HTTP/1.1" status: 200 len: 205 time: 0.0336289 Jun 22 09:34:36.983736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55650) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:37.029072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55652) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:37.107339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.147753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.153144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e010ba1b-90c9-4711-a15a-3a6ee053614b tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:37.182498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6e86b60b-bdcb-4451-8a3e-a264b1133079 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:37.194807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 9ddebe94-971c-4138-888f-f47060439133 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:37.202160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:37.210648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:37.211211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.214124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.264910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3855c314-2eff-423d-ba40-93443d7561b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4d3dc2da9474ff38c49621e09f61c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344117 Jun 22 09:34:37.267260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55656) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:37.272225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=01f2c245-0a84-459e-8a73-26f27eb7b4a5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:37.276816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:37.324586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.348032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.431575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Deleting port a67d3d6a-293c-4230-8120-890ebce8287e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:37.431967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.537652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.544465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.555037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aabf99c-2709-488b-8dfc-3bbaea1ecb94 None None] Network 9ddebe94-971c-4138-888f-f47060439133 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:37.612847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Calling delete_port for a67d3d6a-293c-4230-8120-890ebce8287e owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:37.684010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f1faf-8a20-4be8-a9dd-790dd9903a77 req-61528c06-f08a-4257-9285-bdb9d77dbab2 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:37.691818 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-257f1faf-8a20-4be8-a9dd-790dd9903a77 req-61528c06-f08a-4257-9285-bdb9d77dbab2 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1605389 Jun 22 09:34:37.779344 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-257f1faf-8a20-4be8-a9dd-790dd9903a77 req-09ae7344-85cb-4fd1-be42-fc77e4f27f35 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522597 Jun 22 09:34:37.807214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Provisioning for port 6e86b60b-bdcb-4451-8a3e-a264b1133079 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:37.813728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Provisioning complete for port 6e86b60b-bdcb-4451-8a3e-a264b1133079 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:37.814111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.839973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.843528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.844734 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f16c82d-7eee-4ea9-81d0-16a293fd981e HTTP/1.1" status: 204 len: 168 time: 0.5763564 Jun 22 09:34:37.845553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be050fe9-e33a-47dc-9ccb-99abd423ee54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:37.854831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f16c82d-7eee-4ea9-81d0-16a293fd981e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:37.857470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:37.941828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.966221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.985689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] For port 6e86b60b-bdcb-4451-8a3e-a264b1133079, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6e86b60b-bdcb-4451-8a3e-a264b1133079,segment=NetworkSegment(990d2986-8f46-4d56-9b5a-ccacca755ab8),segment_id=990d2986-8f46-4d56-9b5a-ccacca755ab8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:37.988421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:37.991577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-84274b58-e379-4582-979a-eaadf069558c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:38.017996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event deleted for resources: {'Port': ['ID=a67d3d6a-293c-4230-8120-890ebce8287e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:38.023299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:38.088431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.177128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.177534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.178267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.179494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d8548d06-1456-4f02-9bf7-58f310ee7a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:38.181504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bc265aa-cde2-4329-9d7a-17f47c82f01a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:38.186143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.190312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.241582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Pushing event updated for resources: {'Port': ['ID=6e86b60b-bdcb-4451-8a3e-a264b1133079,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:38.244914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:38.270043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=01f2c245-0a84-459e-8a73-26f27eb7b4a5,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:38.274425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:38.324637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 9ddebe94-971c-4138-888f-f47060439133 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:38.326098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:38.414041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.414633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Fanout notify agent at l3_agent the message router_deleted on router daa9b9e9-9ace-4059-aaf6-580858e9ea08 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:38.422457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.424150 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/daa9b9e9-9ace-4059-aaf6-580858e9ea08 HTTP/1.1" status: 204 len: 168 time: 1.4393513 Jun 22 09:34:38.427889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55668) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:38.432780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1013226729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:38.454056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-30259ccd-d1d1-4333-b6c7-eeaf588bb79f None None] Provisioning for port 01f2c245-0a84-459e-8a73-26f27eb7b4a5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:38.458883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-30259ccd-d1d1-4333-b6c7-eeaf588bb79f None None] Provisioning complete for port 01f2c245-0a84-459e-8a73-26f27eb7b4a5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:38.459327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-30259ccd-d1d1-4333-b6c7-eeaf588bb79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.498093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-30259ccd-d1d1-4333-b6c7-eeaf588bb79f None None] Port 01f2c245-0a84-459e-8a73-26f27eb7b4a5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:38.514808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-30259ccd-d1d1-4333-b6c7-eeaf588bb79f None None] Provisioning complete for port 6e86b60b-bdcb-4451-8a3e-a264b1133079 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:38.515260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-30259ccd-d1d1-4333-b6c7-eeaf588bb79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.680123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.681147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.715422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-90e258fc-545f-4d13-a759-652945f68200 None None] Provisioning complete for port 01f2c245-0a84-459e-8a73-26f27eb7b4a5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:38.715800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90e258fc-545f-4d13-a759-652945f68200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.736678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.752011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-90e258fc-545f-4d13-a759-652945f68200 None None] Port 01f2c245-0a84-459e-8a73-26f27eb7b4a5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:38.854584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router a40f658d-36cf-4300-a1ad-db238688a122 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:38.905803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:38.979610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:38.988216 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/a40f658d-36cf-4300-a1ad-db238688a122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9357588 Jun 22 09:34:38.991161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55680) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:38.994456 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] Sync routers for ids ['a40f658d-36cf-4300-a1ad-db238688a122'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:39.003530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6e86b60b-bdcb-4451-8a3e-a264b1133079 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:39.025688 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] Routers {'a40f658d-36cf-4300-a1ad-db238688a122'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:39.030529 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a40f658d-36cf-4300-a1ad-db238688a122'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:39.055639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720fa90-58be-4500-a228-21c7901fd637 req-005db9bc-4962-404c-82f6-e05af0d8658b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:39.058453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5720fa90-58be-4500-a228-21c7901fd637 req-005db9bc-4962-404c-82f6-e05af0d8658b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1375644 Jun 22 09:34:39.077800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8182a-b68b-4d46-9a1a-00967dedfd2c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:39.084538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bad8182a-b68b-4d46-9a1a-00967dedfd2c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports/01f2c245-0a84-459e-8a73-26f27eb7b4a5 HTTP/1.1" status: 200 len: 911 time: 0.0887094 Jun 22 09:34:39.084737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55682) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:39.091195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6e86b60b-bdcb-4451-8a3e-a264b1133079 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:39.091574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:39.133437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:39.137267 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d1abfea8-2906-49c3-b1f2-0d837395a2df tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7056096 Jun 22 09:34:39.138563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55684) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:39.151297 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:39.152903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:39.168341 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] Routers {'a40f658d-36cf-4300-a1ad-db238688a122'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:39.169349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a40f658d-36cf-4300-a1ad-db238688a122'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:39.185172 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5720fa90-58be-4500-a228-21c7901fd637 req-e1093354-a284-4da8-871c-7c8b9382b3d9 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182299 Jun 22 09:34:39.244015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:39.248596 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:39.249963 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085ac96d-3d7e-42a3-b78d-bbc146e990f7 None None] The sync data for ids ['a40f658d-36cf-4300-a1ad-db238688a122'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:39.632218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55694) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:39.639725 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032682 Jun 22 09:34:39.643113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55696) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:39.776517 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5131c387-2642-4aed-b880-993afa1a5619 tempest-NetworksApiDiscovery-825621660 tempest-NetworksApiDiscovery-825621660-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1319127 Jun 22 09:34:39.812216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:39.836221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.091752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 01f2c245-0a84-459e-8a73-26f27eb7b4a5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:40.092016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.153305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.172092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.182673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.259339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 01f2c245-0a84-459e-8a73-26f27eb7b4a5 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:40.286884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Allocated IP 172.26.6.48 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/45fb6c3d-1691-4f3f-a270-bec19de40312) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:40.445125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.460641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af3d2-1f1d-452d-8b60-0a43e70aac49 req-4102b8ff-2b1e-4c58-bf33-9c9b4d10d2ce tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:40.462141 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dd5af3d2-1f1d-452d-8b60-0a43e70aac49 req-4102b8ff-2b1e-4c58-bf33-9c9b4d10d2ce tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1215291 Jun 22 09:34:40.520313 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dd5af3d2-1f1d-452d-8b60-0a43e70aac49 req-eaa9a649-81e2-4050-9cc1-b080c169627f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492547 Jun 22 09:34:40.528199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55708) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:40.611317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.615291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6a68c038-dcc8-4025-b30e-04621b8c1824 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:40.632624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.646181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=01f2c245-0a84-459e-8a73-26f27eb7b4a5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:40.656237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:40.688823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.693566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:40.732622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:40.740515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:40.746935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:40.753604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.794571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event updated for resources: {'Port': ['ID=45fb6c3d-1691-4f3f-a270-bec19de40312,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:40.810582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:40.870811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.922442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router a40f658d-36cf-4300-a1ad-db238688a122 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:40.993907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:40.999661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d743cb2-72a2-4682-b666-d37096fee8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:41.012900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:41.012900 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/a40f658d-36cf-4300-a1ad-db238688a122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9246972 Jun 22 09:34:41.014181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55712) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:41.015716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] Sync routers for ids ['a40f658d-36cf-4300-a1ad-db238688a122'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:41.026984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] Routers {'a40f658d-36cf-4300-a1ad-db238688a122'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:41.028013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a40f658d-36cf-4300-a1ad-db238688a122'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:41.044467 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77d09d67a9274514ba45456ad842574c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128331 Jun 22 09:34:41.044697 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fd9db997-3ade-40bf-a1a3-825db8fc0661 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40f658d-36cf-4300-a1ad-db238688a122 HTTP/1.1" status: 200 len: 205 time: 0.0282550 Jun 22 09:34:41.045480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55714) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:41.045806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55716) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:41.059938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec674a-caff-4fc2-924a-d5b2eff7ac47,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:41.064907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:41.076231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] Routers {'a40f658d-36cf-4300-a1ad-db238688a122'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:41.077351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['a40f658d-36cf-4300-a1ad-db238688a122'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:41.102419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:41.109837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:41.110576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd7f8c1-fe41-446e-9f18-dceccea71297 None None] The sync data for ids ['a40f658d-36cf-4300-a1ad-db238688a122'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:41.186423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.349086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.427535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.433822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.439655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.441631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.705726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.710456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.717624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7255eb-0934-4e7d-b302-6943ef8aec78 req-f5e97e68-9279-4bb1-9751-a7635ff4e3d7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:41.727703 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da7255eb-0934-4e7d-b302-6943ef8aec78 req-f5e97e68-9279-4bb1-9751-a7635ff4e3d7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.0842893 Jun 22 09:34:41.778008 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da7255eb-0934-4e7d-b302-6943ef8aec78 req-f76c1f42-535f-44bc-bb1c-23001d9d9a78 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491512 Jun 22 09:34:41.806258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.806693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router a40f658d-36cf-4300-a1ad-db238688a122 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:41.815631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.820648 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0d4eb45b-22fd-4e7d-b96e-5996f743f7dc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/a40f658d-36cf-4300-a1ad-db238688a122 HTTP/1.1" status: 204 len: 168 time: 0.7688706 Jun 22 09:34:41.820648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55722) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:41.831757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.834871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.842386 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ddec674a-caff-4fc2-924a-d5b2eff7ac47 HTTP/1.1" status: 204 len: 168 time: 0.7892649 Jun 22 09:34:41.858809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6511a65b-ccd9-48c4-aad4-a0d02dcb5dea tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:41.878248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec674a-caff-4fc2-924a-d5b2eff7ac47,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:41.880871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:41.913109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet d5aec0c8-b845-4ef9-a2e4-55d8b926402c {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:41.918712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:41.974404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.061030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.173544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Router ff98e97e-0dca-4fec-8067-35f94bd71df0 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:42.292377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.297513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-85b51394-5ca6-42b7-ae24-a3973d3ce5b5 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:42.335980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=d5aec0c8-b845-4ef9-a2e4-55d8b926402c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:42.338163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.340187 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/d5aec0c8-b845-4ef9-a2e4-55d8b926402c HTTP/1.1" status: 204 len: 168 time: 0.5190866 Jun 22 09:34:42.343126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55728) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:42.343299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:42.349567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:42.352863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dfbd26-91cf-4070-8159-019eadca925a None None] Network 9ddebe94-971c-4138-888f-f47060439133 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:42.356953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.363858 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "PUT /v2.0/routers/ff98e97e-0dca-4fec-8067-35f94bd71df0 HTTP/1.1" status: 200 len: 883 time: 3.2153797 Jun 22 09:34:42.366784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55730) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:42.371424 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] Sync routers for ids ['ff98e97e-0dca-4fec-8067-35f94bd71df0'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:42.388613 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] Routers {'ff98e97e-0dca-4fec-8067-35f94bd71df0'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:42.389958 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ff98e97e-0dca-4fec-8067-35f94bd71df0'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:42.431579 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:42.441175 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] Routers {'ff98e97e-0dca-4fec-8067-35f94bd71df0'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:42.442271 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ff98e97e-0dca-4fec-8067-35f94bd71df0'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:42.483588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.484459 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:42.485343 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ade984-a0d9-4aa8-963a-69e16d791167 None None] The sync data for ids ['ff98e97e-0dca-4fec-8067-35f94bd71df0'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:42.504016 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-177400eb-03ee-4c44-bec8-a461ad2b49e8 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/ff98e97e-0dca-4fec-8067-35f94bd71df0 HTTP/1.1" status: 200 len: 924 time: 0.1357989 Jun 22 09:34:42.507680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55732) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:42.543928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 6e86b60b-bdcb-4451-8a3e-a264b1133079 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:42.544291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.597521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595bb3a-3316-48e0-a7fd-fbc73d447ce3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:42.603522 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7595bb3a-3316-48e0-a7fd-fbc73d447ce3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=ff98e97e-0dca-4fec-8067-35f94bd71df0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0910656 Jun 22 09:34:42.603990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55734) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:42.617473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port 6e86b60b-bdcb-4451-8a3e-a264b1133079, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6e86b60b-bdcb-4451-8a3e-a264b1133079,segment=NetworkSegment(990d2986-8f46-4d56-9b5a-ccacca755ab8),segment_id=990d2986-8f46-4d56-9b5a-ccacca755ab8)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:42.617953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.641327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] DHCP port deletion for 9ddebe94-971c-4138-888f-f47060439133 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:42.692508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 6e86b60b-bdcb-4451-8a3e-a264b1133079 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:42.695575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Deleting port 6e86b60b-bdcb-4451-8a3e-a264b1133079 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:42.696337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.706795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271975f-ba1b-472b-a2ea-0bc7191d96a0 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:42.710892 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8271975f-ba1b-472b-a2ea-0bc7191d96a0 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.1033025 Jun 22 09:34:42.711177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55738) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:42.747553 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ea1a898b-1232-4003-a14f-d11c1e5a3f3a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff98e97e-0dca-4fec-8067-35f94bd71df0 HTTP/1.1" status: 200 len: 205 time: 0.0351331 Jun 22 09:34:42.749922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55740) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:42.775246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] For port 6e86b60b-bdcb-4451-8a3e-a264b1133079, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6e86b60b-bdcb-4451-8a3e-a264b1133079,segment=NetworkSegment(990d2986-8f46-4d56-9b5a-ccacca755ab8),segment_id=990d2986-8f46-4d56-9b5a-ccacca755ab8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:42.775740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.850110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Calling delete_port for 6e86b60b-bdcb-4451-8a3e-a264b1133079 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:42.869188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.885840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.889012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-61dd7539-9c0a-4365-bc9d-3bedc0121408 tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:42.917283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=6e86b60b-bdcb-4451-8a3e-a264b1133079,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:42.920408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:42.924060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port 6e86b60b-bdcb-4451-8a3e-a264b1133079 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:42.937643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:42.948213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c5dbc62e-8e2c-46b8-9180-0798feea1f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:42.953224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] No DVR routers for this DVR port 6e86b60b-bdcb-4451-8a3e-a264b1133079 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:42.975371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6e86b60b-bdcb-4451-8a3e-a264b1133079 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:42.989580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Pushing event deleted for resources: {'Port': ['ID=6e86b60b-bdcb-4451-8a3e-a264b1133079,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:43.001597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:43.002596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6e86b60b-bdcb-4451-8a3e-a264b1133079 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:34:43.002949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6e86b60b-bdcb-4451-8a3e-a264b1133079 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:34:43.020654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.035447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddebe94-971c-4138-888f-f47060439133']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:43.052138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990d2986-8f46-4d56-9b5a-ccacca755ab8') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:43.052699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990d2986-8f46-4d56-9b5a-ccacca755ab8') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:43.062422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.062969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38e465-5c52-4d35-8985-ddfa7f39fec7 req-07b83577-d9c6-4bfa-bb1b-0460a49a7cfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:43.064483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec38e465-5c52-4d35-8985-ddfa7f39fec7 req-07b83577-d9c6-4bfa-bb1b-0460a49a7cfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1517606 Jun 22 09:34:43.070798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.077186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.083172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:34:43.083827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:34:43.086849 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:34:43.111998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec38e465-5c52-4d35-8985-ddfa7f39fec7 req-db72a3fb-2f13-4314-acd2-86cfbe88bc2e tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Jun 22 09:34:43.213226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Deleting port 45fb6c3d-1691-4f3f-a270-bec19de40312 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:43.213571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.242071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.245336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fea30e2b-f823-479c-aa4d-36eb96a0ce4f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:43.249241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.252003 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/9ddebe94-971c-4138-888f-f47060439133 HTTP/1.1" status: 204 len: 168 time: 0.9071863 Jun 22 09:34:43.256803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55744) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:43.262620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1867995220', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:43.266293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=9ddebe94-971c-4138-888f-f47060439133,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:43.268870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:43.309702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.377202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Calling delete_port for 45fb6c3d-1691-4f3f-a270-bec19de40312 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:43.421180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.422193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.653647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-1688109f-b213-4f86-b475-06d172bb6813 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752098229&fields=id&tenant_id=2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 267 time: 0.0351350 Jun 22 09:34:43.777147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-b4a6a0b1-e89b-47c3-8bc9-ee7eac3a9bf8 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:43.778693 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-b4a6a0b1-e89b-47c3-8bc9-ee7eac3a9bf8 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 811 time: 0.1182559 Jun 22 09:34:43.794269 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-546a43b7-f9f4-4427-b179-9860ba895623 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/quotas/2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Jun 22 09:34:43.867745 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-f4fe986d-155b-4322-a24f-66276e7541e6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676608 Jun 22 09:34:43.884759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:43.966381 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-fcd76f2e-8344-4631-bda7-93cc6acc6a98 service neutron] 10.222.0.65 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874529 Jun 22 09:34:44.062753 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-eb93bc2a-9d5c-4346-97a5-e7c70d0a9966 service neutron] 10.222.0.65 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906491 Jun 22 09:34:44.112518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.117806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f76d0908-c049-4035-813e-12752b1461c1 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:44.120983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.155190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event deleted for resources: {'Port': ['ID=45fb6c3d-1691-4f3f-a270-bec19de40312,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:44.200030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.200464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.201248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.201248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.201666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.202044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.202654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.202842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.203171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.203547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.203939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.204309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:44.207719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:44.235485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.397350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.402160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.488912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b4644-b24c-4033-8baa-ede67b069a2c req-d1765500-d5e0-48e8-9b60-ca4954111fd8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:44.490864 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2d7b4644-b24c-4033-8baa-ede67b069a2c req-d1765500-d5e0-48e8-9b60-ca4954111fd8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.2574549 Jun 22 09:34:44.549922 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2d7b4644-b24c-4033-8baa-ede67b069a2c req-af3b3565-42a0-429e-a51a-8490018bedab tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520113 Jun 22 09:34:44.620815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.621373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Fanout notify agent at l3_agent the message router_deleted on router ff98e97e-0dca-4fec-8067-35f94bd71df0 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:44.629390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.630558 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/ff98e97e-0dca-4fec-8067-35f94bd71df0 HTTP/1.1" status: 204 len: 168 time: 1.8797367 Jun 22 09:34:44.635055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55766) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:44.640716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-183082865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:44.656841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.676388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.762261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.763816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.788772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 172.26.6.185 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/2908ecfe-b336-41c4-a78c-492239a75686) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:44.833904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.834232 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54adf702-7862-46cf-bdb3-fc64bd43be3c req-cd1d8ecd-f664-451c-8875-67bd907aa93d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0382681 Jun 22 09:34:44.924926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:44.927783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.030689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.031866 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7bcb8e4e-d131-4642-be7a-d0813cd2cdd2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3957047 Jun 22 09:34:45.034470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55772) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:45.039107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': True}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:45.062549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.065700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-31122ebd-388d-4c9a-a839-96ea31891774 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:45.105166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:45.109711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:45.115694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:45.138760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=2908ecfe-b336-41c4-a78c-492239a75686,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:45.142886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:45.238585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.469088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.528900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.547614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.659525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Allocated IP 172.26.6.43 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/d237aa30-1c81-4655-9da7-3acc6c61d2c6) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:45.681824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.813343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10629-5860-4564-85d3-dd9e193d4432 req-cf9f30e3-fd08-4152-9ba9-079621a7bc24 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:45.814823 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dfc10629-5860-4564-85d3-dd9e193d4432 req-cf9f30e3-fd08-4152-9ba9-079621a7bc24 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1504889 Jun 22 09:34:45.838182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.873765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 85163cb0-01e8-494d-a61b-a1af3ca1d32d is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:45.877701 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dfc10629-5860-4564-85d3-dd9e193d4432 req-27431992-e51e-4c2d-a7be-7f8fdde1caf6 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548868 Jun 22 09:34:45.962220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:45.965349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:45.968965 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aee785ed-08ab-4982-a5a3-69231bedf143 req-123fa42d-1a0c-4041-9d83-65c2d79b9f19 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0593276 Jun 22 09:34:46.006770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:46.010733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:46.024597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:46.041898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:46.053064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] Sync routers for ids ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:46.054670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Port': ['ID=d237aa30-1c81-4655-9da7-3acc6c61d2c6,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:46.058639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:46.069022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] Routers {'85163cb0-01e8-494d-a61b-a1af3ca1d32d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:46.069022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:46.104199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:46.112827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] Routers {'85163cb0-01e8-494d-a61b-a1af3ca1d32d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:46.113419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:46.131430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:46.133126 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8749609 Jun 22 09:34:46.135495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55784) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:46.146326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:46.146903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c3154-d493-4a4a-83a6-33a082bc4554 None None] The sync data for ids ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:46.253359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7d831b40-760d-4955-9658-b1c8360ace04 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/routers/85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 200 len: 885 time: 0.1165407 Jun 22 09:34:46.255644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55788) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:46.382893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:46.844053 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-38c46aac-cf87-4173-a651-3c2614809158 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5842519 Jun 22 09:34:46.844489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55792) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:46.849579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1867995220'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:46.948902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:46.952247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.065217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2708e9b-6d66-4a0c-be8c-9ed62f25ede4 req-2dc57987-9b1c-4b06-b9f7-c26c234c32ae tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0346913 Jun 22 09:34:47.143916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739fbb-d97c-409e-a4ae-1ff42a65057c req-cee4abe2-88d7-49be-9c2b-1bbfac4ad177 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:47.148416 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb739fbb-d97c-409e-a4ae-1ff42a65057c req-cee4abe2-88d7-49be-9c2b-1bbfac4ad177 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.0990593 Jun 22 09:34:47.185871 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb739fbb-d97c-409e-a4ae-1ff42a65057c req-009e2826-1024-4127-b48a-539e103fd7cb tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344164 Jun 22 09:34:47.225536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.268344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Router f7cd66a7-73d7-423c-8a4c-557bcfd18948 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:47.300039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.378719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:47.383444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.384221 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "PUT /v2.0/routers/f7cd66a7-73d7-423c-8a4c-557bcfd18948 HTTP/1.1" status: 200 len: 917 time: 2.3488033 Jun 22 09:34:47.386923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55798) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.390553 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] Sync routers for ids ['f7cd66a7-73d7-423c-8a4c-557bcfd18948'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:47.401782 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] Routers {'f7cd66a7-73d7-423c-8a4c-557bcfd18948'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:47.402427 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['f7cd66a7-73d7-423c-8a4c-557bcfd18948'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.437954 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.446605 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] Routers {'f7cd66a7-73d7-423c-8a4c-557bcfd18948'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:47.447203 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['f7cd66a7-73d7-423c-8a4c-557bcfd18948'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.479216 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.479776 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc8d6e5-4887-42f1-a6f3-15325e040504 None None] The sync data for ids ['f7cd66a7-73d7-423c-8a4c-557bcfd18948'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:47.491274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 85163cb0-01e8-494d-a61b-a1af3ca1d32d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:47.557538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6c6462cf-2df9-4a4d-b47f-7ce8891b3d95 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/f7cd66a7-73d7-423c-8a4c-557bcfd18948 HTTP/1.1" status: 200 len: 923 time: 0.1694043 Jun 22 09:34:47.560302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55800) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.613722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cac03e-843a-49f5-8a86-3ae39e98789c tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:47.615312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e6cac03e-843a-49f5-8a86-3ae39e98789c tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=f7cd66a7-73d7-423c-8a4c-557bcfd18948&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0539887 Jun 22 09:34:47.617971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55802) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.621142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:47.628012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.631839 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b203f6fb-47a7-4dd2-bbd6-12167b82dcca tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 200 len: 892 time: 0.7839427 Jun 22 09:34:47.632035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] Sync routers for ids ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:47.632553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55804) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.646769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] Routers {'85163cb0-01e8-494d-a61b-a1af3ca1d32d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:47.647572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.699313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.709076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] Routers {'85163cb0-01e8-494d-a61b-a1af3ca1d32d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:47.710023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.713195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1379f2-293d-43b8-98bb-81ef9b5f889c tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:47.713498 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5f1379f2-293d-43b8-98bb-81ef9b5f889c tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.0946169 Jun 22 09:34:47.716284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55806) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.747773 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-68daf40f-0980-41ba-8b8a-6880bfa1ffc8 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7cd66a7-73d7-423c-8a4c-557bcfd18948 HTTP/1.1" status: 200 len: 205 time: 0.0303071 Jun 22 09:34:47.750176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55808) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.751539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:47.752305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b138709-4f0e-4ba4-ba5c-c9b8502b3e07 None None] The sync data for ids ['85163cb0-01e8-494d-a61b-a1af3ca1d32d'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:47.756539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-056f6c08-637f-468f-9378-2f0110e84a40 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/routers/85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 200 len: 892 time: 0.1202281 Jun 22 09:34:47.756807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55810) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.787889 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e1f8c430-dcd9-4683-a3c4-87dc16afb63d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 200 len: 205 time: 0.0295308 Jun 22 09:34:47.790173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:47.869372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.908566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:47.997870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.022003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.210996 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2501e75a-9563-4ce7-b84d-f11cc10fde1f req-8908b2a6-54a9-47a8-b979-45944eb39d5f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0311563 Jun 22 09:34:48.244408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Deleting port d237aa30-1c81-4655-9da7-3acc6c61d2c6 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:48.244408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.284747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 2908ecfe-b336-41c4-a78c-492239a75686 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:48.285350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.363222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.366873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.446604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 2908ecfe-b336-41c4-a78c-492239a75686 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:48.454444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Calling delete_port for d237aa30-1c81-4655-9da7-3acc6c61d2c6 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:48.515924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596fba1-d73e-4ff8-873e-fd5719271773 req-afea512c-ba0d-465a-871a-5b6ab39a02fe tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:48.517411 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3596fba1-d73e-4ff8-873e-fd5719271773 req-afea512c-ba0d-465a-871a-5b6ab39a02fe tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.2014451 Jun 22 09:34:48.605511 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3596fba1-d73e-4ff8-873e-fd5719271773 req-f1ca6568-44a0-482c-8f42-8236d2b0bf15 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806565 Jun 22 09:34:48.693877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.697149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:48.731358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=2908ecfe-b336-41c4-a78c-492239a75686,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:48.733786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:48.754187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.758389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9144977b-2db6-442f-a4ec-a3c999824ceb tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:48.784242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event deleted for resources: {'Port': ['ID=d237aa30-1c81-4655-9da7-3acc6c61d2c6,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:48.802498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.821337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.821747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.822141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.822525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.822903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.823283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.823661 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.824064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.824445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.824827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.825197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.825569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:48.830420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:48.896677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.898926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:48.919308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.016645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.017340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router 85163cb0-01e8-494d-a61b-a1af3ca1d32d {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:49.027118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.028338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 204 len: 168 time: 1.2372389 Jun 22 09:34:49.031768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55822) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:49.035046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.038547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944882405'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:49.039098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.055369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-56366155-35de-42a0-83ff-d3ac973f0460 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:49.056905 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-56366155-35de-42a0-83ff-d3ac973f0460 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 811 time: 0.2631607 Jun 22 09:34:49.124142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:49.124142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.131993 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-2f77d0ae-4b7f-4a69-b92b-f5dceb40a22d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 379 time: 0.0369813 Jun 22 09:34:49.158932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'port': {'device_id': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'admin_state_up': True, 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'security_groups': ['39f50f4d-1ad3-4548-a07f-7c22e730099d']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:49.239696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.240568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Fanout notify agent at l3_agent the message router_deleted on router f7cd66a7-73d7-423c-8a4c-557bcfd18948 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:49.240748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:34:49.248785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.249900 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/f7cd66a7-73d7-423c-8a4c-557bcfd18948 HTTP/1.1" status: 204 len: 168 time: 1.4988134 Jun 22 09:34:49.253023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.253438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment e0b86abe-c068-487b-a4f3-f5b0ba89ca43 of type vlan for network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc Jun 22 09:34:49.255050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:49.264361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-347762684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:49.282604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:34:49.282604 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:34:49.282604 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '420ef9eb212e4de484428dfb576335bf', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 34, 49, 268871)}] Jun 22 09:34:49.282604 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:34:49.283164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:34:49.301028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.366886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Made reservation on behalf of 2eaea57a00e04293a3eb07eac570cd12 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:49.371277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.448492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.454052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:49.454655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.459269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-804bcd38-d32e-40ab-963f-2c6c82cf65aa tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:49.531810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=fe543d72-2cb2-4a3d-9acb-bf6e5d278adc,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:49.539924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:49.541709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Allocated IP 172.20.0.8 (73789a5a-c699-4e9a-a257-7a14c24305a3/e0a6ec90-f26b-4c07-9f90-e498ddeac3aa/07fb9347-ac6a-4ac6-8b76-70545f24b61f) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:49.547371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:34:49.577962 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-333af947-3fc8-434c-827c-ae04b4f8ffcb req-2bfd591c-2d68-42f5-8768-c4dcf2f9ba54 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0315294 Jun 22 09:34:49.707146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.722812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Transition to ACTIVE for port object 07fb9347-ac6a-4ac6-8b76-70545f24b61f will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:49.751525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7186196 Jun 22 09:34:49.754267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55836) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:49.760530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:49.869784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3a7dd-f823-4ffc-93ab-7fa53e762321 req-63c31447-6fd4-43c0-933f-2c2cf1cbc557 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:49.870058 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-81e3a7dd-f823-4ffc-93ab-7fa53e762321 req-63c31447-6fd4-43c0-933f-2c2cf1cbc557 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.0999868 Jun 22 09:34:49.884481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.896108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a91ef8d-d248-4757-803b-4475685104cb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:49.930359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.931419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:49.937496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e10f-7224-4048-bdb6-65bcd1cca9b4 req-dd7fceb5-db9b-4e05-94f3-da83aecdf9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:49.939010 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c470e10f-7224-4048-bdb6-65bcd1cca9b4 req-dd7fceb5-db9b-4e05-94f3-da83aecdf9fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1098 time: 0.0998056 Jun 22 09:34:49.981400 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c470e10f-7224-4048-bdb6-65bcd1cca9b4 req-799b0536-6320-4c3e-8323-27f1240fa4c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349190 Jun 22 09:34:49.985647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-81e3a7dd-f823-4ffc-93ab-7fa53e762321 req-5bbeede1-30b3-4b68-84bb-eaf51b401d41 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096928 Jun 22 09:34:49.989558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:49.990449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=07fb9347-ac6a-4ac6-8b76-70545f24b61f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:50.000824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:50.003064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:50.030772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:50.037410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.048087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:34:50.052921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.085869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:50.086574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.111066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.164733 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141213 Jun 22 09:34:50.245240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Request body: {'port': {'device_id': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:50.251750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.256393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55840) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:50.256576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2bf0b422-c629-4efa-a21f-b790d7766873 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0004408 Jun 22 09:34:50.261160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'enable_snat': False}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:50.316361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-85cda16e-1778-401a-9cef-e02d0d446e42 None None] Provisioning for port 07fb9347-ac6a-4ac6-8b76-70545f24b61f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:50.321102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-85cda16e-1778-401a-9cef-e02d0d446e42 None None] Provisioning complete for port 07fb9347-ac6a-4ac6-8b76-70545f24b61f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:50.326970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85cda16e-1778-401a-9cef-e02d0d446e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.333208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.363085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-85cda16e-1778-401a-9cef-e02d0d446e42 None None] Port 07fb9347-ac6a-4ac6-8b76-70545f24b61f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:50.429000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.433160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ee6d470-efa8-4c0b-b3cf-4c5f062da40e tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:50.541490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.557926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=aada4387-076e-4b5a-9ee5-1f126325a6df,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:50.561091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:50.574987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:50.575592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: fe543d72-2cb2-4a3d-9acb-bf6e5d278adc, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:34:50.620829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fb9347-ac6a-4ac6-8b76-70545f24b61f {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:34:50.628520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.641315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Transition to ACTIVE for port object 07fb9347-ac6a-4ac6-8b76-70545f24b61f will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:50.790042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:34:50.812540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a450-adac-4cd2-b1e0-34c3ac28fdb2 req-75fe5b28-2211-4fe2-9fb4-b36c562be9c6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:50.813946 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb10a450-adac-4cd2-b1e0-34c3ac28fdb2 req-75fe5b28-2211-4fe2-9fb4-b36c562be9c6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 931 time: 0.1215475 Jun 22 09:34:50.819712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:50.823560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:50.868313 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb10a450-adac-4cd2-b1e0-34c3ac28fdb2 req-4cb05e2d-0862-45c9-bfbb-ec8320f4696a tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475075 Jun 22 09:34:50.965213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=07fb9347-ac6a-4ac6-8b76-70545f24b61f,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:50.992467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:51.049275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Attempting to bind port 07fb9347-ac6a-4ac6-8b76-70545f24b61f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:51.056743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Attempting to bind port 07fb9347-ac6a-4ac6-8b76-70545f24b61f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:51.057351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Attempting to bind port 07fb9347-ac6a-4ac6-8b76-70545f24b61f on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:51.066605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Port 07fb9347-ac6a-4ac6-8b76-70545f24b61f on network 73789a5a-c699-4e9a-a257-7a14c24305a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:34:51.068256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Attempting to bind port 07fb9347-ac6a-4ac6-8b76-70545f24b61f on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:51.075389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:51.076277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Checking segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:51.077216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Bound using segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:51.078038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Bound port: 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:51.078960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.262325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] For port 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:51.266758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] For port 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:51.290482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e789b-4c22-4ff5-998b-a8fd5bf9c78a req-d95eafd5-49a0-47b8-b897-f781d95ec22f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:51.292287 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-443e789b-4c22-4ff5-998b-a8fd5bf9c78a req-d95eafd5-49a0-47b8-b897-f781d95ec22f tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1153440 Jun 22 09:34:51.339613 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-443e789b-4c22-4ff5-998b-a8fd5bf9c78a req-8ed21140-84b4-4f9a-9046-e08045534a4b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384853 Jun 22 09:34:51.390273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, fe543d72-2cb2-4a3d-9acb-bf6e5d278adc) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:51.396547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:51.397132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.402088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcad34a-dd92-40f7-84f4-a9ea42780d8f None None] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:51.423317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.428446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8fa8ef62-7a0b-4f66-8a07-a2186b9d9e3d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:51.469122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.498904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.514651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:51.523290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.534420 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] 10.222.0.24 "PUT /v2.0/ports/07fb9347-ac6a-4ac6-8b76-70545f24b61f HTTP/1.1" status: 200 len: 1093 time: 1.2786102 Jun 22 09:34:51.535192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:34:51.541815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11fc329-8795-4c44-9936-db3c8b76a5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:34:51.573352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=07fb9347-ac6a-4ac6-8b76-70545f24b61f,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:51.579050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:51.603620 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-02103a87-a973-4751-ada8-261691f13acf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8427141 Jun 22 09:34:51.603760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55848) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:51.607480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1612439194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:51.623286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a1f9b0-81e9-44dc-8ead-a5d2480959ea x-openstack-request-id: req-84a1f9b0-81e9-44dc-8ead-a5d2480959ea {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:34:51.624052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:34:51.624269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84a1f9b0-81e9-44dc-8ead-a5d2480959ea {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:34:51.624789 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'status': 'completed', 'code': 200} Jun 22 09:34:51.628215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-fe543d72-2cb2-4a3d-9acb-bf6e5d278adc', 'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': 'aada4387-076e-4b5a-9ee5-1f126325a6df'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:34:51.629315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.703284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Allocated IP 172.26.6.250 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/84dfcd8c-333a-4790-8b92-178978f082c1) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:51.740324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc329-8795-4c44-9936-db3c8b76a5b7 req-248d3bd5-db82-4738-84b2-8c0a3f0d2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:51.741842 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b11fc329-8795-4c44-9936-db3c8b76a5b7 req-248d3bd5-db82-4738-84b2-8c0a3f0d2313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1096 time: 0.0830684 Jun 22 09:34:51.808347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Allocated IP 2001:db8::2 (fe543d72-2cb2-4a3d-9acb-bf6e5d278adc/aada4387-076e-4b5a-9ee5-1f126325a6df/e4b78a65-6d58-41ac-82c6-04e97a7989d9) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:51.840690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.876685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:34:51.895004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:34:51.897456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.899107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.985596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:51.988444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6b384359-dc1a-4f6f-8500-62fb5b6bc3d5 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:52.044277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.046154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc329-8795-4c44-9936-db3c8b76a5b7 req-ab43e635-8bce-4448-b000-6be7c0455a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:52.048162 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b11fc329-8795-4c44-9936-db3c8b76a5b7 req-ab43e635-8bce-4448-b000-6be7c0455a54 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2eaea57a00e04293a3eb07eac570cd12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2921500 Jun 22 09:34:52.062507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Pushing event updated for resources: {'Port': ['ID=84dfcd8c-333a-4790-8b92-178978f082c1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:52.074186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:52.080470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:52.082336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:52.090776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:52.164407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.311765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:52.318598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997e1c-bd83-4ea0-82d3-6404d791be29 req-64513f8c-54bb-41fe-b890-02b06e41933d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:52.320425 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e0997e1c-bd83-4ea0-82d3-6404d791be29 req-64513f8c-54bb-41fe-b890-02b06e41933d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.2086124 Jun 22 09:34:52.338453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'port_id': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'mac_address': 'fa:16:3e:a6:8c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:34:52.344939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.366621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.370240 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fa9616e2-3856-4753-bb72-675fdb110a0a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7655001 Jun 22 09:34:52.370925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55852) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:52.378642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.380943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fc329-8795-4c44-9936-db3c8b76a5b7 req-810be803-bb12-4393-b55a-87c9d68fcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:52.382789 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b11fc329-8795-4c44-9936-db3c8b76a5b7 req-810be803-bb12-4393-b55a-87c9d68fcb08 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3267775 Jun 22 09:34:52.390031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e0997e1c-bd83-4ea0-82d3-6404d791be29 req-f086082f-fbd8-47db-89d2-46e79b2d459b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613508 Jun 22 09:34:52.424317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:34:52.424317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8083f-67a8-43ac-9e8d-c8f716978a32" -d '{"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:34:52.451797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Transition to ACTIVE for port object e4b78a65-6d58-41ac-82c6-04e97a7989d9 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:52.458429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:52.470471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.483480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Transition to ACTIVE for port object e4b78a65-6d58-41ac-82c6-04e97a7989d9 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:52.489588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be7d7f0-6b56-43db-8905-6e763f194e2c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:34:52.501898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392ef49-5a84-4f7b-98c2-05bc7c2c80ec x-openstack-request-id: req-c392ef49-5a84-4f7b-98c2-05bc7c2c80ec {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:34:52.502936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:34:52.503301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c392ef49-5a84-4f7b-98c2-05bc7c2c80ec {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:34:52.503811 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'code': 200} Jun 22 09:34:52.597518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.601809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:52.681020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.722831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:52.746169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:52.748913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:52.750868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:52.753439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:52.754142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:34:52.754535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:34:52.755581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:52.839558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.852466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6954db-0200-49bb-958f-140a1f172540 req-9efd2573-ac3c-438b-8d78-6320095841f8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:52.853702 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3b6954db-0200-49bb-958f-140a1f172540 req-9efd2573-ac3c-438b-8d78-6320095841f8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.2905664 Jun 22 09:34:52.854028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Pushing event updated for resources: {'Port': ['ID=e4b78a65-6d58-41ac-82c6-04e97a7989d9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:52.857795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Attempting to bind port e4b78a65-6d58-41ac-82c6-04e97a7989d9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:34:52.861514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Attempting to bind port e4b78a65-6d58-41ac-82c6-04e97a7989d9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:34:52.861514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Attempting to bind port e4b78a65-6d58-41ac-82c6-04e97a7989d9 on network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:34:52.861978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:52.866816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:34:52.867230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Checking segment: {'id': 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:34:52.867710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.868233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Bound using segment: {'id': 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:34:52.868837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Bound port: e4b78a65-6d58-41ac-82c6-04e97a7989d9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe543d72-2cb2-4a3d-9acb-bf6e5d278adc'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:34:52.869285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:52.924676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-24c49a9a-274e-4628-a5b2-42b182e46b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:52.927369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-24c49a9a-274e-4628-a5b2-42b182e46b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1096 time: 0.4816501 Jun 22 09:34:52.964422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] For port e4b78a65-6d58-41ac-82c6-04e97a7989d9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:34:52.968242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] For port e4b78a65-6d58-41ac-82c6-04e97a7989d9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e4b78a65-6d58-41ac-82c6-04e97a7989d9,segment=NetworkSegment(e0b86abe-c068-487b-a4f3-f5b0ba89ca43),segment_id=e0b86abe-c068-487b-a4f3-f5b0ba89ca43)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:34:52.989872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-86f6e48a-7308-45e1-9eb5-6bdb6a4dfd57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f HTTP/1.1" status: 200 len: 217 time: 0.0468099 Jun 22 09:34:53.025530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.034420 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3b6954db-0200-49bb-958f-140a1f172540 req-5ec104ab-bc76-43dc-ba7a-1575ff168330 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292267 Jun 22 09:34:53.052287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e763cab2-8116-4612-bd0f-e268276879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:53.054942 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-e763cab2-8116-4612-bd0f-e268276879e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0590117 Jun 22 09:34:53.056304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.059776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8a198476-fb32-4f73-90f1-24b911775ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:53.079238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55858) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:53.163609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Pushing event updated for resources: {'Port': ['ID=e4b78a65-6d58-41ac-82c6-04e97a7989d9,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:53.169610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:53.216107 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1ef1bd07-50b6-4897-9989-72f2114f1b42 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/floatingips/e9774f8a-461b-423e-9d3b-3fe5e7842c9d HTTP/1.1" status: 200 len: 991 time: 0.1374123 Jun 22 09:34:53.232261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-02dfea62-e6ed-499b-84fd-77ec8f49f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:53.234322 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-02dfea62-e6ed-499b-84fd-77ec8f49f1f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1589057 Jun 22 09:34:53.315988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.337549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be7d7f0-6b56-43db-8905-6e763f194e2c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:34:53.375366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-eb312781-6e77-4cda-8d40-35d3d59ce3ba service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266215 Jun 22 09:34:53.407858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:53.443043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.450797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.502703 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47b00a2e-172e-4577-ab1a-74aa99b564eb req-f219b0f3-3e72-4246-a417-abefb1f74094 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174271 Jun 22 09:34:53.505704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8::1 (fe543d72-2cb2-4a3d-9acb-bf6e5d278adc/aada4387-076e-4b5a-9ee5-1f126325a6df/f74ad986-c044-4bbb-b006-c20e780762e5) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:53.510486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.513311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:53.585211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:53.601835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.602194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.602540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.602878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.603293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.603531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.607702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.608168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.608515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.608854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.609186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.609521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:34:53.614253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:53.693935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551d14-0037-453b-9aff-885912cb71f0 req-ef36a6b9-8d2c-4eb7-bd4f-9b91856bb603 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:53.695891 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a551d14-0037-453b-9aff-885912cb71f0 req-ef36a6b9-8d2c-4eb7-bd4f-9b91856bb603 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.0851660 Jun 22 09:34:53.722769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.739364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object f74ad986-c044-4bbb-b006-c20e780762e5 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:34:53.743145 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a551d14-0037-453b-9aff-885912cb71f0 req-5dcf268b-11f3-47e5-ba6c-6be5c8298763 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 Jun 22 09:34:53.817426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Router ca3f5e00-6b81-4006-af1a-f28aa29fecf8 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:53.866687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.871355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-48594fae-a466-453d-862f-a67447c8bdb1 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:53.878274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['8be7d7f0-6b56-43db-8905-6e763f194e2c'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:34:53.959089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:53.969577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:53.977580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:53.978061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:53.983513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=f74ad986-c044-4bbb-b006-c20e780762e5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:54.023811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:54.063103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:54.076008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.076008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "PUT /v2.0/routers/ca3f5e00-6b81-4006-af1a-f28aa29fecf8 HTTP/1.1" status: 200 len: 919 time: 3.8150566 Jun 22 09:34:54.076238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55862) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:54.077920 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] Sync routers for ids ['ca3f5e00-6b81-4006-af1a-f28aa29fecf8'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:54.090491 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] Routers {'ca3f5e00-6b81-4006-af1a-f28aa29fecf8'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:54.091586 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ca3f5e00-6b81-4006-af1a-f28aa29fecf8'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:54.172052 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:54.191659 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] Routers {'ca3f5e00-6b81-4006-af1a-f28aa29fecf8'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:54.193168 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['ca3f5e00-6b81-4006-af1a-f28aa29fecf8'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:54.216720 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-37cc429f-67d0-4e28-ba77-674db9168806 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/ca3f5e00-6b81-4006-af1a-f28aa29fecf8 HTTP/1.1" status: 200 len: 925 time: 0.1402979 Jun 22 09:34:54.219272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55864) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:54.254042 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:54.255954 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876452d-167d-4357-8740-8963ca0f1c51 None None] The sync data for ids ['ca3f5e00-6b81-4006-af1a-f28aa29fecf8'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:54.297105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.299915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20512e-fa6f-404a-91d2-f6e350eefddd tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:54.301944 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0e20512e-fa6f-404a-91d2-f6e350eefddd tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=ca3f5e00-6b81-4006-af1a-f28aa29fecf8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0806239 Jun 22 09:34:54.306834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55866) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:54.423563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df311e4-75be-4739-aaa5-ccd2a301b132 None None] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:54.501890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623bdaa-6af9-4f4b-a4a4-fd47a745b99c tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:54.507831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3623bdaa-6af9-4f4b-a4a4-fd47a745b99c tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/networks/d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 881 time: 0.1952484 Jun 22 09:34:54.508120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55868) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:54.539141 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-39097772-2fec-4b79-9d05-69587cdb284e tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca3f5e00-6b81-4006-af1a-f28aa29fecf8 HTTP/1.1" status: 200 len: 205 time: 0.0281670 Jun 22 09:34:54.539395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55870) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:54.665192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.666349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.677361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b2d49465-f007-4527-a298-4cdf8d0b6e56 None None] Provisioning for port e4b78a65-6d58-41ac-82c6-04e97a7989d9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:54.786413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.805269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.806289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:54.808497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-db1ab273-850b-4b3c-bd76-16b8e3ae75f7 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:54.953951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=f74ad986-c044-4bbb-b006-c20e780762e5,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:54.963098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:54.993205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e4b78a65-6d58-41ac-82c6-04e97a7989d9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:55.008817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Deleting port 84dfcd8c-333a-4790-8b92-178978f082c1 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:55.009307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.021773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-18eb1390-97cc-4e8a-a05f-bf787efa3e7b None None] Provisioning for port f74ad986-c044-4bbb-b006-c20e780762e5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:55.024962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-18eb1390-97cc-4e8a-a05f-bf787efa3e7b None None] Provisioning complete for port f74ad986-c044-4bbb-b006-c20e780762e5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:55.025537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-18eb1390-97cc-4e8a-a05f-bf787efa3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.027684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:55.030269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:55.100034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-18eb1390-97cc-4e8a-a05f-bf787efa3e7b None None] Port f74ad986-c044-4bbb-b006-c20e780762e5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:55.111330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.148119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71d1b6-f689-4fb7-a2f2-2ae14f0548cb req-1e656531-8af1-4467-9d3e-274a9c7b9954 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:55.150244 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e71d1b6-f689-4fb7-a2f2-2ae14f0548cb req-1e656531-8af1-4467-9d3e-274a9c7b9954 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.2511518 Jun 22 09:34:55.184755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port e4b78a65-6d58-41ac-82c6-04e97a7989d9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:34:55.188711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e4b78a65-6d58-41ac-82c6-04e97a7989d9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:55.195087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.196073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Calling delete_port for 84dfcd8c-333a-4790-8b92-178978f082c1 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:55.219260 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e71d1b6-f689-4fb7-a2f2-2ae14f0548cb req-6597209b-1272-4898-a6e4-dacb8e0ec6de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604944 Jun 22 09:34:55.266143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-54970886-1a2e-4385-84eb-365ed9ed9b34 None None] Provisioning complete for port f74ad986-c044-4bbb-b006-c20e780762e5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:55.271554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-54970886-1a2e-4385-84eb-365ed9ed9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.322572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 72bcf2f7-de0e-4632-9077-d5f06d1f9549 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:55.352628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-54970886-1a2e-4385-84eb-365ed9ed9b34 None None] Port f74ad986-c044-4bbb-b006-c20e780762e5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:55.368820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.404441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port e4b78a65-6d58-41ac-82c6-04e97a7989d9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e4b78a65-6d58-41ac-82c6-04e97a7989d9,segment=NetworkSegment(e0b86abe-c068-487b-a4f3-f5b0ba89ca43),segment_id=e0b86abe-c068-487b-a4f3-f5b0ba89ca43)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:55.472970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a8bd23a4-14e4-450d-ba73-9cadaf57d92a None None] Provisioning complete for port f74ad986-c044-4bbb-b006-c20e780762e5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:55.473579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a8bd23a4-14e4-450d-ba73-9cadaf57d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.509255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd23a4-14e4-450d-ba73-9cadaf57d92a None None] Port f74ad986-c044-4bbb-b006-c20e780762e5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:34:55.522720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.526006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5195839b-bfd3-4924-8a83-55b056c4a8a1 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:55.549046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.549046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:55.554316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event deleted for resources: {'Port': ['ID=84dfcd8c-333a-4790-8b92-178978f082c1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:55.558476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:55.610461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=e4b78a65-6d58-41ac-82c6-04e97a7989d9,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:55.616778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:55.624668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.722217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.725215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.781975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:55.809496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:55.816013 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/72bcf2f7-de0e-4632-9077-d5f06d1f9549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4419720 Jun 22 09:34:55.817212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55874) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:55.823178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] Sync routers for ids ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:55.836494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.837073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Fanout notify agent at l3_agent the message router_deleted on router ca3f5e00-6b81-4006-af1a-f28aa29fecf8 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:55.837986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] Routers {'72bcf2f7-de0e-4632-9077-d5f06d1f9549'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:55.838717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:55.845324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.846565 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/ca3f5e00-6b81-4006-af1a-f28aa29fecf8 HTTP/1.1" status: 204 len: 168 time: 1.3062594 Jun 22 09:34:55.853746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55876) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:55.857972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1995920590', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:55.876863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:55.880476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 8be7d7f0-6b56-43db-8905-6e763f194e2c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:55.880860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.893881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d8d91-0694-41d8-b9f9-36ccdb2e87cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:55.898817 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-800d8d91-0694-41d8-b9f9-36ccdb2e87cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports/f74ad986-c044-4bbb-b006-c20e780762e5 HTTP/1.1" status: 200 len: 911 time: 0.0771129 Jun 22 09:34:55.899209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55878) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:55.905342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aada4387-076e-4b5a-9ee5-1f126325a6df'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:55.909017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] Routers {'72bcf2f7-de0e-4632-9077-d5f06d1f9549'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:55.909647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:55.947196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:55.947852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b7368-ea8f-4ae0-a0a3-3710e99e6f53 None None] The sync data for ids ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:55.989870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.993635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:55.998554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.022721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:34:56.025041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a208f-2f1a-4b4b-bff4-6dcff8096e4d" -d '{"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-plugged", "status": "completed", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:34:56.038138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:56.061842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab70009-1310-413a-b0bd-09050635b0c2 x-openstack-request-id: req-dab70009-1310-413a-b0bd-09050635b0c2 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:34:56.062142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-plugged", "status": "completed", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:34:56.062400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dab70009-1310-413a-b0bd-09050635b0c2 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:34:56.062803 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'code': 200} Jun 22 09:34:56.077555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.126758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.137072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.139337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:56.186039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:56.189169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:56.418970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.556782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b1d4c-0868-4ec8-b2d1-b60248ba65b3 req-cc36b7a9-47b3-459d-9195-cb7034900829 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:56.558257 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-881b1d4c-0868-4ec8-b2d1-b60248ba65b3 req-cc36b7a9-47b3-459d-9195-cb7034900829 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.2056777 Jun 22 09:34:56.682760 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-881b1d4c-0868-4ec8-b2d1-b60248ba65b3 req-fe9ac3da-430e-4d9a-a90c-de357b74fc88 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947585 Jun 22 09:34:56.761817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.864986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.870809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:56.873722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.873722 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/ports/f74ad986-c044-4bbb-b006-c20e780762e5 HTTP/1.1" status: 200 len: 911 time: 0.9726300 Jun 22 09:34:56.873722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.875495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-728a3f98-f8b7-4ede-95c6-7427553c40ed tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:56.876203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55884) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:56.915857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:56.963801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e4b78a65-6d58-41ac-82c6-04e97a7989d9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:34:56.983621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=f74ad986-c044-4bbb-b006-c20e780762e5,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:56.988118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:57.016909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e4b78a65-6d58-41ac-82c6-04e97a7989d9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:34:57.018142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.060073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Allocated IP 172.26.6.10 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/d56a914d-e527-46e0-8d37-36f67cdb9368) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:34:57.183815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.243252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.322563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.325875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:57.368203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:34:57.371198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:34:57.373610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:34:57.403324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event updated for resources: {'Port': ['ID=d56a914d-e527-46e0-8d37-36f67cdb9368,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:57.406249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:57.499349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port f74ad986-c044-4bbb-b006-c20e780762e5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:57.499571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.583466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.649470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for f74ad986-c044-4bbb-b006-c20e780762e5 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:57.755978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.876804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de637fb-d5fd-4782-9661-511ab364287d req-20b5ee7d-6d3d-453e-9c54-34e41b52ea83 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:57.878274 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9de637fb-d5fd-4782-9661-511ab364287d req-20b5ee7d-6d3d-453e-9c54-34e41b52ea83 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.0803757 Jun 22 09:34:57.922648 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9de637fb-d5fd-4782-9661-511ab364287d req-033f75d0-5780-4570-86b8-b9196b5fb6b4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379391 Jun 22 09:34:57.931514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.934543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:57.966928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:57.983162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=f74ad986-c044-4bbb-b006-c20e780762e5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:57.986492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:58.061320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.193869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Router fd7922c3-0c71-428b-9a56-c776ffd4c54b is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:34:58.221595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 72bcf2f7-de0e-4632-9077-d5f06d1f9549 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:34:58.298384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:58.307501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/72bcf2f7-de0e-4632-9077-d5f06d1f9549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4267921 Jun 22 09:34:58.307634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:34:58.307634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55888) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:58.309340 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] Sync routers for ids ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:58.315215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] Sync routers for ids ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:34:58.320273 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] Routers {'72bcf2f7-de0e-4632-9077-d5f06d1f9549'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:58.321041 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.327716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] Routers {'fd7922c3-0c71-428b-9a56-c776ffd4c54b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:58.328464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.349024 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9e86d6f8-005f-475e-bc0c-8b655a60ae43 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=72bcf2f7-de0e-4632-9077-d5f06d1f9549 HTTP/1.1" status: 200 len: 205 time: 0.0391345 Jun 22 09:34:58.349409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55890) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:58.357702 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.363284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.367152 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] Routers {'72bcf2f7-de0e-4632-9077-d5f06d1f9549'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:58.367746 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.374111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] Routers {'fd7922c3-0c71-428b-9a56-c776ffd4c54b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:34:58.374935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.403186 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.403971 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46448c3a-8273-436b-89ff-c09f853d512d None None] The sync data for ids ['72bcf2f7-de0e-4632-9077-d5f06d1f9549'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:58.414803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:34:58.415515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051d273-0c7b-49e2-a674-e2fc5870699d None None] The sync data for ids ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:34:58.422242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.426221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5691617 Jun 22 09:34:58.426347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55892) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:58.427480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.430908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:34:58.590629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.592711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.731352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.742667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.743367 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router 72bcf2f7-de0e-4632-9077-d5f06d1f9549 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:34:58.756059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.756059 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21fa762d-a072-4d05-bb0a-9d7020045e19 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/72bcf2f7-de0e-4632-9077-d5f06d1f9549 HTTP/1.1" status: 204 len: 168 time: 0.4010792 Jun 22 09:34:58.756059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55894) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:58.804813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet aada4387-076e-4b5a-9ee5-1f126325a6df {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:34:58.807848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.826893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.850731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:58.932805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.128146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.131481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d69e3431-bdc5-4579-91d6-72ac6ed8889c tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:59.164010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=aada4387-076e-4b5a-9ee5-1f126325a6df,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:59.169824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.171198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f3f5c-9961-4ce5-9571-efa10bae5dc1 None None] Network fe543d72-2cb2-4a3d-9acb-bf6e5d278adc requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:34:59.174598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/aada4387-076e-4b5a-9ee5-1f126325a6df HTTP/1.1" status: 204 len: 168 time: 0.4161844 Jun 22 09:34:59.174598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:59.174598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55898) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:34:59.258763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.319151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port e4b78a65-6d58-41ac-82c6-04e97a7989d9 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:59.319496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.384457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Deleting port d56a914d-e527-46e0-8d37-36f67cdb9368 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:59.385024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.387738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port e4b78a65-6d58-41ac-82c6-04e97a7989d9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e4b78a65-6d58-41ac-82c6-04e97a7989d9,segment=NetworkSegment(e0b86abe-c068-487b-a4f3-f5b0ba89ca43),segment_id=e0b86abe-c068-487b-a4f3-f5b0ba89ca43)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:59.388399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.398779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] DHCP port deletion for fe543d72-2cb2-4a3d-9acb-bf6e5d278adc request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:34:59.438962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92904b1-9d17-49d1-b644-8a27b01a67c0 req-92ad8ba1-29d4-4d65-82ce-fb1c365629e2 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:34:59.439698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c92904b1-9d17-49d1-b644-8a27b01a67c0 req-92ad8ba1-29d4-4d65-82ce-fb1c365629e2 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.1208417 Jun 22 09:34:59.463763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for e4b78a65-6d58-41ac-82c6-04e97a7989d9 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:59.471783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Deleting port e4b78a65-6d58-41ac-82c6-04e97a7989d9 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:34:59.472454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.511203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.516743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c92904b1-9d17-49d1-b644-8a27b01a67c0 req-b1d4d255-e9a8-4d61-9b5d-bf4dfa90aa10 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630929 Jun 22 09:34:59.545850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e3ffd03-340c-4f8a-a894-b4e470bf55aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.557300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] For port e4b78a65-6d58-41ac-82c6-04e97a7989d9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e4b78a65-6d58-41ac-82c6-04e97a7989d9,segment=NetworkSegment(e0b86abe-c068-487b-a4f3-f5b0ba89ca43),segment_id=e0b86abe-c068-487b-a4f3-f5b0ba89ca43)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:34:59.557697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.596600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Calling delete_port for d56a914d-e527-46e0-8d37-36f67cdb9368 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:59.628401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Calling delete_port for e4b78a65-6d58-41ac-82c6-04e97a7989d9 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:34:59.784959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.787199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:59.813274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Pushing event deleted for resources: {'Port': ['ID=e4b78a65-6d58-41ac-82c6-04e97a7989d9,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:59.815156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] No DVR routers for this DVR port e4b78a65-6d58-41ac-82c6-04e97a7989d9 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:59.816590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:59.872467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.875231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-216d5737-79a0-425f-a4db-97f57ce03e3b tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:59.899143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=e4b78a65-6d58-41ac-82c6-04e97a7989d9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:59.901236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port e4b78a65-6d58-41ac-82c6-04e97a7989d9 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:34:59.907253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:59.907615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.907615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-23cb84f1-1855-4ada-a80d-97b7f7bbffbb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:34:59.942943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Pushing event deleted for resources: {'Port': ['ID=d56a914d-e527-46e0-8d37-36f67cdb9368,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:34:59.942943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:34:59.994401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:34:59.997759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.007959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe543d72-2cb2-4a3d-9acb-bf6e5d278adc']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.017677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.017977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b86abe-c068-487b-a4f3-f5b0ba89ca43') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.026894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.041095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.046766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:00.047149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:00.050042 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:00.184937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.188739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-10fe468d-a6ea-4f1f-a23e-8b7d16c22e13 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:00.192630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.194434 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/fe543d72-2cb2-4a3d-9acb-bf6e5d278adc HTTP/1.1" status: 204 len: 168 time: 1.0189633 Jun 22 09:35:00.209138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55900) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.213934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2067239330', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:00.215208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.218529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.219627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=fe543d72-2cb2-4a3d-9acb-bf6e5d278adc,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:00.223995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:00.295219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Router fd7922c3-0c71-428b-9a56-c776ffd4c54b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:00.296567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.297676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.349641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.374030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:00.380825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.381961 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "PUT /v2.0/routers/fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 200 len: 710 time: 1.9546671 Jun 22 09:35:00.383193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] Sync routers for ids ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:00.384561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55902) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.392665 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] Routers {'fd7922c3-0c71-428b-9a56-c776ffd4c54b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:00.393341 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.413920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.425886 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.434365 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] Routers {'fd7922c3-0c71-428b-9a56-c776ffd4c54b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:00.434966 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:34:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.462982 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-571ea13d-663f-4f5e-b1e9-ee31d6b66589 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/routers/fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 200 len: 745 time: 0.0771775 Jun 22 09:35:00.465721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55904) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.469568 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:00.470200 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c3884-9204-43c6-8d7e-ce2b1206c57c None None] The sync data for ids ['fd7922c3-0c71-428b-9a56-c776ffd4c54b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:00.508053 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2389c648-b1fd-44bd-9615-8dafe8cf75c7 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&device_id=fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 200 len: 205 time: 0.0411520 Jun 22 09:35:00.510485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55906) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.519616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.521370 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-850fa2a0-f8f3-47a8-bb32-9c4b936c2508 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3112617 Jun 22 09:35:00.524008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55908) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.529322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1883744690'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:00.544955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e79add28-8143-4a59-a99c-5fb341c862b3 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 200 len: 205 time: 0.0327606 Jun 22 09:35:00.549273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55912) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.620562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.666856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:00.670291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.703675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:00.720408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.720755 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment e05ff249-e52f-474e-892c-96af53228d46 of type vlan for network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea Jun 22 09:35:00.729614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526603e6-4307-4e14-8da9-6ebc97b194d2 req-db65b0c0-fe43-431c-a256-12373c624b03 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:00.731105 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-526603e6-4307-4e14-8da9-6ebc97b194d2 req-db65b0c0-fe43-431c-a256-12373c624b03 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.0989332 Jun 22 09:35:00.783594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.784992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.786348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.807672 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-526603e6-4307-4e14-8da9-6ebc97b194d2 req-87133c35-478e-4832-8398-c2d8da6b5e4e tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693328 Jun 22 09:35:00.910978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.911576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Fanout notify agent at l3_agent the message router_deleted on router fd7922c3-0c71-428b-9a56-c776ffd4c54b {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:35:00.918988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.923045 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c992a3aa-fd50-42bc-b857-0be5efc07f51 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 204 len: 168 time: 0.3719518 Jun 22 09:35:00.923425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55914) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:00.937444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e4b78a65-6d58-41ac-82c6-04e97a7989d9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:00.952781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.955412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: e4b78a65-6d58-41ac-82c6-04e97a7989d9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:00.955765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e4b78a65-6d58-41ac-82c6-04e97a7989d9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:00.959095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:00.959685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:00.963226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b70832aa-ed3f-407b-ac47-80d68509604a tempest-FloatingIPAdminTestJSON-2010804973 tempest-FloatingIPAdminTestJSON-2010804973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:00.968434 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-17f70eca-5347-46ca-9164-877c0bd3a786 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 200 len: 205 time: 0.0438077 Jun 22 09:35:00.970892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55916) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.017435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-dad84703-3b4c-494e-8b7a-110b09b0fe62 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] delete failed (client error): The resource could not be found. Jun 22 09:35:01.018458 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-dad84703-3b4c-494e-8b7a-110b09b0fe62 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/fd7922c3-0c71-428b-9a56-c776ffd4c54b HTTP/1.1" status: 404 len: 336 time: 0.0465870 Jun 22 09:35:01.021751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55918) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.032624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=14fcdd1c-9fcf-438a-b366-efa1b42a8aea,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:01.035315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:01.043855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:01.054212 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3e5dd14c-dd68-49ad-b901-748c59ed2da2 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca3f5e00-6b81-4006-af1a-f28aa29fecf8 HTTP/1.1" status: 200 len: 205 time: 0.0312047 Jun 22 09:35:01.056369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55920) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.097137 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-c2f02190-631e-4b3c-bd1f-4ea8d4c63a91 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] delete failed (client error): The resource could not be found. Jun 22 09:35:01.098653 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c2f02190-631e-4b3c-bd1f-4ea8d4c63a91 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/ca3f5e00-6b81-4006-af1a-f28aa29fecf8 HTTP/1.1" status: 404 len: 336 time: 0.0408003 Jun 22 09:35:01.101520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55922) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.112990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5877373 Jun 22 09:35:01.116251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55924) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.121383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:01.131925 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-652a86b8-8564-4d91-999e-5480888f5296 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7cd66a7-73d7-423c-8a4c-557bcfd18948 HTTP/1.1" status: 200 len: 205 time: 0.0290942 Jun 22 09:35:01.134130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.171036 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-447bbfd6-82ac-440e-88dd-6f240ba702b8 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] delete failed (client error): The resource could not be found. Jun 22 09:35:01.172068 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-447bbfd6-82ac-440e-88dd-6f240ba702b8 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/f7cd66a7-73d7-423c-8a4c-557bcfd18948 HTTP/1.1" status: 404 len: 336 time: 0.0370095 Jun 22 09:35:01.174703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55928) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.210179 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fe1ac277-2052-4a5c-ad29-50884dd38d30 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff98e97e-0dca-4fec-8067-35f94bd71df0 HTTP/1.1" status: 200 len: 205 time: 0.0342875 Jun 22 09:35:01.215803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55930) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.252436 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-c9e50d25-407f-42d9-8ea9-beed83501542 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] delete failed (client error): The resource could not be found. Jun 22 09:35:01.253429 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c9e50d25-407f-42d9-8ea9-beed83501542 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/ff98e97e-0dca-4fec-8067-35f94bd71df0 HTTP/1.1" status: 404 len: 336 time: 0.0366776 Jun 22 09:35:01.256064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55932) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.285203 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7b8b189d-f55c-4976-9713-2dcdceed771d tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=daa9b9e9-9ace-4059-aaf6-580858e9ea08 HTTP/1.1" status: 200 len: 205 time: 0.0280387 Jun 22 09:35:01.288042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55934) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.304871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:01.309414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:01.329731 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-302c2395-52a1-4b0a-9cc5-dbeee05d4c4f tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] delete failed (client error): The resource could not be found. Jun 22 09:35:01.330773 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-302c2395-52a1-4b0a-9cc5-dbeee05d4c4f tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/daa9b9e9-9ace-4059-aaf6-580858e9ea08 HTTP/1.1" status: 404 len: 336 time: 0.0418484 Jun 22 09:35:01.334119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55936) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.369173 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2ef6cf94-ee8d-4586-a334-a3beebc0a96f tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "GET /v2.0/ports?device_id=e670cbb3-68a9-40dd-b646-4924174c90d9 HTTP/1.1" status: 200 len: 205 time: 0.0335755 Jun 22 09:35:01.371342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55938) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.414685 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-6929d0e1-b64d-4bf6-a3f9-0dbf92265c26 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] delete failed (client error): The resource could not be found. Jun 22 09:35:01.415783 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6929d0e1-b64d-4bf6-a3f9-0dbf92265c26 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/routers/e670cbb3-68a9-40dd-b646-4924174c90d9 HTTP/1.1" status: 404 len: 336 time: 0.0434289 Jun 22 09:35:01.418458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55940) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:01.445457 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a432942-f9e6-4b19-b568-1a80d3d45d8d tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:01.445911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a432942-f9e6-4b19-b568-1a80d3d45d8d tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:01.449140 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a432942-f9e6-4b19-b568-1a80d3d45d8d tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] 10.222.0.65 "DELETE /v2.0/subnets/791d8720-486b-43f7-a410-87f7d38a3547 HTTP/1.1" status: 404 len: 337 time: 0.0282319 Jun 22 09:35:01.602098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:01.605278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8096259f-d2cc-48ee-b3fd-113dad7160f3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:01.676185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=436b1fd9-844e-4156-8037-63cbc3e61863,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:01.678829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:01.680205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:01.680570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: 14fcdd1c-9fcf-438a-b366-efa1b42a8aea, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:01.799472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:01.913551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 14fcdd1c-9fcf-438a-b366-efa1b42a8aea) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:01.918431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:01.920203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:01.922516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a7f81-b858-4535-9e5d-82445f0affb6 None None] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:02.010559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ee38-922e-4dd2-8ee7-a99019a65f8c req-e38c5d42-4666-4108-a915-6c2ada48c7c9 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:02.012123 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8735ee38-922e-4dd2-8ee7-a99019a65f8c req-e38c5d42-4666-4108-a915-6c2ada48c7c9 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.0826392 Jun 22 09:35:02.020213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55948) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:02.052868 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8735ee38-922e-4dd2-8ee7-a99019a65f8c req-045d2ff9-9a16-4126-95a7-5ac49d497a73 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343664 Jun 22 09:35:02.069927 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9525990 Jun 22 09:35:02.072698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55952) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:02.088182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:02.089122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.154753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.188309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-82d7727c-9b4b-4208-9398-8af97505859c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.252629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Allocated IP 2001:db8::2 (14fcdd1c-9fcf-438a-b366-efa1b42a8aea/436b1fd9-844e-4156-8037-63cbc3e61863/66a55362-532d-4b2a-8410-3c08b6399162) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:02.269164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.344655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.348709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6ec214fa-a520-483b-91a9-94729d9943e0 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:02.366901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.384837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad890df8-9c4c-45c6-a98a-a56abb45665d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:02.400126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:02.404193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.405563 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=420ef9eb212e4de484428dfb576335bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841596 Jun 22 09:35:02.408179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55954) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:02.411992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Transition to ACTIVE for port object 66a55362-532d-4b2a-8410-3c08b6399162 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:02.426754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Transition to ACTIVE for port object 66a55362-532d-4b2a-8410-3c08b6399162 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:02.460318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.481104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.517440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.521150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f11e2a1e-390c-4c34-8007-510ca084f593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:02.562410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:02.570507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:02.577002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:02.583753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Pushing event updated for resources: {'Port': ['ID=66a55362-532d-4b2a-8410-3c08b6399162,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:02.586309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:02.608285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8::1 (14fcdd1c-9fcf-438a-b366-efa1b42a8aea/436b1fd9-844e-4156-8037-63cbc3e61863/fb624e30-7375-46a2-bf65-bf8f801f7f12) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:02.638413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Attempting to bind port 66a55362-532d-4b2a-8410-3c08b6399162 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Attempting to bind port 66a55362-532d-4b2a-8410-3c08b6399162 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Attempting to bind port 66a55362-532d-4b2a-8410-3c08b6399162 on network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Checking segment: {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Bound using segment: {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Bound port: 66a55362-532d-4b2a-8410-3c08b6399162, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:02.650213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.685329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.696117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.696117 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad890df8-9c4c-45c6-a98a-a56abb45665d HTTP/1.1" status: 204 len: 168 time: 0.2826431 Jun 22 09:35:02.696599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-19e10f31-5a84-4ea4-8f01-050e1112c849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:02.704090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad890df8-9c4c-45c6-a98a-a56abb45665d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:02.713906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:02.725245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] For port 66a55362-532d-4b2a-8410-3c08b6399162, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:02.737000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] For port 66a55362-532d-4b2a-8410-3c08b6399162, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=66a55362-532d-4b2a-8410-3c08b6399162,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:02.743058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.756266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object fb624e30-7375-46a2-bf65-bf8f801f7f12 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:02.782419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.833871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.837798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:02.897994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Pushing event updated for resources: {'Port': ['ID=66a55362-532d-4b2a-8410-3c08b6399162,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:02.905582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:02.905760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:02.909606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d867898-ed21-4a07-8e0b-a002464d6730 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:02.955780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:02.959742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:02.962211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:02.962865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.001517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=fb624e30-7375-46a2-bf65-bf8f801f7f12,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:03.016035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:03.252499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.262028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53079-18e4-4821-85e9-a492e1fe2f98 req-5f752620-7f49-4192-a304-8d5824d6d581 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:03.263774 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-daf53079-18e4-4821-85e9-a492e1fe2f98 req-5f752620-7f49-4192-a304-8d5824d6d581 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.0739021 Jun 22 09:35:03.304352 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-daf53079-18e4-4821-85e9-a492e1fe2f98 req-5157ae6f-9743-4690-adb0-a722ebdc34ef tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345943 Jun 22 09:35:03.436438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.514635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55962) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:03.519365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.558256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dba73ecf-f3fc-4b8b-94f0-01ca9ad753b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d291671fa43442fbf39f34cc96e712d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411794 Jun 22 09:35:03.560519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55964) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:03.612064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.635064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.656998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.658027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.661496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b4471f37-5879-436a-9c9e-b3f7608b932e tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:03.747478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=fb624e30-7375-46a2-bf65-bf8f801f7f12,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:03.750370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:03.793063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:03.794451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:03.810997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.814013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:03.816044 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3f86842-13eb-452f-a2ba-884505b0ef7c HTTP/1.1" status: 204 len: 168 time: 0.2545254 Jun 22 09:35:03.817175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2ae01aa8-9f20-472f-a2ff-c1c8c2805c27 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:03.817298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca50c9c-18be-42a7-b45b-b96ecf46561e None None] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:03.825616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f86842-13eb-452f-a2ba-884505b0ef7c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:03.828122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:03.832725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 07fb9347-ac6a-4ac6-8b76-70545f24b61f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:35:04.016803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:35:04.116764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:04.125056 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0483980 Jun 22 09:35:04.125164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 55968) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:04.130448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792975328'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:04.133255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:04.165389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2b941796-e07c-45e6-8d35-04bf907e2001 None None] Provisioning for port 66a55362-532d-4b2a-8410-3c08b6399162 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:04.201940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:04.202593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:04.217774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:04.274381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:04.278321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.309081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:04.312942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'port_id': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'mac_address': 'fa:16:3e:5c:2c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:35:04.319336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.320055 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment 090a658b-aaca-4180-bf02-37ac6d7bc247 of type vlan for network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 Jun 22 09:35:04.375027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:04.375342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.419448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.476279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.481907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:04.486119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.486119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-296b2f0c-284b-4d13-bded-af8cebb0b1f6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:04.491419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fb9347-ac6a-4ac6-8b76-70545f24b61f {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:35:04.541305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ae1c0-9725-4f1c-8aa2-c73eb2588615 req-54b26dff-2a12-407c-a808-a240897189c3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:04.543053 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1b3ae1c0-9725-4f1c-8aa2-c73eb2588615 req-54b26dff-2a12-407c-a808-a240897189c3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 943 time: 0.0863795 Jun 22 09:35:04.543214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:04.586526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:04.601574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:04.607435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1b3ae1c0-9725-4f1c-8aa2-c73eb2588615 req-952bcf31-ab2d-4c83-9604-50421719195d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558689 Jun 22 09:35:04.640869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:04.644933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.654887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 55982) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:04.655570 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5295160 Jun 22 09:35:04.656766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-487d3954-3862-4fdf-9b32-ae0bd95be6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:04.663834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:04.772953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=07fb9347-ac6a-4ac6-8b76-70545f24b61f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:04.772953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:04.779059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:03Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:03Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:04.817751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:04.818117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Updating router 29826d4c-ec56-4faf-9dde-f679669c0354 port fb624e30-7375-46a2-bf65-bf8f801f7f12 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:35:04.870580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:04.874317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.878855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:04.930767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.028212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['07fb9347-ac6a-4ac6-8b76-70545f24b61f'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:35:05.031687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 66a55362-532d-4b2a-8410-3c08b6399162 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:05.053996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4aa-cc60-4585-b955-f1d401a28400 None None] Provisioning for port fb624e30-7375-46a2-bf65-bf8f801f7f12 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:05.087636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9a7af4aa-cc60-4585-b955-f1d401a28400 None None] Provisioning complete for port fb624e30-7375-46a2-bf65-bf8f801f7f12 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:05.088056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a7af4aa-cc60-4585-b955-f1d401a28400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.210372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9a7af4aa-cc60-4585-b955-f1d401a28400 None None] Port fb624e30-7375-46a2-bf65-bf8f801f7f12 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:05.225421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.225421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-edff2d0f-6a1e-46c8-9cfc-e26118b97ff9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:05.290184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=e555a499-f9c1-4bbe-964f-41b9a8d4e7ce,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:05.297599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:05.307131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 66a55362-532d-4b2a-8410-3c08b6399162 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:05.315791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:05.315791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:05.328743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 66a55362-532d-4b2a-8410-3c08b6399162 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:05.329129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.405214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:05.431896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-36996e45-f4c9-42a9-b6a4-dbed4ae34185 None None] Provisioning complete for port fb624e30-7375-46a2-bf65-bf8f801f7f12 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:05.432328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-36996e45-f4c9-42a9-b6a4-dbed4ae34185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.475254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.504715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:05.508950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:05.509574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.527490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-36996e45-f4c9-42a9-b6a4-dbed4ae34185 None None] Port fb624e30-7375-46a2-bf65-bf8f801f7f12 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:05.530354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Transition to ACTIVE for port object fb624e30-7375-46a2-bf65-bf8f801f7f12 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:05.537907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2fdbf-f354-469d-b893-50c0841a5746 None None] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:05.600188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.626064 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9694946 Jun 22 09:35:05.628796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56002) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:05.685340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.690598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c4bf744-3f29-45a7-993a-6b1354a35c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:05.699099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 66a55362-532d-4b2a-8410-3c08b6399162, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=66a55362-532d-4b2a-8410-3c08b6399162,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:05.817476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:05.836479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c784a93-fa6d-4c04-bc10-4f3cb1338459 None None] Pushing event updated for resources: {'Port': ['ID=fb624e30-7375-46a2-bf65-bf8f801f7f12,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:05.846085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8c784a93-fa6d-4c04-bc10-4f3cb1338459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:05.848368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d0b3fed9-8f38-4afd-9ae1-68330923f658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:05.883162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d4885-047e-417c-a40a-ff5229fc9d8b req-2ba4cceb-a2af-436c-854d-4dc575638d30 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:05.885119 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-258d4885-047e-417c-a40a-ff5229fc9d8b req-2ba4cceb-a2af-436c-854d-4dc575638d30 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 944 time: 0.1330125 Jun 22 09:35:05.964595 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-258d4885-047e-417c-a40a-ff5229fc9d8b req-0611f08f-1357-4f58-b666-717495c622ce tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702925 Jun 22 09:35:06.001944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Attempting to bind port fb624e30-7375-46a2-bf65-bf8f801f7f12 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:06.002328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Attempting to bind port fb624e30-7375-46a2-bf65-bf8f801f7f12 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:06.002879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Attempting to bind port fb624e30-7375-46a2-bf65-bf8f801f7f12 on network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:06.012611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:06.013963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.043141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56010) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:06.163074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-865378151', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:06.199788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:06.200198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Checking segment: {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:06.200602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.200999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Bound using segment: {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:06.201471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Bound port: fb624e30-7375-46a2-bf65-bf8f801f7f12, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05ff249-e52f-474e-892c-96af53228d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:06.201850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.214161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=66a55362-532d-4b2a-8410-3c08b6399162,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:06.222665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:06.255125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Made reservation on behalf of 817ef0e7721444149ec81fc41b64e453 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:06.258202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.274084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.374050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] For port fb624e30-7375-46a2-bf65-bf8f801f7f12, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:06.385805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.394280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] For port fb624e30-7375-46a2-bf65-bf8f801f7f12, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb624e30-7375-46a2-bf65-bf8f801f7f12,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:06.404571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Allocated IP 2001:db8:1::2 (7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615/e555a499-f9c1-4bbe-964f-41b9a8d4e7ce/fb69ee17-f802-4634-910a-5d88a9f83872) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:06.455901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.459003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fdbbe582-a2a6-404d-9f89-afd62a75b986 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:06.461392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] device_id is not set on port da5c0b7c-7914-4889-a0ed-9512df2121ec yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:06.474166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.522385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795fc264-8efa-46d5-915a-5e58ecb3000c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:06.529284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:06.543612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.553242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-33492146-f463-4c99-a93d-88a4d9a64ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:06.588639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Allocated IP 172.26.6.51 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/da5c0b7c-7914-4889-a0ed-9512df2121ec) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:06.617435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.623384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:06.624214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:06.702077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Transition to ACTIVE for port object fb69ee17-f802-4634-910a-5d88a9f83872 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:06.703357 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:35:06.717541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c784a93-fa6d-4c04-bc10-4f3cb1338459 None None] Pushing event updated for resources: {'Port': ['ID=fb624e30-7375-46a2-bf65-bf8f801f7f12,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:06.726361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8c784a93-fa6d-4c04-bc10-4f3cb1338459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:06.737044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Transition to ACTIVE for port object fb69ee17-f802-4634-910a-5d88a9f83872 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:06.746403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:06.776622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.863352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.867022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:06.898620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8:1::1 (7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615/e555a499-f9c1-4bbe-964f-41b9a8d4e7ce/2e8cc944-0cb9-4171-a121-9a59a78b76cd) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:06.918353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:06.928596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:06.932641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:06.933003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Pushing event updated for resources: {'Port': ['ID=fb69ee17-f802-4634-910a-5d88a9f83872,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:06.937053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:06.937053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:06.939884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:06.972639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:06.976250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:06.979804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:06.985076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 66a55362-532d-4b2a-8410-3c08b6399162 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:07.010487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Pushing event updated for resources: {'Port': ['ID=da5c0b7c-7914-4889-a0ed-9512df2121ec,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:07.014985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:07.032901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:07.032901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.079703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Attempting to bind port fb69ee17-f802-4634-910a-5d88a9f83872 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:07.080089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Attempting to bind port fb69ee17-f802-4634-910a-5d88a9f83872 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:07.080465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Attempting to bind port fb69ee17-f802-4634-910a-5d88a9f83872 on network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:07.088080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.098209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:07.098717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Checking segment: {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:07.099130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.104637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Bound using segment: {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:07.104637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Bound port: fb69ee17-f802-4634-910a-5d88a9f83872, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:07.104637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.130706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object 2e8cc944-0cb9-4171-a121-9a59a78b76cd will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:07.131588 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0860176 Jun 22 09:35:07.133652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56018) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:07.140455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.51'}]}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:07.159205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 66a55362-532d-4b2a-8410-3c08b6399162 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:07.159595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.192259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4b0f2-2129-402a-9199-de6de4f562c9 req-b9357dd2-f317-4dbf-a1cc-185e5071c0e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:07.194088 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98b4b0f2-2129-402a-9199-de6de4f562c9 req-b9357dd2-f317-4dbf-a1cc-185e5071c0e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 944 time: 0.1019015 Jun 22 09:35:07.217132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:03Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:06Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:07.225717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] For port fb69ee17-f802-4634-910a-5d88a9f83872, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:07.233525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98b4b0f2-2129-402a-9199-de6de4f562c9 req-a451d690-b4a1-4139-974f-58c6093f9600 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334773 Jun 22 09:35:07.240464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.245066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.259796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7a2c3-22d5-4ef3-9e54-76b32d78db9f None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:03Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:06Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:07.267557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] For port fb69ee17-f802-4634-910a-5d88a9f83872, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb69ee17-f802-4634-910a-5d88a9f83872,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:07.305997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.306711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.310245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7cf3c044-dcad-4c64-afc5-88615baa2a01 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:07.359952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:07.367301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:07.372364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:07.372910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.377765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=2e8cc944-0cb9-4171-a121-9a59a78b76cd,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:07.379375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.381467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8c784a93-fa6d-4c04-bc10-4f3cb1338459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:07.415338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:07.470169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Pushing event updated for resources: {'Port': ['ID=fb69ee17-f802-4634-910a-5d88a9f83872,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:07.474836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:07.617862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.633166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:07.845344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 07fb9347-ac6a-4ac6-8b76-70545f24b61f up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:07.979733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.027833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.028405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 07fb9347-ac6a-4ac6-8b76-70545f24b61f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:08.032281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 07fb9347-ac6a-4ac6-8b76-70545f24b61f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:08.032665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.049700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.112685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.116136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.117300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.137817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:08.143522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:35:08.147131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1794d8-15bf-494d-8774-28547f8c2553" -d '{"events": [{"server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "name": "network-vif-plugged", "status": "completed", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:35:08.183225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:08.199940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224b55e1-d68d-4447-aa0c-f72505b5bc4c x-openstack-request-id: req-224b55e1-d68d-4447-aa0c-f72505b5bc4c {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:35:08.199940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "name": "network-vif-plugged", "status": "completed", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:35:08.199940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-224b55e1-d68d-4447-aa0c-f72505b5bc4c {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:35:08.199940 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'code': 200} Jun 22 09:35:08.248701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.251039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d0b3fed9-8f38-4afd-9ae1-68330923f658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:08.282595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=2e8cc944-0cb9-4171-a121-9a59a78b76cd,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:08.286951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:08.288421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.320405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=07fb9347-ac6a-4ac6-8b76-70545f24b61f,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:08.330642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:08.332809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:08.333504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:08.490015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:08.495814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.498048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.596861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60144f-37ae-4bcd-a1cb-3f12dd9fa703 None None] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:08.597228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83566135-b0be-4e92-be7b-d556d1d61508 req-961440eb-6793-40a3-8f3e-e6515812d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:08.599342 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-83566135-b0be-4e92-be7b-d556d1d61508 req-961440eb-6793-40a3-8f3e-e6515812d970 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1098 time: 0.0613630 Jun 22 09:35:08.610320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d2919-86bf-4314-9efd-fd6ebe783cf8 req-257135ed-5dad-4ed9-b226-365c69ed1091 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:08.611992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-736d2919-86bf-4314-9efd-fd6ebe783cf8 req-257135ed-5dad-4ed9-b226-365c69ed1091 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.1752954 Jun 22 09:35:08.643326 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-83566135-b0be-4e92-be7b-d556d1d61508 req-a1749cc7-9151-4a8f-a41e-e9dc88c5fd5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376382 Jun 22 09:35:08.648102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:08.656555 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251963 Jun 22 09:35:08.657762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56024) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:08.663254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488268819'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:08.671439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.671911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62b70f3f-a656-482d-8647-2ba74fd00da3 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:35:08.686309 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-736d2919-86bf-4314-9efd-fd6ebe783cf8 req-3050ce7d-a6f5-4746-a9c2-89afa4e06273 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660071 Jun 22 09:35:08.794310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:08.797797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.823810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:08.830671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-828d4f13-eb52-4e86-bf57-bdc584bb7ecd None None] Provisioning for port fb69ee17-f802-4634-910a-5d88a9f83872 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:08.837803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.837803 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment fc3edbea-0a17-4714-8ba6-ec421a1100f3 of type vlan for network 43b8f36d-e39e-40fb-9606-a1ba83c40000 Jun 22 09:35:08.875324 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:35:08.879202 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1a18d0dd-15e0-4338-b223-cbe4878fefd3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7439098 Jun 22 09:35:08.879422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56026) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:08.881281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.955620 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:08.968544 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:08.969025 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:08.976932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.982684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:08.983291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:08.985847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11f55c60-8936-4837-ad85-4afdb4d04616 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:09.038505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Deleting port da5c0b7c-7914-4889-a0ed-9512df2121ec {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:09.039222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.059000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=43b8f36d-e39e-40fb-9606-a1ba83c40000,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:09.065235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb624e30-7375-46a2-bf65-bf8f801f7f12 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:09.070465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:09.093021 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:09.102145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:09.117539 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4583261 Jun 22 09:35:09.119924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56028) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:09.128184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:09.200470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.299281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.307101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Calling delete_port for da5c0b7c-7914-4889-a0ed-9512df2121ec owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:09.322515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d68c6577-76f4-4ef5-af0d-9890c39a6235 None None] Provisioning for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:09.324682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port fb624e30-7375-46a2-bf65-bf8f801f7f12 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:09.329237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d68c6577-76f4-4ef5-af0d-9890c39a6235 None None] Provisioning complete for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:09.329626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d68c6577-76f4-4ef5-af0d-9890c39a6235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.333130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port fb624e30-7375-46a2-bf65-bf8f801f7f12 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:09.333130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.373851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:09.377879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.423818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d68c6577-76f4-4ef5-af0d-9890c39a6235 None None] Port 2e8cc944-0cb9-4171-a121-9a59a78b76cd cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:09.489973 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:07Z', 'revision_number': 3, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:07Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:06Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:09.517475 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:09.517935 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Updating router 29826d4c-ec56-4faf-9dde-f679669c0354 port 2e8cc944-0cb9-4171-a121-9a59a78b76cd binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:35:09.523053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.557329 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.562621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port fb624e30-7375-46a2-bf65-bf8f801f7f12, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb624e30-7375-46a2-bf65-bf8f801f7f12,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:09.584580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0fcd-8538-4555-a158-b77972f5ecbc None None] Provisioning complete for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:09.585047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0fcd-8538-4555-a158-b77972f5ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.594045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.607212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5eff6146-0f37-4ae5-9532-b8fdd922d403 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:09.623303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a0fcd-8538-4555-a158-b77972f5ecbc None None] Port 2e8cc944-0cb9-4171-a121-9a59a78b76cd cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:09.646785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Pushing event deleted for resources: {'Port': ['ID=da5c0b7c-7914-4889-a0ed-9512df2121ec,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:09.652423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:09.658892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.659768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb69ee17-f802-4634-910a-5d88a9f83872 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:09.662578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8c784a93-fa6d-4c04-bc10-4f3cb1338459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:09.740500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.748147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=fb624e30-7375-46a2-bf65-bf8f801f7f12,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:09.750454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] 10.222.0.65 "DELETE /v2.0/ports/da5c0b7c-7914-4889-a0ed-9512df2121ec HTTP/1.1" status: 204 len: 168 time: 0.8696940 Jun 22 09:35:09.756044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:09.773441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-87c019dc-f9cc-441f-b98a-d32e87b1f8df None None] Provisioning complete for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:09.773830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87c019dc-f9cc-441f-b98a-d32e87b1f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.817830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-87c019dc-f9cc-441f-b98a-d32e87b1f8df None None] Port 2e8cc944-0cb9-4171-a121-9a59a78b76cd cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:09.897784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port fb69ee17-f802-4634-910a-5d88a9f83872 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:09.902584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port fb69ee17-f802-4634-910a-5d88a9f83872 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:09.902974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.909709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501e01f-6246-4ef3-8f7e-28a06cf8d9aa req-5a671d3a-c4f7-4e4d-aa07-5c7fc0c4e862 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:09.909902 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.912225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a501e01f-6246-4ef3-8f7e-28a06cf8d9aa req-5a671d3a-c4f7-4e4d-aa07-5c7fc0c4e862 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.0653064 Jun 22 09:35:09.920492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Transition to ACTIVE for port object 2e8cc944-0cb9-4171-a121-9a59a78b76cd will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:09.939545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.942960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7fa3c162-2a22-4f55-897d-68d59a64c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:09.984828 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:09.989787 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:10.000603 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a501e01f-6246-4ef3-8f7e-28a06cf8d9aa req-2fe9efc5-d93f-4151-ab02-8d4ee69c9c5c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814638 Jun 22 09:35:10.002742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.015430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:10.031769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:10.050693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:10.052511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: 43b8f36d-e39e-40fb-9606-a1ba83c40000, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:10.053951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port fb69ee17-f802-4634-910a-5d88a9f83872, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb69ee17-f802-4634-910a-5d88a9f83872,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:10.109581 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4d4d-67e5-482e-88cc-3274d0ca495c None None] Pushing event updated for resources: {'Port': ['ID=2e8cc944-0cb9-4171-a121-9a59a78b76cd,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:10.127619 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-180f4d4d-67e5-482e-88cc-3274d0ca495c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:10.161477 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Attempting to bind port 2e8cc944-0cb9-4171-a121-9a59a78b76cd on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:10.161892 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Attempting to bind port 2e8cc944-0cb9-4171-a121-9a59a78b76cd by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:10.162269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Attempting to bind port 2e8cc944-0cb9-4171-a121-9a59a78b76cd on network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:10.167707 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:10.168118 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Checking segment: {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:10.168525 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.168990 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Bound using segment: {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:10.169460 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Bound port: 2e8cc944-0cb9-4171-a121-9a59a78b76cd, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090a658b-aaca-4180-bf02-37ac6d7bc247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:10.169579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:10.170052 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.170190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.175667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:10.241171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=fb69ee17-f802-4634-910a-5d88a9f83872,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:10.241686 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] For port 2e8cc944-0cb9-4171-a121-9a59a78b76cd, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:10.244594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:10.249368 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] For port 2e8cc944-0cb9-4171-a121-9a59a78b76cd, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2e8cc944-0cb9-4171-a121-9a59a78b76cd,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:10.302731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 43b8f36d-e39e-40fb-9606-a1ba83c40000) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:10.307959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:10.308741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.318106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b4932-eb8f-403c-80e8-88c0940643bb None None] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:10.356649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56036) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:10.377513 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.381161 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:10.420669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56040) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:10.420951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2998824 Jun 22 09:35:10.449776 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:10.450463 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:10.485045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-43b8f36d-e39e-40fb-9606-a1ba83c40000', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:10.486590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.489518 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f4d4d-67e5-482e-88cc-3274d0ca495c None None] Pushing event updated for resources: {'Port': ['ID=2e8cc944-0cb9-4171-a121-9a59a78b76cd,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:10.493280 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-180f4d4d-67e5-482e-88cc-3274d0ca495c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:10.557870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.564596 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:10.648222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Allocated IP 2001:db8:2::2 (43b8f36d-e39e-40fb-9606-a1ba83c40000/d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27/799a7004-ce03-4d39-bf1b-ea04cd754fd4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:10.696558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.790695 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:07Z', 'revision_number': 3, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:10Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:10.808996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.818091 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f789d-54a7-48b3-a2c8-36ba39d97213 None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:07Z', 'revision_number': 3, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:10Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:10.822129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Transition to ACTIVE for port object 799a7004-ce03-4d39-bf1b-ea04cd754fd4 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:10.836622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.840230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2fdcc140-8af8-443c-86b7-b1cd07ceb628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:10.842812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Transition to ACTIVE for port object 799a7004-ce03-4d39-bf1b-ea04cd754fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:10.909178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a9233f-b853-48e7-ba89-a07bf5871e6a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:10.916196 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12c8dd53d88644f3b7475b6d4f60dc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564873 Jun 22 09:35:10.916196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:10.916938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56042) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:10.968902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:10.970980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0ee4a979-73e1-4201-b759-28ddca339f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:10.989388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.022559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.023447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.059260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Pushing event updated for resources: {'Port': ['ID=799a7004-ce03-4d39-bf1b-ea04cd754fd4,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:11.067987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:11.085824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:11.087385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:11.089956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:11.161992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.168467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb624e30-7375-46a2-bf65-bf8f801f7f12 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:11.172058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.172872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44a9233f-b853-48e7-ba89-a07bf5871e6a HTTP/1.1" status: 204 len: 168 time: 0.2536957 Jun 22 09:35:11.183680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:11.204517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a9233f-b853-48e7-ba89-a07bf5871e6a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:11.209263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:11.220454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Attempting to bind port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:11.220963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Attempting to bind port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:11.221370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Attempting to bind port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 on network 43b8f36d-e39e-40fb-9606-a1ba83c40000 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:11.252806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:11.253192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Checking segment: {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:11.253697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.254519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Bound using segment: {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:11.255072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Bound port: 799a7004-ce03-4d39-bf1b-ea04cd754fd4, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:11.255453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.302299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port fb624e30-7375-46a2-bf65-bf8f801f7f12 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:11.302530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.340823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3b76d-f8ba-485d-9df1-0bc9cb3e0cc5 req-9fc6aa05-6d01-4b0a-ac67-f44aab8afa9f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:11.342364 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1ca3b76d-f8ba-485d-9df1-0bc9cb3e0cc5 req-9fc6aa05-6d01-4b0a-ac67-f44aab8afa9f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.1674964 Jun 22 09:35:11.427305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1ca3b76d-f8ba-485d-9df1-0bc9cb3e0cc5 req-d3afb69e-07d3-4f63-a064-3bae0789d38d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780389 Jun 22 09:35:11.453522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8:2::1 (43b8f36d-e39e-40fb-9606-a1ba83c40000/d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27/ee58d9af-b195-4c30-8a24-2e72b6006148) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:11.545153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] For port 799a7004-ce03-4d39-bf1b-ea04cd754fd4, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:11.548676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] For port 799a7004-ce03-4d39-bf1b-ea04cd754fd4, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=799a7004-ce03-4d39-bf1b-ea04cd754fd4,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:11.603113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2e8cc944-0cb9-4171-a121-9a59a78b76cd up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:11.633116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.644378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4856f3b5-fcec-45da-a2cb-32b2ee3739fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:11.649075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.657747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582362-8e8b-4d78-bfe8-ede5aed2fc86 req-a18ca142-1412-4272-8ccb-c4e40e097006 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:11.664569 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e7582362-8e8b-4d78-bfe8-ede5aed2fc86 req-a18ca142-1412-4272-8ccb-c4e40e097006 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.0980225 Jun 22 09:35:11.678085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object ee58d9af-b195-4c30-8a24-2e72b6006148 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:11.725494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e7582362-8e8b-4d78-bfe8-ede5aed2fc86 req-04572b41-ab6c-4c40-a8be-3dedbafa6b3b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566664 Jun 22 09:35:11.749920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Pushing event updated for resources: {'Port': ['ID=799a7004-ce03-4d39-bf1b-ea04cd754fd4,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:11.751528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56052) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:11.759826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:11.813956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.818296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:11.862472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:11.867538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:11.870805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:11.874524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:11.876367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.876499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:11.884098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:11.937622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=ee58d9af-b195-4c30-8a24-2e72b6006148,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:11.943295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:12.021152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.046252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88affd2b-b6c7-4fd9-94f4-cc0c66404519 tempest-TestVolumeBootPattern-1443868639 tempest-TestVolumeBootPattern-1443868639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:12.050460 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-88affd2b-b6c7-4fd9-94f4-cc0c66404519 tempest-TestVolumeBootPattern-1443868639 tempest-TestVolumeBootPattern-1443868639-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1093 time: 0.2951889 Jun 22 09:35:12.050701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56056) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:12.056348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:12.063273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 2e8cc944-0cb9-4171-a121-9a59a78b76cd, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2e8cc944-0cb9-4171-a121-9a59a78b76cd,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:12.160044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.162034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.163226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb69ee17-f802-4634-910a-5d88a9f83872 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:12.163551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.167689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:12.174346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56058) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:12.219751 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d4ba220f-fd15-441c-a98a-f5f98fc5e369 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=817ef0e7721444149ec81fc41b64e453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439923 Jun 22 09:35:12.222218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56060) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:12.253361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=2e8cc944-0cb9-4171-a121-9a59a78b76cd,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:12.265251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:12.276124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port fb69ee17-f802-4634-910a-5d88a9f83872 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:12.276357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.282560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.316669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.442315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.453573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.458755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.460726 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/795fc264-8efa-46d5-915a-5e58ecb3000c HTTP/1.1" status: 204 len: 168 time: 0.2371383 Jun 22 09:35:12.462282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd678174-7054-4537-b2d4-735edbbe4b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:12.475716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795fc264-8efa-46d5-915a-5e58ecb3000c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:12.475716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:12.576615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.596815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Allocated IP 172.26.6.245 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/bf08c240-5931-426a-a9fc-caeca06f0eba) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:12.657905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.661656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.662717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64aebe9f-4f6b-440e-85f1-71ab49ba77c3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:12.767409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=ee58d9af-b195-4c30-8a24-2e72b6006148,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:12.770936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:12.786563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ec32a-dff3-4d66-bf72-220e69dedb5a None None] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:12.813050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:12.853932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:12.860457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:12.970779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-95c0f5cf-23d2-4c07-896a-26893cd99bb9 None None] Provisioning for port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:13.090054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 799a7004-ce03-4d39-bf1b-ea04cd754fd4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:13.247588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:13.252344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:13.253957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.338375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Provisioning complete for port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:13.338767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.400415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.404736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:13.414814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.442519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:13.447601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:13.452411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:13.455139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:13.479970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 799a7004-ce03-4d39-bf1b-ea04cd754fd4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=799a7004-ce03-4d39-bf1b-ea04cd754fd4,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:13.488898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.533196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=bf08c240-5931-426a-a9fc-caeca06f0eba,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:13.548047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:13.569195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.570062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2e8cc944-0cb9-4171-a121-9a59a78b76cd up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:13.573727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ced0e445-83e8-4646-949c-9b178d09779f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:13.669338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:35:13.669697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:35:13.686887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=799a7004-ce03-4d39-bf1b-ea04cd754fd4,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:13.692013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:13.704991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2e8cc944-0cb9-4171-a121-9a59a78b76cd triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:13.705402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.717040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:13.730842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3066697 Jun 22 09:35:13.731299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56082) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:13.737817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1787850226'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:13.760524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:13.778894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:13.782694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:13.843637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56084) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:13.856940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:13.860881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.904168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:13.907329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:13.916958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:13.917609 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added segment 73865e3c-b71a-415d-9f9d-9d302e4d8a17 of type vlan for network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 Jun 22 09:35:13.967302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-129455931'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:13.972494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.010820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.079260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:14.083008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.092066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.115632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.121492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:14.122071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.128927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:14.134599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed87678c-585e-41bd-9db6-3bd9d74b492a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:14.168480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:14.168991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Updating router 29826d4c-ec56-4faf-9dde-f679669c0354 port ee58d9af-b195-4c30-8a24-2e72b6006148 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:35:14.174670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.214400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Network': ['ID=b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:14.217252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:14.234708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:14.251741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.291783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.352889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.377792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.381499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2f17f6ae-181e-4dc3-a983-b72589cabb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:14.409182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:14.413186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Provisioning for port ee58d9af-b195-4c30-8a24-2e72b6006148 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:14.418119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f9da6-ccec-463d-b2dc-927f9def333e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:14.420274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:14.422465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Provisioning complete for port ee58d9af-b195-4c30-8a24-2e72b6006148 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:14.422847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.423047 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.423401 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Added segment 69e4311c-fba4-4602-aa4d-569a81893447 of type vlan for network 80d37825-0faa-4c68-9b79-1f86724d11af Jun 22 09:35:14.474529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.481874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.485090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f34dd5fd-0d1e-48db-ada1-419162892f48 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:14.499815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2d89260a-cd93-48fd-a86b-a685b5bbd510 None None] Port ee58d9af-b195-4c30-8a24-2e72b6006148 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:14.515667 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7826543 Jun 22 09:35:14.519065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56088) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:14.527362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'subnet': {'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:14.559641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=bf08c240-5931-426a-a9fc-caeca06f0eba,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:14.562950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:14.568746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.612072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.618304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.623956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:14.624554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.626408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Transition to ACTIVE for port object ee58d9af-b195-4c30-8a24-2e72b6006148 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:14.629140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9444b975-5aa7-4a59-884c-369238a432f9 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:14.632933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce946d10-b280-4b69-9cb9-1cf9dcdadf87 None None] Provisioning complete for port ee58d9af-b195-4c30-8a24-2e72b6006148 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:14.633336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce946d10-b280-4b69-9cb9-1cf9dcdadf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.668596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce946d10-b280-4b69-9cb9-1cf9dcdadf87 None None] Port ee58d9af-b195-4c30-8a24-2e72b6006148 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:14.684010 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Floating IP 95252ac3-6f47-4cf5-9b19-99561b9948cc associated. External IP: 172.26.6.245, port: 07fb9347-ac6a-4ac6-8b76-70545f24b61f. Jun 22 09:35:14.698926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Network': ['ID=80d37825-0faa-4c68-9b79-1f86724d11af,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:14.701595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:14.710342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 80d37825-0faa-4c68-9b79-1f86724d11af details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:14.727287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.753684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:14.777040 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9294138 Jun 22 09:35:14.783152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56090) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:14.784477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'subnet': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:14.870661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896da5b-0673-4ac4-9da5-6c4c3b5489e1 None None] Pushing event updated for resources: {'Port': ['ID=ee58d9af-b195-4c30-8a24-2e72b6006148,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:14.873537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8896da5b-0673-4ac4-9da5-6c4c3b5489e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:14.924939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Attempting to bind port ee58d9af-b195-4c30-8a24-2e72b6006148 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:14.925331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Attempting to bind port ee58d9af-b195-4c30-8a24-2e72b6006148 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:14.925770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Attempting to bind port ee58d9af-b195-4c30-8a24-2e72b6006148 on network 43b8f36d-e39e-40fb-9606-a1ba83c40000 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:14.931236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:14.931622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Checking segment: {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:14.932080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.932485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Bound using segment: {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:14.933069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Bound port: ee58d9af-b195-4c30-8a24-2e72b6006148, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3edbea-0a17-4714-8ba6-ec421a1100f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:14.933370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:14.944750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:14.958204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Made reservation on behalf of 827f11cd2cdc4255844cd05405927afd for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:14.966782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.001898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 799a7004-ce03-4d39-bf1b-ea04cd754fd4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:15.048700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] For port ee58d9af-b195-4c30-8a24-2e72b6006148, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:15.074458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] For port ee58d9af-b195-4c30-8a24-2e72b6006148, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee58d9af-b195-4c30-8a24-2e72b6006148,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:15.088394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:15.088780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.107569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:15.120345 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:15.133830 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:15.134462 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:15.186467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.189734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:15.241898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.243738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:15.244524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:15.280219 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:15.299213 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2470534 Jun 22 09:35:15.300889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:35:15.303461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:35:15.547245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d82b6-32dd-4b24-afb5-43648128e8b1 x-openstack-request-id: req-617d82b6-32dd-4b24-afb5-43648128e8b1 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:35:15.547968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:35:15.547968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-617d82b6-32dd-4b24-afb5-43648128e8b1 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:35:15.548446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'status': 'completed', 'code': 200} Jun 22 09:35:15.559840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896da5b-0673-4ac4-9da5-6c4c3b5489e1 None None] Pushing event updated for resources: {'Port': ['ID=ee58d9af-b195-4c30-8a24-2e72b6006148,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:15.563540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8896da5b-0673-4ac4-9da5-6c4c3b5489e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:15.590158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:15.592042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:15.596174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.667957 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '95252ac3-6f47-4cf5-9b19-99561b9948cc', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.245', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:5c:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:35:13Z', 'updated_at': '2021-06-22T09:35:13Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:15.699410 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:15.708404 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:15.709255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:15.806141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-a4feaa24-2dd0-4b2b-8616-dbf3bebd7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:15.807908 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-a4feaa24-2dd0-4b2b-8616-dbf3bebd7f50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1098 time: 0.1973202 Jun 22 09:35:15.839322 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:15.878855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:15Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:15.892177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:15.897520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fd86a2c1-978a-4d56-8e6a-ba2863226770 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:15.914391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a551a7-a7e2-4b51-bcba-31f4374b5570 None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:15Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:16.050000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Subnet': ['ID=86a44d26-a0b5-4ec9-ba79-193bb0203511,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:16.061268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:16.090380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-accd0b97-d48c-441d-9c84-ed31d8a426dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:16.091962 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-accd0b97-d48c-441d-9c84-ed31d8a426dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.2760284 Jun 22 09:35:16.105065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Checking segment: {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:16.105065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network hostable DHCP agents. Network: b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:16.156397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:16.186370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c4ad91ec-77d3-461c-8d7b-033afc18b25c tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:16.222462 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-fb3cd96f-927f-4a75-b11c-bbe50b268fca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f HTTP/1.1" status: 200 len: 999 time: 0.1186247 Jun 22 09:35:16.245405 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '95252ac3-6f47-4cf5-9b19-99561b9948cc', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.245', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:5c:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:35:13Z', 'updated_at': '2021-06-22T09:35:13Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:16.280355 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964aa1ec-3500-4b14-ab82-e7c7786806af None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '95252ac3-6f47-4cf5-9b19-99561b9948cc', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.245', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:5c:2c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:35:13Z', 'updated_at': '2021-06-22T09:35:13Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:16.307428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Checking segment: {'id': '69e4311c-fba4-4602-aa4d-569a81893447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:16.307973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network hostable DHCP agents. Network: 80d37825-0faa-4c68-9b79-1f86724d11af, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:16.310082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:16.324601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Subnet': ['ID=6d270fb7-91fa-423e-b46f-43849c937565,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:16.334768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:16.358944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-537d25c4-abd2-4df8-8f18-0fa389c0fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:16.361007 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-537d25c4-abd2-4df8-8f18-0fa389c0fa7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.1272233 Jun 22 09:35:16.405161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:16.412185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:16.412773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:16.421495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d708f-a4c4-4ab6-9afb-6820d913a2de None None] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:16.449024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-5d74d923-e990-41da-a58f-e97f914072ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:16.451066 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-5d74d923-e990-41da-a58f-e97f914072ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786648 Jun 22 09:35:16.545941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:16.565191 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0442162 Jun 22 09:35:16.566009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 80d37825-0faa-4c68-9b79-1f86724d11af) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:16.566931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56098) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:16.575239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:16.575825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:16.581052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4948dd-28a3-4e49-9463-3159a21e6c93 None None] Network 80d37825-0faa-4c68-9b79-1f86724d11af requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:16.612842 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-fe5d0cb7-37ae-4767-9e4c-a97625049324 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531742 Jun 22 09:35:16.640421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a3319-61c8-439e-a3cf-a11e8a6365db None None] New status for floating IP 95252ac3-6f47-4cf5-9b19-99561b9948cc: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:35:16.743262 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc5b040c-b99b-441e-ae6b-9f06a85a2dcb req-aa88b60c-a99e-44d2-855e-71976692a857 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221380 Jun 22 09:35:16.804507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:16.805367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:16.837300 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0568502 Jun 22 09:35:16.840154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56100) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:16.846261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2082100546'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:17.030662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.032770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee58d9af-b195-4c30-8a24-2e72b6006148 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:17.059644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-80d37825-0faa-4c68-9b79-1f86724d11af', 'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'tenant_id': '9c71a366ff3f4443b6bb7e35d31edda3', 'fixed_ips': [{'subnet_id': '6d270fb7-91fa-423e-b46f-43849c937565'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:17.060677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.074132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:17.078363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.094225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Allocated IP 2001:db8:3::2 (b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0/86a44d26-a0b5-4ec9-ba79-193bb0203511/db618b9b-4ccd-4799-b861-222c8a179565) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:17.113562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] device_id is not set on port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:17.281160 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-b275b5ed-5531-4db3-acc0-35523c0dfb14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134431 Jun 22 09:35:17.299032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Allocated IP 2001:db8::14c (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:17.312574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port ee58d9af-b195-4c30-8a24-2e72b6006148 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:17.320267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ee58d9af-b195-4c30-8a24-2e72b6006148 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:17.320723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.365510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.381703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Transition to ACTIVE for port object db618b9b-4ccd-4799-b861-222c8a179565 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:17.402567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Transition to ACTIVE for port object db618b9b-4ccd-4799-b861-222c8a179565 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:17.440673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.483331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port ee58d9af-b195-4c30-8a24-2e72b6006148, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee58d9af-b195-4c30-8a24-2e72b6006148,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:17.483862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c662a0-4067-4c45-9603-be3307d80441 req-367b68ad-46c2-404b-8c66-7cc8d393d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:17.485331 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-367b68ad-46c2-404b-8c66-7cc8d393d72a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1098 time: 0.1365540 Jun 22 09:35:17.494490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.497734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:17.541738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:17.546854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:17.549747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Allocated IP 2001:db8:3::1 (b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0/86a44d26-a0b5-4ec9-ba79-193bb0203511/947aa539-6155-4108-a886-9d82f375eb69) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:17.551788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:17.554945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Pushing event updated for resources: {'Port': ['ID=db618b9b-4ccd-4799-b861-222c8a179565,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:17.559057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:17.573767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.599291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Transition to ACTIVE for port object 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:17.614190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Attempting to bind port db618b9b-4ccd-4799-b861-222c8a179565 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:17.614923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Attempting to bind port db618b9b-4ccd-4799-b861-222c8a179565 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:17.614923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Attempting to bind port db618b9b-4ccd-4799-b861-222c8a179565 on network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:17.618216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.621712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:17.625398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:17.626022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Checking segment: {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:17.626190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.626578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Bound using segment: {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:17.627067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Bound port: db618b9b-4ccd-4799-b861-222c8a179565, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:17.627451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.649573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c662a0-4067-4c45-9603-be3307d80441 req-cead8075-6bfe-4c32-8aff-329440b8b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:17.651046 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-cead8075-6bfe-4c32-8aff-329440b8b127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 898 time: 0.1407654 Jun 22 09:35:17.678959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.696220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Transition to ACTIVE for port object 947aa539-6155-4108-a886-9d82f375eb69 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:17.702787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=ee58d9af-b195-4c30-8a24-2e72b6006148,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:17.707252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:17.728233 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-ea3f55af-fc52-4981-8249-49a95a88f1d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 1001 time: 0.0674133 Jun 22 09:35:17.729522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] For port db618b9b-4ccd-4799-b861-222c8a179565, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:17.732604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] For port db618b9b-4ccd-4799-b861-222c8a179565, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db618b9b-4ccd-4799-b861-222c8a179565,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:17.787733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c662a0-4067-4c45-9603-be3307d80441 req-c360d949-5633-4ddc-a63c-886601e5c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:17.789246 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-c360d949-5633-4ddc-a63c-886601e5c146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 200 len: 834 time: 0.0537767 Jun 22 09:35:17.851351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.851351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:17.878698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:17.880905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Allocated IP 2001:db8::2 (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/684b8e49-8ba1-4930-b054-1cff9f2c022b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:17.884414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:17.887306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:17.894007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:17.895021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.929760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:17.933132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:17.946026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c662a0-4067-4c45-9603-be3307d80441 req-7dad2a47-0c2c-4aef-8560-ce60ae5e5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:17.947765 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-7dad2a47-0c2c-4aef-8560-ce60ae5e5b46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27f680c-f8b7-4898-8ca7-8e5a33194951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1511946 Jun 22 09:35:17.996511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:17.998767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb22cd58-a87c-4a37-b039-2e440697ff98 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:18.005677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.010214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-489c7c26-0a82-4ec3-8bb7-763180411445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:18.044562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:18.052579 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-46315283-47a3-4a99-bb20-c3675ffccb6a service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963225 Jun 22 09:35:18.056295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:18.058521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:18.059224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.087685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.089906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Pushing event updated for resources: {'Port': ['ID=db618b9b-4ccd-4799-b861-222c8a179565,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:18.095577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:18.101425 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2580335 Jun 22 09:35:18.106960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Transition to ACTIVE for port object 684b8e49-8ba1-4930-b054-1cff9f2c022b will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:18.122015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Transition to ACTIVE for port object 684b8e49-8ba1-4930-b054-1cff9f2c022b will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:18.135431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56106) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:18.135431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=947aa539-6155-4108-a886-9d82f375eb69,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:18.137330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:18.142279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1100922065', 'allowed_address_pairs': [{'ip_address': '2001:db8::14c', 'mac_address': 'fa:16:3e:a6:22:98'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:18.188191 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-28c662a0-4067-4c45-9603-be3307d80441 req-14df7947-a4c3-4dab-b6ce-19de5d160ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272936 Jun 22 09:35:18.228575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.232749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:18.284533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:18.303306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:18.311278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:18.319532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Pushing event updated for resources: {'Port': ['ID=684b8e49-8ba1-4930-b054-1cff9f2c022b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:18.323498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:18.353358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:18.372584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.388148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Attempting to bind port 684b8e49-8ba1-4930-b054-1cff9f2c022b on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:18.389935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Attempting to bind port 684b8e49-8ba1-4930-b054-1cff9f2c022b by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '69e4311c-fba4-4602-aa4d-569a81893447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:18.389935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Attempting to bind port 684b8e49-8ba1-4930-b054-1cff9f2c022b on network 80d37825-0faa-4c68-9b79-1f86724d11af {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:18.395168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:18.395922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Checking segment: {'id': '69e4311c-fba4-4602-aa4d-569a81893447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:18.396410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.396880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Bound using segment: {'id': '69e4311c-fba4-4602-aa4d-569a81893447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:18.397439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Bound port: 684b8e49-8ba1-4930-b054-1cff9f2c022b, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e4311c-fba4-4602-aa4d-569a81893447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:18.397907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.474997 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] For port 684b8e49-8ba1-4930-b054-1cff9f2c022b, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:18.477731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] For port 684b8e49-8ba1-4930-b054-1cff9f2c022b, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=684b8e49-8ba1-4930-b054-1cff9f2c022b,segment=NetworkSegment(69e4311c-fba4-4602-aa4d-569a81893447),segment_id=69e4311c-fba4-4602-aa4d-569a81893447)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:18.555225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.586391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] device_id is not set on port 93cd7e03-cd9c-494c-9ffd-0eb2b0292450 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:18.602180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.608200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:18.666803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Pushing event updated for resources: {'Port': ['ID=684b8e49-8ba1-4930-b054-1cff9f2c022b,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:18.670280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:18.808514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Allocated IP 2001:db8::3d6 (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/93cd7e03-cd9c-494c-9ffd-0eb2b0292450) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:18.850881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.949194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.950283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:18.958456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40d625d8-15e6-438c-862b-588b2c5e3640 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:19.084057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event updated for resources: {'Port': ['ID=947aa539-6155-4108-a886-9d82f375eb69,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:19.094891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:19.112078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.151736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Transition to ACTIVE for port object 93cd7e03-cd9c-494c-9ffd-0eb2b0292450 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:19.159829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db618b9b-4ccd-4799-b861-222c8a179565 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:19.169310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:19.173790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:19.243554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e2732-1bcd-45f0-b390-0da63a12854b None None] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:19.294803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port db618b9b-4ccd-4799-b861-222c8a179565 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:19.295460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:19.304670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee58d9af-b195-4c30-8a24-2e72b6006148 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:19.373342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.380182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a56a581a-076f-41d9-9d23-75b03279205f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:19.384858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Provisioning for port db618b9b-4ccd-4799-b861-222c8a179565 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:19.397137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Provisioning complete for port db618b9b-4ccd-4799-b861-222c8a179565 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:19.397515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.434121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ee58d9af-b195-4c30-8a24-2e72b6006148 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:19.434375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.437658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:19.455835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:19.458499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:19.464869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:19.465549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.481539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=93cd7e03-cd9c-494c-9ffd-0eb2b0292450,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:19.486121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:19.488001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:19.497175 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246893 Jun 22 09:35:19.499918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56108) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:19.509273 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:19.519646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:19.533227 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:19.534587 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:19.593819 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4581492 Jun 22 09:35:19.595687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56110) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:19.708350 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:19.761270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.840893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9883104-e70e-4c24-b000-c701b9a45825 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:19.851604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9883104-e70e-4c24-b000-c701b9a45825 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:19.866276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 684b8e49-8ba1-4930-b054-1cff9f2c022b up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:19.873113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] For port db618b9b-4ccd-4799-b861-222c8a179565, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db618b9b-4ccd-4799-b861-222c8a179565,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:19.883361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9883104-e70e-4c24-b000-c701b9a45825 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:19.885847 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a9883104-e70e-4c24-b000-c701b9a45825 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2884028 Jun 22 09:35:19.889386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56112) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:19.958229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:19.960612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ff91d64-63f5-4d67-9b85-280415fd615c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:20.013213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 684b8e49-8ba1-4930-b054-1cff9f2c022b completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:20.046897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Pushing event updated for resources: {'Port': ['ID=db618b9b-4ccd-4799-b861-222c8a179565,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:20.054241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:20.058189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3fc2d7-1362-4740-b635-c50d6d5061cd None None] Network 80d37825-0faa-4c68-9b79-1f86724d11af requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:20.154349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port 93cd7e03-cd9c-494c-9ffd-0eb2b0292450 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:20.155016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.209175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Provisioning for port 684b8e49-8ba1-4930-b054-1cff9f2c022b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:20.243950 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:18Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '947aa539-6155-4108-a886-9d82f375eb69', 'name': '', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:e2:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:17Z', 'updated_at': '2021-06-22T09:35:18Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:20.255573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Provisioning complete for port 684b8e49-8ba1-4930-b054-1cff9f2c022b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:20.255986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.291037 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:20.291386 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Updating router 29826d4c-ec56-4faf-9dde-f679669c0354 port 947aa539-6155-4108-a886-9d82f375eb69 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:35:20.320990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.371600 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.444071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.464991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for 93cd7e03-cd9c-494c-9ffd-0eb2b0292450 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:20.536994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] For port 684b8e49-8ba1-4930-b054-1cff9f2c022b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=684b8e49-8ba1-4930-b054-1cff9f2c022b,segment=NetworkSegment(69e4311c-fba4-4602-aa4d-569a81893447),segment_id=69e4311c-fba4-4602-aa4d-569a81893447)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:20.645718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.647641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:20.692984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:35:20.732472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Removed routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:35:20.737048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.751717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Pushing event updated for resources: {'Port': ['ID=684b8e49-8ba1-4930-b054-1cff9f2c022b,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:20.762786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:20.788719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8f7757a4-80e4-4232-a502-c4b26918ac12 None None] Provisioning complete for port db618b9b-4ccd-4799-b861-222c8a179565 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:20.789200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8f7757a4-80e4-4232-a502-c4b26918ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.826919 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.839617 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Transition to ACTIVE for port object 947aa539-6155-4108-a886-9d82f375eb69 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:20.916741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.921520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac81b614-0794-49f9-a52b-18d367abe4a7 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:20.948126 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:20.955162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=93cd7e03-cd9c-494c-9ffd-0eb2b0292450,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:20.958544 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:20.958686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:21.045671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8f7757a4-80e4-4232-a502-c4b26918ac12 None None] Provisioning for port 947aa539-6155-4108-a886-9d82f375eb69 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:21.093156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.095248 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/ports/93cd7e03-cd9c-494c-9ffd-0eb2b0292450 HTTP/1.1" status: 204 len: 168 time: 1.2044532 Jun 22 09:35:21.096474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db618b9b-4ccd-4799-b861-222c8a179565 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:21.098943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56116) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:21.141164 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Pushing event updated for resources: {'Port': ['ID=947aa539-6155-4108-a886-9d82f375eb69,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:21.148649 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:21.159513 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e423270-01c7-4d5d-956e-004c6b76fc8a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] GET failed (client error): The resource could not be found. Jun 22 09:35:21.161338 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8e423270-01c7-4d5d-956e-004c6b76fc8a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "GET /v2.0/ports/93cd7e03-cd9c-494c-9ffd-0eb2b0292450 HTTP/1.1" status: 404 len: 333 time: 0.0614917 Jun 22 09:35:21.172915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56118) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:21.180147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-587449933'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:21.193546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Provisioning complete for port 684b8e49-8ba1-4930-b054-1cff9f2c022b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:21.193936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.212921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.220961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.227856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port db618b9b-4ccd-4799-b861-222c8a179565 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:21.229340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.264143 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Attempting to bind port 947aa539-6155-4108-a886-9d82f375eb69 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:21.264336 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Attempting to bind port 947aa539-6155-4108-a886-9d82f375eb69 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:21.264570 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Attempting to bind port 947aa539-6155-4108-a886-9d82f375eb69 on network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:21.276345 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:21.276775 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Checking segment: {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:21.277121 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.277514 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Bound using segment: {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:21.278076 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Bound port: 947aa539-6155-4108-a886-9d82f375eb69, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73865e3c-b71a-415d-9f9d-9d302e4d8a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:21.278375 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.381104 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] For port 947aa539-6155-4108-a886-9d82f375eb69, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:21.385168 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] For port 947aa539-6155-4108-a886-9d82f375eb69, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=947aa539-6155-4108-a886-9d82f375eb69,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:21.386245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 684b8e49-8ba1-4930-b054-1cff9f2c022b up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:21.409271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:21.443444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 684b8e49-8ba1-4930-b054-1cff9f2c022b triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:21.444014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.474340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:21.478120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.501670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] device_id is not set on port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:21.511072 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.518516 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f01cbc00-ab8d-4e06-b039-68b40a2e44e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:21.531582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:21.534832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Provisioning for port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:21.544374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Provisioning complete for port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:21.547174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.554744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.556468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ad5af6d3-c9b6-4d21-873c-e15825eae2aa tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 954 time: 2.0526576 Jun 22 09:35:21.558945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56120) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:21.590680 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:21.591363 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:21.593706 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Pushing event updated for resources: {'Port': ['ID=947aa539-6155-4108-a886-9d82f375eb69,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:21.611164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:21.626803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1a7cbebc-3ec0-423a-9610-c3280c2c5681 None None] Could not find standard attr ID for object 93cd7e03-cd9c-494c-9ffd-0eb2b0292450. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:35:21.667499 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.668736 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.669190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.669749 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.670179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.670649 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.671096 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.671510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.672113 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.672585 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.673003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.673453 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:21.688636 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:21.714482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Allocated IP 2001:db8::6 (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/b75cc300-2de6-4855-b05d-7bf5a2fac0d3) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:21.737187 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7acd6b8-31f9-4bd7-9b68-8c88f438288e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 954 time: 0.1741796 Jun 22 09:35:21.737777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56122) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:21.755949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'routes': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:21.780381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-596433bc-0e8f-4ae9-94e8-eb9ab3f41e3f None None] Provisioning complete for port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:21.782179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-596433bc-0e8f-4ae9-94e8-eb9ab3f41e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:21.819321 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:21.881742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-596433bc-0e8f-4ae9-94e8-eb9ab3f41e3f None None] Port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:21.886336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-596433bc-0e8f-4ae9-94e8-eb9ab3f41e3f None None] Could not find standard attr ID for object 93cd7e03-cd9c-494c-9ffd-0eb2b0292450. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 09:35:21.997430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.024492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Transition to ACTIVE for port object b75cc300-2de6-4855-b05d-7bf5a2fac0d3 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:22.131764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.135601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:22.137306 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:20Z', 'revision_number': 6, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '947aa539-6155-4108-a886-9d82f375eb69', 'name': '', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:e2:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:17Z', 'updated_at': '2021-06-22T09:35:21Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:22.164342 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa192b8-0bc0-4ef7-996c-28db3124336f None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:20Z', 'revision_number': 6, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '947aa539-6155-4108-a886-9d82f375eb69', 'name': '', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:e2:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:17Z', 'updated_at': '2021-06-22T09:35:21Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:22.179058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:22.182343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:22.188897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:22.194829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:22.195469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.204676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=b75cc300-2de6-4855-b05d-7bf5a2fac0d3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:22.209872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:22.253312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:35:22.254389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:35:22.290506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.299718 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1254818 Jun 22 09:35:22.302917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56126) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:22.308943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14c', 'mac_address': 'fa:16:3e:a6:22:98'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:22.497718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.583208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.586815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.693426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0a9b1884-441c-4cb0-9279-54a6282ec1b8 None None] Provisioning for port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:22.697241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0a9b1884-441c-4cb0-9279-54a6282ec1b8 None None] Provisioning complete for port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:22.704364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1884-441c-4cb0-9279-54a6282ec1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.704519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:22.716847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.736387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b1884-441c-4cb0-9279-54a6282ec1b8 None None] Port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:22.805337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:22.812661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.813797 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9d0cddc8-2db6-405b-8191-d1b61218de5d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 704 time: 1.0698807 Jun 22 09:35:22.816839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56128) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:22.818891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.821366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d5d0bb23-e027-4e5d-8077-060943a8d3e0 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:22.857904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] In _notify_port_updated(), no bound segment for port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 on network 80d37825-0faa-4c68-9b79-1f86724d11af {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:35:22.864182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:22.864842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:22.869389 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "PUT /v2.0/ports/b75cc300-2de6-4855-b05d-7bf5a2fac0d3 HTTP/1.1" status: 200 len: 1000 time: 0.5654280 Jun 22 09:35:22.872684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56130) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:22.931393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-23d7e4d9-a5b0-4fbf-94d6-b6d69d28d01d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 704 time: 0.1096964 Jun 22 09:35:22.935567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56132) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:22.944858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=b75cc300-2de6-4855-b05d-7bf5a2fac0d3,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:22.953658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:23.021085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:23.032245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:23.033132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:23.092114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 947aa539-6155-4108-a886-9d82f375eb69 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:23.185089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:23.185660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.197415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:23.226757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-99e20e13-170f-4e1c-809c-509e2ad86e3c None None] Provisioning complete for port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:23.227150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99e20e13-170f-4e1c-809c-509e2ad86e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.319721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.342917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-99e20e13-170f-4e1c-809c-509e2ad86e3c None None] Port b75cc300-2de6-4855-b05d-7bf5a2fac0d3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:23.388567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 947aa539-6155-4108-a886-9d82f375eb69 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:23.396691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 947aa539-6155-4108-a886-9d82f375eb69 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:23.397094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.413231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for b75cc300-2de6-4855-b05d-7bf5a2fac0d3 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:23.501469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:22Z', 'revision_number': 7, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '947aa539-6155-4108-a886-9d82f375eb69', 'name': '', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:e2:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:17Z', 'updated_at': '2021-06-22T09:35:21Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:23.534310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:23.544373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.557839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:23.560187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:23.594621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.649797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 947aa539-6155-4108-a886-9d82f375eb69, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=947aa539-6155-4108-a886-9d82f375eb69,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:23.665871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:23.893343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:23.898441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:23.993395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=947aa539-6155-4108-a886-9d82f375eb69,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:23.998356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:24.068346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.073620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d2e51cd8-b19c-4ac3-a1a1-290758f364f5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:24.076879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:22Z', 'revision_number': 7, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '947aa539-6155-4108-a886-9d82f375eb69', 'name': '', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:e2:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:17Z', 'updated_at': '2021-06-22T09:35:21Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:24.106450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495bdfc7-64e9-4069-b5e4-3e0e592a6889 None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:22Z', 'revision_number': 7, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '947aa539-6155-4108-a886-9d82f375eb69', 'name': '', 'network_id': 'b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:e2:15:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:17Z', 'updated_at': '2021-06-22T09:35:21Z', 'revision_number': 4, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '86a44d26-a0b5-4ec9-ba79-193bb0203511', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:24.116117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=b75cc300-2de6-4855-b05d-7bf5a2fac0d3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:24.120230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:24.256829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.259428 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/ports/b75cc300-2de6-4855-b05d-7bf5a2fac0d3 HTTP/1.1" status: 204 len: 168 time: 1.3849506 Jun 22 09:35:24.261729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56136) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:24.300150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7ce274-3256-4d49-9239-c741b82d703a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] GET failed (client error): The resource could not be found. Jun 22 09:35:24.302029 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-db7ce274-3256-4d49-9239-c741b82d703a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "GET /v2.0/ports/b75cc300-2de6-4855-b05d-7bf5a2fac0d3 HTTP/1.1" status: 404 len: 333 time: 0.0392656 Jun 22 09:35:24.309152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56138) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:24.314815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-276222224'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:24.346007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 947aa539-6155-4108-a886-9d82f375eb69 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:24.346360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.439652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port 947aa539-6155-4108-a886-9d82f375eb69, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=947aa539-6155-4108-a886-9d82f375eb69,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:24.440050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.509143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 947aa539-6155-4108-a886-9d82f375eb69 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:24.530591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:24.534354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.553019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] device_id is not set on port f68446d1-c6e6-4099-8646-eba686975726 yet. {{(pid=93949) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:24.674892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Allocated IP 2001:db8::207 (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/f68446d1-c6e6-4099-8646-eba686975726) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:24.779170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.781513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a57c3b8c-b931-418f-8c5d-fcab2ad0f9cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:24.808770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=947aa539-6155-4108-a886-9d82f375eb69,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:24.812061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:24.887561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:24.902541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Transition to ACTIVE for port object f68446d1-c6e6-4099-8646-eba686975726 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:24.939538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.042379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.046331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:25.090342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:25.093554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:25.100167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:25.105690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:25.106315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.112931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=f68446d1-c6e6-4099-8646-eba686975726,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:25.118616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:25.160838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:25.197270 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8865473 Jun 22 09:35:25.200067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56140) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:25.205597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a6:22:98'}]}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:25.267486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:25.274062 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3373296 Jun 22 09:35:25.278614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56142) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:25.278992 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:25.290050 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:25.291387 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:25.343674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet 86a44d26-a0b5-4ec9-ba79-193bb0203511 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:25.347171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.398632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.403102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.479509 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:25.499467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.524992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-71e55645-2e7f-45ca-85a1-30e55fd1aee6 None None] Provisioning for port f68446d1-c6e6-4099-8646-eba686975726 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:25.528804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-71e55645-2e7f-45ca-85a1-30e55fd1aee6 None None] Provisioning complete for port f68446d1-c6e6-4099-8646-eba686975726 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:25.529176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-71e55645-2e7f-45ca-85a1-30e55fd1aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.565538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-71e55645-2e7f-45ca-85a1-30e55fd1aee6 None None] Port f68446d1-c6e6-4099-8646-eba686975726 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:25.635345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.685804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.688868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b0d2ff9f-65dd-4711-aa25-3781832914f7 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:25.701012 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:24Z', 'revision_number': 8, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:25.715632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=86a44d26-a0b5-4ec9-ba79-193bb0203511,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:25.716352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.717638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.718565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:25.719494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/86a44d26-a0b5-4ec9-ba79-193bb0203511 HTTP/1.1" status: 204 len: 168 time: 0.4399116 Jun 22 09:35:25.720456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:25.723387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:25.728151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe1d3d-37ed-4fd6-b4b4-77f7b19a06ff None None] Network b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:25.739814 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:25.748059 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:25.748662 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:25.802540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] In _notify_port_updated(), no bound segment for port f68446d1-c6e6-4099-8646-eba686975726 on network 80d37825-0faa-4c68-9b79-1f86724d11af {{(pid=93949) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:35:25.808030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:25.808667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.809977 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "PUT /v2.0/ports/f68446d1-c6e6-4099-8646-eba686975726 HTTP/1.1" status: 200 len: 1002 time: 0.6089411 Jun 22 09:35:25.813727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56146) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:25.843376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=f68446d1-c6e6-4099-8646-eba686975726,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:25.843950 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:25.848177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:25.854672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.937861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port db618b9b-4ccd-4799-b861-222c8a179565 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:25.938302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:25.979666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] DHCP port deletion for b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:25.980562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port f68446d1-c6e6-4099-8646-eba686975726 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:25.980913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.028838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port db618b9b-4ccd-4799-b861-222c8a179565, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db618b9b-4ccd-4799-b861-222c8a179565,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:26.029489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.065794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Deleting port db618b9b-4ccd-4799-b861-222c8a179565 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:26.066980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.109139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.118967 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:24Z', 'revision_number': 8, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:26.136209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for db618b9b-4ccd-4799-b861-222c8a179565 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:26.149338 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c708179-18b6-4dfb-81ff-4a1ee624fc7e None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:24Z', 'revision_number': 8, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee58d9af-b195-4c30-8a24-2e72b6006148', 'name': '', 'network_id': '43b8f36d-e39e-40fb-9606-a1ba83c40000', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:f0:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:11Z', 'updated_at': '2021-06-22T09:35:17Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'd0d3769c-dbae-4c45-9f7c-c2cbf64a8c27', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:26.171537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] For port db618b9b-4ccd-4799-b861-222c8a179565, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=db618b9b-4ccd-4799-b861-222c8a179565,segment=NetworkSegment(73865e3c-b71a-415d-9f9d-9d302e4d8a17),segment_id=73865e3c-b71a-415d-9f9d-9d302e4d8a17)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:26.172411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.202551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for f68446d1-c6e6-4099-8646-eba686975726 owned by {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:26.249725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Calling delete_port for db618b9b-4ccd-4799-b861-222c8a179565 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:26.304285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bbc5319c-13b6-46c3-b55c-892c399417e0 None None] Provisioning complete for port f68446d1-c6e6-4099-8646-eba686975726 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:26.304587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bbc5319c-13b6-46c3-b55c-892c399417e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.317185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.320566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bcd51486-4261-45ab-90fc-28d5e31ce81d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:26.349955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=db618b9b-4ccd-4799-b861-222c8a179565,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:26.352695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port db618b9b-4ccd-4799-b861-222c8a179565 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:26.354864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:26.355945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5319c-13b6-46c3-b55c-892c399417e0 None None] Port f68446d1-c6e6-4099-8646-eba686975726 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:26.369599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.372407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:26.395099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Pushing event deleted for resources: {'Port': ['ID=db618b9b-4ccd-4799-b861-222c8a179565,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:26.398124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:26.398934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] No DVR routers for this DVR port db618b9b-4ccd-4799-b861-222c8a179565 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:26.408614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.413803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-beb01eb9-1b17-40bf-908e-c90dcf1c6519 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:26.434505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.440228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=f68446d1-c6e6-4099-8646-eba686975726,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:26.443802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:26.454124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:26.470087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73865e3c-b71a-415d-9f9d-9d302e4d8a17') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:26.470087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73865e3c-b71a-415d-9f9d-9d302e4d8a17') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:26.474359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.475148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.478371 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/ports/f68446d1-c6e6-4099-8646-eba686975726 HTTP/1.1" status: 204 len: 168 time: 0.6606677 Jun 22 09:35:26.479792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56148) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:26.490970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.498078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:26.498476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:26.502335 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:26.509789 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-137fce48-812b-48f5-beda-8bb08e117a6a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] GET failed (client error): The resource could not be found. Jun 22 09:35:26.512141 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-137fce48-812b-48f5-beda-8bb08e117a6a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "GET /v2.0/ports/f68446d1-c6e6-4099-8646-eba686975726 HTTP/1.1" status: 404 len: 333 time: 0.0305450 Jun 22 09:35:26.518097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56150) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:26.524568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2022340284'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:26.653501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.657563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9877758-0662-4d2b-abb7-bf2653b3fa57 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:26.674504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.680269 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0 HTTP/1.1" status: 204 len: 168 time: 0.9521296 Jun 22 09:35:26.680451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56152) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:26.687420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=b082eb80-03b8-4e01-a6de-a5dbcaa1d9c0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:26.691225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:26.760152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:26.763885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:26.792126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] device_id is not set on port 0d5b18c6-0b4d-4362-ae30-c015b898c87c yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:26.994170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db618b9b-4ccd-4799-b861-222c8a179565 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:27.014627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: db618b9b-4ccd-4799-b861-222c8a179565 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:27.014972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device db618b9b-4ccd-4799-b861-222c8a179565 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:27.015403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 947aa539-6155-4108-a886-9d82f375eb69 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:27.024547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Allocated IP 2001:db8::29b (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/0d5b18c6-0b4d-4362-ae30-c015b898c87c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:27.036143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 947aa539-6155-4108-a886-9d82f375eb69 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:27.036510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 947aa539-6155-4108-a886-9d82f375eb69 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:27.239948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.257266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Transition to ACTIVE for port object 0d5b18c6-0b4d-4362-ae30-c015b898c87c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:27.276006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.436257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.440576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5d865c7-727e-4e00-bcc1-3783470d5fd0 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:27.487859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:27.492640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:27.502853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:27.508719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:27.509348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.514083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=0d5b18c6-0b4d-4362-ae30-c015b898c87c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:27.520620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:27.597097 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0778723 Jun 22 09:35:27.601231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56154) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:27.606038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'network_id': '80d37825-0faa-4c68-9b79-1f86724d11af', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-478767815'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:27.678625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port ee58d9af-b195-4c30-8a24-2e72b6006148 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:27.678972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.804034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port ee58d9af-b195-4c30-8a24-2e72b6006148, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ee58d9af-b195-4c30-8a24-2e72b6006148,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:27.804289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.853572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-af62e8e1-1366-4851-a7dc-c32f6db9f56a None None] Provisioning for port 0d5b18c6-0b4d-4362-ae30-c015b898c87c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:27.857761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-af62e8e1-1366-4851-a7dc-c32f6db9f56a None None] Provisioning complete for port 0d5b18c6-0b4d-4362-ae30-c015b898c87c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:27.860879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af62e8e1-1366-4851-a7dc-c32f6db9f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.866420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for ee58d9af-b195-4c30-8a24-2e72b6006148 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:27.894673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-af62e8e1-1366-4851-a7dc-c32f6db9f56a None None] Port 0d5b18c6-0b4d-4362-ae30-c015b898c87c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:27.910794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Made reservation on behalf of 9c71a366ff3f4443b6bb7e35d31edda3 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:27.914315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:27.942928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] device_id is not set on port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:35:28.158003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Allocated IP 2001:db8::18e (80d37825-0faa-4c68-9b79-1f86724d11af/6d270fb7-91fa-423e-b46f-43849c937565/3ee4ae5f-6921-411d-b075-d3a3fe1a7d02) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:28.288203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.293405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2fcc3916-a93a-4b82-a036-88de200b0e3b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:28.330695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=ee58d9af-b195-4c30-8a24-2e72b6006148,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:28.335533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:28.377731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.454469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Transition to ACTIVE for port object 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:28.494817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.502726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56158) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:28.642450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.676206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-796c0bb1-546f-4db9-aee4-8218eabfd5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:28.676443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Deleting port eb38785a-82b9-4484-866d-809a195270d0 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:28.676443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.737610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Network 80d37825-0faa-4c68-9b79-1f86724d11af is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:28.746285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:28.748165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=3ee4ae5f-6921-411d-b075-d3a3fe1a7d02,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:28.751738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:28.758067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:28.758710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.764007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:28.770567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.770896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:28.777528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:28.840099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Calling delete_port for eb38785a-82b9-4484-866d-809a195270d0 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:29.087392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bcfcfed5-9598-4d29-9a07-671875da77f5 None None] Provisioning for port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:29.091609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bcfcfed5-9598-4d29-9a07-671875da77f5 None None] Provisioning complete for port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:29.094843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcfcfed5-9598-4d29-9a07-671875da77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.138165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcfed5-9598-4d29-9a07-671875da77f5 None None] Port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:29.139185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.141870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f735b525-4224-43cf-85b8-3627e710dc7b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:29.178795 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5766957 Jun 22 09:35:29.181758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56162) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:29.217693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14c', 'mac_address': 'fa:16:3e:a6:22:98'}, {'ip_address': '2001:db8::29b', 'mac_address': 'fa:16:3e:57:06:a6'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:29.279842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:29.288899 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6040430 Jun 22 09:35:29.292097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:29.295701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56164) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:29.303600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:29.304334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:29.400901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:29.407199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:29.411103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.527517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.549741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ad9707c3-cbc8-4db3-bb09-3728b760c8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.553088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'Port': ['ID=eb38785a-82b9-4484-866d-809a195270d0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:29.554634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:29.584493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.620305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.620901 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Floating IP e9774f8a-461b-423e-9d3b-3fe5e7842c9d disassociated (deleted). External IP: 172.26.6.169, port: 8be7d7f0-6b56-43db-8905-6e763f194e2c. Jun 22 09:35:29.635164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:28Z', 'revision_number': 9, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:29.665339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:29.674818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:29.676709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:29.683630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.763128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:29.865319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:29.865551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.897178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.900461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4cf63917-5950-4ff4-99dd-09b341ab703f tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:29.928290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:29.930286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.932208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27 HTTP/1.1" status: 204 len: 168 time: 0.6353955 Jun 22 09:35:29.933152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:29.936182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fa212-f68d-4dd1-86e8-b40b3e94f722 None None] Network 43b8f36d-e39e-40fb-9606-a1ba83c40000 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:29.936553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56166) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:29.961506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.983913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:29.988859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:29.995772 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] Sync routers for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:30.013048 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:30.014058 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:30.029268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "DELETE /v2.0/floatingips/e9774f8a-461b-423e-9d3b-3fe5e7842c9d HTTP/1.1" status: 204 len: 168 time: 1.5252395 Jun 22 09:35:30.030168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:35:30.033696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbc794f-461f-4347-b07e-513c646981cc" -d '{"events": [{"name": "network-changed", "server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:35:30.042145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-36b8e68d-f669-48f3-ba1c-35435380f9e6 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:30.094058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event updated for resources: {'Port': ['ID=3ee4ae5f-6921-411d-b075-d3a3fe1a7d02,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:30.103171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:28Z', 'revision_number': 9, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:30.107302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:30.114769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] In _notify_port_updated(), no bound segment for port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 on network 80d37825-0faa-4c68-9b79-1f86724d11af {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:35:30.116466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6265c-ece5-49c7-917d-8a662f58bba9 x-openstack-request-id: req-71d6265c-ece5-49c7-917d-8a662f58bba9 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:35:30.116753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:35:30.117064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71d6265c-ece5-49c7-917d-8a662f58bba9 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:35:30.117519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'status': 'completed', 'code': 200} Jun 22 09:35:30.120593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:30.121274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.125345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56172) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:30.130261 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "PUT /v2.0/ports/3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 HTTP/1.1" status: 200 len: 1067 time: 0.9431291 Jun 22 09:35:30.132634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.166628 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:30.174543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b89f6cf-d430-43a2-87cb-4d22d7e1f5ed None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:28Z', 'revision_number': 9, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': '2e8cc944-0cb9-4171-a121-9a59a78b76cd', 'name': '', 'network_id': '7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:80:8a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:06Z', 'updated_at': '2021-06-22T09:35:12Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': 'e555a499-f9c1-4bbe-964f-41b9a8d4e7ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:30.294813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc794f-461f-4347-b07e-513c646981cc req-a1b4587b-4c0a-44f1-8f64-1e6c5e9683bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:30.296459 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-a1b4587b-4c0a-44f1-8f64-1e6c5e9683bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cef824c650d84343a67a5d177d7743c4&device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 1098 time: 0.1379464 Jun 22 09:35:30.298059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:30.298474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.342396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:30.343045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.441916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port 799a7004-ce03-4d39-bf1b-ea04cd754fd4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=799a7004-ce03-4d39-bf1b-ea04cd754fd4,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:30.442334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.474435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.486199 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:30.496547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-675c0f53-b835-4562-8de3-2489cc94d4eb None None] Provisioning complete for port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:30.497299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-675c0f53-b835-4562-8de3-2489cc94d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.528196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 799a7004-ce03-4d39-bf1b-ea04cd754fd4 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:30.530606 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] Checking router: 7d3f28be-e970-4c4d-be94-cbaf9dac92ee for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:30.542594 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:30.543257 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:30.561901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc794f-461f-4347-b07e-513c646981cc req-5ae803c8-76c1-4e2c-9a69-904a3bd56fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:30.562823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-675c0f53-b835-4562-8de3-2489cc94d4eb None None] Port 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:30.563384 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-5ae803c8-76c1-4e2c-9a69-904a3bd56fc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 200 len: 898 time: 0.2516363 Jun 22 09:35:30.567510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for 3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:30.575650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] DHCP port deletion for 43b8f36d-e39e-40fb-9606-a1ba83c40000 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:30.646706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Deleting port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:30.647065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.680329 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-121b9c3f-1a36-43f7-9f5c-2a004455aed2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 200 len: 217 time: 0.1086466 Jun 22 09:35:30.704297 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:30.763119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] For port 799a7004-ce03-4d39-bf1b-ea04cd754fd4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=799a7004-ce03-4d39-bf1b-ea04cd754fd4,segment=NetworkSegment(fc3edbea-0a17-4714-8ba6-ec421a1100f3),segment_id=fc3edbea-0a17-4714-8ba6-ec421a1100f3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:30.764567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.766882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc794f-461f-4347-b07e-513c646981cc req-a15d6910-88be-4ee8-9e59-2fcfaae8636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:30.769258 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-a15d6910-88be-4ee8-9e59-2fcfaae8636b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 200 len: 834 time: 0.0792902 Jun 22 09:35:30.870078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.883253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-faebe6dc-99a8-4150-a5a2-efb95da9d5c9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:30.911478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=799a7004-ce03-4d39-bf1b-ea04cd754fd4,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:30.916101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:30.921526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fcf59f95-b2a2-4516-9a1b-6a910ac04106 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:30.934192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:30.934192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:30.959384 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:30.977065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=3ee4ae5f-6921-411d-b075-d3a3fe1a7d02,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:30.980963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:31.025239 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33b32a6-ec8f-416e-bfb5-81b8f539f4b8 None None] The sync data for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv is: [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:33:21Z', 'revision_number': 4, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '6c82a185-94d3-40e0-b733-84da6d108df0', 'name': '', 'network_id': 'e27f680c-f8b7-4898-8ca7-8e5a33194951', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'mac_address': 'fa:16:3e:bb:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:19Z', 'updated_at': '2021-06-22T09:33:30Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'subnets': [{'id': 'f5c8fe58-de56-4568-b243-2293cf8836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:31.037147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Calling delete_port for 799a7004-ce03-4d39-bf1b-ea04cd754fd4 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:31.095277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc794f-461f-4347-b07e-513c646981cc req-be55c4fe-d26a-4f41-9a80-f81b77ae5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:31.096923 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-be55c4fe-d26a-4f41-9a80-f81b77ae5f03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27f680c-f8b7-4898-8ca7-8e5a33194951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2700984 Jun 22 09:35:31.099945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.100192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 799a7004-ce03-4d39-bf1b-ea04cd754fd4 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:31.132479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 799a7004-ce03-4d39-bf1b-ea04cd754fd4 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:31.133569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 799a7004-ce03-4d39-bf1b-ea04cd754fd4 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:31.134233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee58d9af-b195-4c30-8a24-2e72b6006148 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:31.152675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b8f36d-e39e-40fb-9606-a1ba83c40000']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:31.165868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: ee58d9af-b195-4c30-8a24-2e72b6006148 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:31.166587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ee58d9af-b195-4c30-8a24-2e72b6006148 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:31.217499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3edbea-0a17-4714-8ba6-ec421a1100f3') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:31.217894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.218260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3edbea-0a17-4714-8ba6-ec421a1100f3') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:31.219970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:31.245569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.253193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Pushing event deleted for resources: {'Port': ['ID=799a7004-ce03-4d39-bf1b-ea04cd754fd4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:31.257351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:31.257534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f7add-a0d3-4cac-8250-4c73d810b38a req-69077c02-c9ac-41d7-8831-5771d7bc0d37 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:31.264442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] No DVR routers for this DVR port 799a7004-ce03-4d39-bf1b-ea04cd754fd4 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:31.265564 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3c7f7add-a0d3-4cac-8250-4c73d810b38a req-69077c02-c9ac-41d7-8831-5771d7bc0d37 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.3565714 Jun 22 09:35:31.276437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.278519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/ports/3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 HTTP/1.1" status: 204 len: 168 time: 1.1520317 Jun 22 09:35:31.283795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56176) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:31.315282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.325266 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-29163d5b-6cf7-4a7b-ac45-a42d4b400e5e tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] GET failed (client error): The resource could not be found. Jun 22 09:35:31.327889 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29163d5b-6cf7-4a7b-ac45-a42d4b400e5e tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "GET /v2.0/ports/3ee4ae5f-6921-411d-b075-d3a3fe1a7d02 HTTP/1.1" status: 404 len: 333 time: 0.0426555 Jun 22 09:35:31.330443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56178) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:31.337470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:31.337882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:31.342770 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:31.411884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2f0dd-9e49-4c6e-8627-ae413710ea6d None None] New status for floating IP e9774f8a-461b-423e-9d3b-3fe5e7842c9d: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:35:31.426369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-cd0faa77-6ec3-4363-8551-4296f8695b42 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108974 Jun 22 09:35:31.426369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3c7f7add-a0d3-4cac-8250-4c73d810b38a req-9a4d0286-1949-4b95-a615-83475040cab5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366575 Jun 22 09:35:31.455807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port 0d5b18c6-0b4d-4362-ae30-c015b898c87c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:31.456305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.533038 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ddbc794f-461f-4347-b07e-513c646981cc req-f3287822-ccaf-4472-8bd2-270f7d55f926 service neutron] 10.222.0.24 "GET /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004062 Jun 22 09:35:31.554344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.555764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.560054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bcb49408-97e0-4b00-b7e2-58cf301868ce tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:31.563466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.568959 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/43b8f36d-e39e-40fb-9606-a1ba83c40000 HTTP/1.1" status: 204 len: 168 time: 1.6311216 Jun 22 09:35:31.571122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56180) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:31.587998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=43b8f36d-e39e-40fb-9606-a1ba83c40000,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:31.622697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:31.633095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for 0d5b18c6-0b4d-4362-ae30-c015b898c87c owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:31.876426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.880592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:31.905862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=0d5b18c6-0b4d-4362-ae30-c015b898c87c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:31.909450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:31.929391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.940888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:31.947522 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/ports/0d5b18c6-0b4d-4362-ae30-c015b898c87c HTTP/1.1" status: 204 len: 168 time: 0.6160131 Jun 22 09:35:31.948161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56182) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:31.978037 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36dece7-fb72-41c9-b784-e84cf129eefc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] GET failed (client error): The resource could not be found. Jun 22 09:35:31.984292 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c36dece7-fb72-41c9-b784-e84cf129eefc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "GET /v2.0/ports/0d5b18c6-0b4d-4362-ae30-c015b898c87c HTTP/1.1" status: 404 len: 333 time: 0.0347757 Jun 22 09:35:31.993735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56184) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:32.107691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:32.108210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.207279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 2e8cc944-0cb9-4171-a121-9a59a78b76cd {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:32.207907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.212444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.265066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f361d823-6703-4ea2-a9ed-e0f48b72d250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.283511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for 7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:32.297896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port 2e8cc944-0cb9-4171-a121-9a59a78b76cd, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2e8cc944-0cb9-4171-a121-9a59a78b76cd,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:32.298262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.367678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 2e8cc944-0cb9-4171-a121-9a59a78b76cd owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:32.533624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.536621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b413b3f8-9b62-4d7e-b232-aeeb1861bf12 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:32.538801 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b413b3f8-9b62-4d7e-b232-aeeb1861bf12 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.24 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.1288974 Jun 22 09:35:32.546461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-22370e6c-029b-4433-ad50-1cc4f312547f tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:32.635058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.638700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/ports/7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e HTTP/1.1" status: 204 len: 168 time: 0.6512566 Jun 22 09:35:32.639993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=7d07ebcb-a78f-4f03-8a03-1ebc34b9b47e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:32.646385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56188) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:32.648827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:32.692598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.703477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Deleting port 8be7d7f0-6b56-43db-8905-6e763f194e2c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:32.703829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.720749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting subnet 6d270fb7-91fa-423e-b46f-43849c937565 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:32.728280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.776044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aef22b-9d25-40b5-bed8-feaa02076e51 req-12f01372-6e17-43b2-b0af-acf4be997cc5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:32.777614 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e3aef22b-9d25-40b5-bed8-feaa02076e51 req-12f01372-6e17-43b2-b0af-acf4be997cc5 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 945 time: 0.2239046 Jun 22 09:35:32.797556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.805942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] For port 8be7d7f0-6b56-43db-8905-6e763f194e2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8be7d7f0-6b56-43db-8905-6e763f194e2c,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:32.806309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.857414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e3aef22b-9d25-40b5-bed8-feaa02076e51 req-47a068bc-d5a1-4239-87ea-43259afe535a tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec61ff40-6e46-4ea9-bd2e-2cfd99130527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709271 Jun 22 09:35:32.883106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Calling delete_port for 8be7d7f0-6b56-43db-8905-6e763f194e2c owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:32.887418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.902305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47777abe-9159-45a5-951e-9b8fd1539db5 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:32.915060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:32.920604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=2e8cc944-0cb9-4171-a121-9a59a78b76cd,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:32.925203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:33.048462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.051357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b6d1a20f-21a2-4dea-983d-1aa0d3f87e66 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:33.079158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Subnet': ['ID=6d270fb7-91fa-423e-b46f-43849c937565,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:33.082541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:33.083592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.085627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/subnets/6d270fb7-91fa-423e-b46f-43849c937565 HTTP/1.1" status: 204 len: 168 time: 0.4382830 Jun 22 09:35:33.088019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56190) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:33.093412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80356645-63c5-488b-b12a-9e44fdaccf57 None None] Network 80d37825-0faa-4c68-9b79-1f86724d11af requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:33.107564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.192806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.259988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Deleting port 684b8e49-8ba1-4930-b054-1cff9f2c022b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:33.260349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.344501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] DHCP port deletion for 80d37825-0faa-4c68-9b79-1f86724d11af request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:33.349203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] For port 684b8e49-8ba1-4930-b054-1cff9f2c022b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=684b8e49-8ba1-4930-b054-1cff9f2c022b,segment=NetworkSegment(69e4311c-fba4-4602-aa4d-569a81893447),segment_id=69e4311c-fba4-4602-aa4d-569a81893447)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:33.349665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.399888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Deleting port 684b8e49-8ba1-4930-b054-1cff9f2c022b {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:33.400389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.429279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Calling delete_port for 684b8e49-8ba1-4930-b054-1cff9f2c022b owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:33.470613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] For port 684b8e49-8ba1-4930-b054-1cff9f2c022b, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=684b8e49-8ba1-4930-b054-1cff9f2c022b,segment=NetworkSegment(69e4311c-fba4-4602-aa4d-569a81893447),segment_id=69e4311c-fba4-4602-aa4d-569a81893447)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:33.471026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.475496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.545520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Calling delete_port for 684b8e49-8ba1-4930-b054-1cff9f2c022b owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:33.584848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.592126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-565753f0-53c9-47db-966e-64d4d2478142 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:33.630624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'Port': ['ID=8be7d7f0-6b56-43db-8905-6e763f194e2c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:33.635965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:33.684780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] No DVR routers for this DVR port 8be7d7f0-6b56-43db-8905-6e763f194e2c on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:33.689432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.691434 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1c356eb3-05a0-4247-8fa5-b2044d10944c req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.24 "DELETE /v2.0/ports/8be7d7f0-6b56-43db-8905-6e763f194e2c HTTP/1.1" status: 204 len: 173 time: 1.1462326 Jun 22 09:35:33.692002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-deleted', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:35:33.694317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe66280-7411-4427-a654-1c7955e9b7dd" -d '{"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-deleted", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:35:33.723088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.730902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc75c3e9-548f-4c3b-a73a-9bdbafb58d21 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:33.733957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.735386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf6b480-58dd-4148-ab15-7c4853bdba17 x-openstack-request-id: req-faf6b480-58dd-4148-ab15-7c4853bdba17 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:35:33.735736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918b3cc8-1498-4fe1-8aef-410ec07f3b1d", "name": "network-vif-deleted", "tag": "8be7d7f0-6b56-43db-8905-6e763f194e2c", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:35:33.736068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-faf6b480-58dd-4148-ab15-7c4853bdba17 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:35:33.736671 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918b3cc8-1498-4fe1-8aef-410ec07f3b1d', 'name': 'network-vif-deleted', 'tag': '8be7d7f0-6b56-43db-8905-6e763f194e2c', 'status': 'completed', 'code': 200} Jun 22 09:35:33.736941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-81d3ced4-f40e-4972-ad1a-9ce383fd2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:33.757612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Port': ['ID=684b8e49-8ba1-4930-b054-1cff9f2c022b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:33.762350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:33.766419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] No DVR routers for this DVR port 684b8e49-8ba1-4930-b054-1cff9f2c022b on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:33.766761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] No DVR routers for this DVR port 684b8e49-8ba1-4930-b054-1cff9f2c022b on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:33.770614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Pushing event deleted for resources: {'Port': ['ID=684b8e49-8ba1-4930-b054-1cff9f2c022b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:33.773304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:33.811953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:33.854032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.867085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d37825-0faa-4c68-9b79-1f86724d11af']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:33.881544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e4311c-fba4-4602-aa4d-569a81893447') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:33.881980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e4311c-fba4-4602-aa4d-569a81893447') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:33.899158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.906751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.914144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:33.914547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:33.918503 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:33.929540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:33.936428 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643260 Jun 22 09:35:33.937443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56196) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:33.938564 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:33.949034 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:33.949651 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:34.009265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet e555a499-f9c1-4bbe-964f-41b9a8d4e7ce {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:34.013176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.072636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.103629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69413b13-45bd-4ed5-a357-b498237d0291 req-ff9ee6c6-28ba-4087-9fc1-65fea8a846de tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "GET /v2.0/ports?device_id=918b3cc8-1498-4fe1-8aef-410ec07f3b1d HTTP/1.1" status: 200 len: 210 time: 0.0404820 Jun 22 09:35:34.112308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.120684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef342de3-4b24-4403-8eb8-db1fff71a360 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:34.125788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.130104 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] 10.222.0.65 "DELETE /v2.0/networks/80d37825-0faa-4c68-9b79-1f86724d11af HTTP/1.1" status: 204 len: 168 time: 1.0387640 Jun 22 09:35:34.154252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Pushing event deleted for resources: {'Network': ['ID=80d37825-0faa-4c68-9b79-1f86724d11af,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:34.164274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:34.222006 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:34.239226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.385599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.387762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0ab995ef-96fa-4052-9c9a-12ef90edb834 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:34.412339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=e555a499-f9c1-4bbe-964f-41b9a8d4e7ce,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:34.415808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:34.422558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.422558 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/e555a499-f9c1-4bbe-964f-41b9a8d4e7ce HTTP/1.1" status: 204 len: 168 time: 0.4822855 Jun 22 09:35:34.423462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56200) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:34.429283 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:32Z', 'revision_number': 10, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:34.437812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53385a55-6444-4817-b7e6-6db95af5aeff None None] Network 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:34.461446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:34.484268 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:34.485057 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:34.545809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.589803 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:34.615738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port fb69ee17-f802-4634-910a-5d88a9f83872 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:34.616122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.701863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] DHCP port deletion for 7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:34.710400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port fb69ee17-f802-4634-910a-5d88a9f83872, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb69ee17-f802-4634-910a-5d88a9f83872,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:34.710908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.755670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Deleting port fb69ee17-f802-4634-910a-5d88a9f83872 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:34.756876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.764658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56204) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:34.792318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for fb69ee17-f802-4634-910a-5d88a9f83872 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:34.867804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] For port fb69ee17-f802-4634-910a-5d88a9f83872, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb69ee17-f802-4634-910a-5d88a9f83872,segment=NetworkSegment(090a658b-aaca-4180-bf02-37ac6d7bc247),segment_id=090a658b-aaca-4180-bf02-37ac6d7bc247)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:34.868566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.949578 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:32Z', 'revision_number': 10, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:34.961604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Calling delete_port for fb69ee17-f802-4634-910a-5d88a9f83872 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:34.964923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:34.965248 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cc13aeb6-bcca-48e4-a3d5-694dc54e0575 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c71a366ff3f4443b6bb7e35d31edda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986184 Jun 22 09:35:34.967388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56208) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:34.986738 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa6296-0d3a-4f17-a391-8be408a766b3 None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:32Z', 'revision_number': 10, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None, '_interfaces': [{'id': 'fb624e30-7375-46a2-bf65-bf8f801f7f12', 'name': '', 'network_id': '14fcdd1c-9fcf-438a-b366-efa1b42a8aea', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'mac_address': 'fa:16:3e:68:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:02Z', 'updated_at': '2021-06-22T09:35:09Z', 'revision_number': 5, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'subnets': [{'id': '436b1fd9-844e-4156-8037-63cbc3e61863', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:35.028415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.031423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0f406bc-0f02-4a75-a6c7-3a9da9d6212b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:35.047736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.061000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=fb69ee17-f802-4634-910a-5d88a9f83872,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:35.064253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:35.065156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port fb69ee17-f802-4634-910a-5d88a9f83872 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:35.074320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.090515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.093669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4e3d8a90-e2c3-4248-8f5c-8b1072a839c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:35.120134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Pushing event deleted for resources: {'Port': ['ID=fb69ee17-f802-4634-910a-5d88a9f83872,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:35.128229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] No DVR routers for this DVR port fb69ee17-f802-4634-910a-5d88a9f83872 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:35.128229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:35.169348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.179586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:35.190427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090a658b-aaca-4180-bf02-37ac6d7bc247') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:35.190814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090a658b-aaca-4180-bf02-37ac6d7bc247') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:35.200555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.215083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56212) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:35.215246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.221433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:35.221827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:35.225176 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:35.268761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.272716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.273898 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e20f9da6-ccec-463d-b2dc-927f9def333e HTTP/1.1" status: 204 len: 168 time: 0.3041058 Jun 22 09:35:35.276668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecaf0175-8718-4791-aa5a-fcfeba3c50cf tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:35.289762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f9da6-ccec-463d-b2dc-927f9def333e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:35.292895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:35.387240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 684b8e49-8ba1-4930-b054-1cff9f2c022b no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:35.388294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.393663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.396879 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615 HTTP/1.1" status: 204 len: 168 time: 0.9722388 Jun 22 09:35:35.402323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56216) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:35.403164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b0a087b9-6330-40e7-a5e3-5534f40779e4 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:35.416721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 684b8e49-8ba1-4930-b054-1cff9f2c022b {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:35.417092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 684b8e49-8ba1-4930-b054-1cff9f2c022b not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:35.417539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb69ee17-f802-4634-910a-5d88a9f83872 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:35.436784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: fb69ee17-f802-4634-910a-5d88a9f83872 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:35.437211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb69ee17-f802-4634-910a-5d88a9f83872 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:35.460327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=7dfcf16e-eef7-4c95-bf71-ac5a5ecbe615,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:35.463526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:35.687743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.795721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:35.954359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:35.983404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 8be7d7f0-6b56-43db-8905-6e763f194e2c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:35.984594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 8be7d7f0-6b56-43db-8905-6e763f194e2c not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:35.990450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Deleting port 6c82a185-94d3-40e0-b733-84da6d108df0 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:35.991007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.077544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port fb624e30-7375-46a2-bf65-bf8f801f7f12 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:36.077894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.085458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] For port 6c82a185-94d3-40e0-b733-84da6d108df0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c82a185-94d3-40e0-b733-84da6d108df0,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:36.085825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.158391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Calling delete_port for 6c82a185-94d3-40e0-b733-84da6d108df0 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:36.186928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port fb624e30-7375-46a2-bf65-bf8f801f7f12, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=fb624e30-7375-46a2-bf65-bf8f801f7f12,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:36.187313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.261688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for fb624e30-7375-46a2-bf65-bf8f801f7f12 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:36.476991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.480132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b8e4beeb-89e4-4097-b276-f26125d1accc tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:36.511848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'Port': ['ID=6c82a185-94d3-40e0-b733-84da6d108df0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:36.537576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:36.546434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.550113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f900e6a-ef9c-4fb5-926e-cdda98dd4f97 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:36.567238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56238) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:36.594703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=fb624e30-7375-46a2-bf65-bf8f801f7f12,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:36.605348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:36.735440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.740764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1027177378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:36.782618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.952341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:36.953394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.022873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2e8cc944-0cb9-4171-a121-9a59a78b76cd no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:37.044779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 2e8cc944-0cb9-4171-a121-9a59a78b76cd {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:37.045558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2e8cc944-0cb9-4171-a121-9a59a78b76cd not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:37.053819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.069547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:37.127601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.194299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:37.199413 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "PUT /v2.0/routers/7d3f28be-e970-4c4d-be94-cbaf9dac92ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830925 Jun 22 09:35:37.202181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56242) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:37.208258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] Sync routers for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:37.218590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:37.219474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.257829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Deleting subnet f5c8fe58-de56-4568-b243-2293cf8836f5 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:37.261651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.264128 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-73ea633c-179d-4357-ab43-0200fa849e43 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6955247 Jun 22 09:35:37.265478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.268781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56244) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:37.273409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-145343144'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:37.289954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:37.312812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.345195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:37.373958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:37.382857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9709175 Jun 22 09:35:37.382857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56246) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:37.390446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:37.401882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.402722 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:37.403647 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.413348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Made reservation on behalf of 88d9808736004ca6978df3e723e02d2d for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:37.417795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.429343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.467999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting subnet 436b1fd9-844e-4156-8037-63cbc3e61863 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:37.471746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.489531 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:37.517008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.541254 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 11, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.570872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.571866 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:37.580662 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:37.581049 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.602983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] Checking router: 7d3f28be-e970-4c4d-be94-cbaf9dac92ee for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:37.612168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] Routers {'7d3f28be-e970-4c4d-be94-cbaf9dac92ee'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:37.613766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.643270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.649136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5dc8670d-4cae-44fb-980d-171835b0c5a1 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:37.651951 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:37.653023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.702335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c8fe58-de56-4568-b243-2293cf8836f5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:37.706264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.707248 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 11, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:37.709701 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "DELETE /v2.0/subnets/f5c8fe58-de56-4568-b243-2293cf8836f5 HTTP/1.1" status: 204 len: 168 time: 0.5062857 Jun 22 09:35:37.711161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:37.712283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56248) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:37.717257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.731580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f49af-d1d9-4104-93aa-07d3888ec0b2 None None] Network e27f680c-f8b7-4898-8ca7-8e5a33194951 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:37.737675 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08eb16-9c20-420b-81be-c98dc4bf277e None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 11, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:37.793968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] Set router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:37.811245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.817777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c66e765a-2727-49c3-b8df-adef3b799214 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:37.835787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.853043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.862684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:37.871477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.876610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/436b1fd9-844e-4156-8037-63cbc3e61863 HTTP/1.1" status: 204 len: 168 time: 0.4935086 Jun 22 09:35:37.876756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56250) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:37.878849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6959fd5-4aff-46f1-a58b-dd52ccec7f49,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:37.882817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:37.883370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-42093958-709f-4147-9cc7-7bad0b91499b tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:37.890246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:37.890645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Added segment ac0ee5c9-9398-4182-8400-e1397232c413 of type vlan for network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 Jun 22 09:35:37.910478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91449c91-c34c-4cdb-b17c-6089013476e7 None None] Network 14fcdd1c-9fcf-438a-b366-efa1b42a8aea requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:37.916494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Subnet': ['ID=436b1fd9-844e-4156-8037-63cbc3e61863,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:37.919589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-430c111e-8b49-4411-ae15-6c8d0bd50ba6 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:37.962136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.000541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.018388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.063681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Deleting port 66a55362-532d-4b2a-8410-3c08b6399162 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:38.064432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.115250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.123016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:38.128120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.128940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2f953265-4f42-4943-bf9f-f925984fbe11 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:38.141760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] For port 66a55362-532d-4b2a-8410-3c08b6399162, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=66a55362-532d-4b2a-8410-3c08b6399162,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:38.142125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.184880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:38.223108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6dc63-9c07-408c-bdea-4d31b5832ec1 None None] The sync data for ids ['7d3f28be-e970-4c4d-be94-cbaf9dac92ee'] in dv-neutron-797120-3-hyperv is: [{'id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833249344', 'tenant_id': 'cef824c650d84343a67a5d177d7743c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '4c1de50d-6276-497e-b2fa-168229863423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:06Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 5, 'project_id': 'cef824c650d84343a67a5d177d7743c4', 'gw_port': {'id': '4c1de50d-6276-497e-b2fa-168229863423', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3f28be-e970-4c4d-be94-cbaf9dac92ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:09Z', 'updated_at': '2021-06-22T09:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:38.251281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] DHCP port deletion for e27f680c-f8b7-4898-8ca7-8e5a33194951 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:38.259572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Calling delete_port for 66a55362-532d-4b2a-8410-3c08b6399162 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:38.278895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Network': ['ID=672424cd-db2c-4bf0-9ea0-662b31ed9cf1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:38.287274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:38.305661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] DHCP port deletion for 14fcdd1c-9fcf-438a-b366-efa1b42a8aea request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:38.307490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:38.350306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Deleting port 4c1de50d-6276-497e-b2fa-168229863423 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:38.350673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.385079 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1108408 Jun 22 09:35:38.385079 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56252) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:38.389826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'subnet': {'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:38.433720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Deleting port f9f13911-c347-4dfb-b603-acb56a6895a0 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:38.434113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.454146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] For port 4c1de50d-6276-497e-b2fa-168229863423, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=4c1de50d-6276-497e-b2fa-168229863423,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:38.454516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.489483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Deleting port 66a55362-532d-4b2a-8410-3c08b6399162 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:38.489867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.520859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Calling delete_port for 4c1de50d-6276-497e-b2fa-168229863423 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:38.541479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] For port f9f13911-c347-4dfb-b603-acb56a6895a0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f9f13911-c347-4dfb-b603-acb56a6895a0,segment=NetworkSegment(a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6),segment_id=a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:38.541794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.597945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Made reservation on behalf of 88d9808736004ca6978df3e723e02d2d for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:38.602847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.794093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Calling delete_port for f9f13911-c347-4dfb-b603-acb56a6895a0 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:38.812882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] For port 66a55362-532d-4b2a-8410-3c08b6399162, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=66a55362-532d-4b2a-8410-3c08b6399162,segment=NetworkSegment(e05ff249-e52f-474e-892c-96af53228d46),segment_id=e05ff249-e52f-474e-892c-96af53228d46)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:38.813289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.912977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Calling delete_port for 66a55362-532d-4b2a-8410-3c08b6399162 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:38.948159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.955522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0f68a0e6-9b6c-4772-a67d-fbbb3112fc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:38.955667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:38.957329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3e0439a8-b01d-4530-af53-10aa682e5e89 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:38.989474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Port': ['ID=66a55362-532d-4b2a-8410-3c08b6399162,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:38.995044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No DVR routers for this DVR port 66a55362-532d-4b2a-8410-3c08b6399162 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:39.001178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:39.020873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.023733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:39.041380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Subnet': ['ID=73ab7f04-07a0-4e4b-9dee-9263360faff0,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:39.044572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:39.051136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb624e30-7375-46a2-bf65-bf8f801f7f12 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:39.055059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Pushing event deleted for resources: {'Port': ['ID=66a55362-532d-4b2a-8410-3c08b6399162,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:39.057243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] No DVR routers for this DVR port 66a55362-532d-4b2a-8410-3c08b6399162 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:39.070407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Checking segment: {'id': 'ac0ee5c9-9398-4182-8400-e1397232c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:39.070783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network hostable DHCP agents. Network: 672424cd-db2c-4bf0-9ea0-662b31ed9cf1, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:39.074331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:39.077286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: fb624e30-7375-46a2-bf65-bf8f801f7f12 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:39.077286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device fb624e30-7375-46a2-bf65-bf8f801f7f12 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:39.077286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f9f13911-c347-4dfb-b603-acb56a6895a0 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:39.106976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.110387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:39.137581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.144936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Pushing event deleted for resources: {'Port': ['ID=f9f13911-c347-4dfb-b603-acb56a6895a0,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:39.148640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fcdd1c-9fcf-438a-b366-efa1b42a8aea']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:39.151831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:39.152795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] No DVR routers for this DVR port f9f13911-c347-4dfb-b603-acb56a6895a0 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:39.160660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05ff249-e52f-474e-892c-96af53228d46') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:39.162471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05ff249-e52f-474e-892c-96af53228d46') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:39.162638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:39.171327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No active binding found for port f9f13911-c347-4dfb-b603-acb56a6895a0 {{(pid=93951) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 09:35:39.171766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f9f13911-c347-4dfb-b603-acb56a6895a0 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:39.172231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 66a55362-532d-4b2a-8410-3c08b6399162 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:39.175052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.191990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 66a55362-532d-4b2a-8410-3c08b6399162 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:39.192591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 66a55362-532d-4b2a-8410-3c08b6399162 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:39.192791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c82a185-94d3-40e0-b733-84da6d108df0 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:39.210378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.211368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6c82a185-94d3-40e0-b733-84da6d108df0 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:39.211724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c82a185-94d3-40e0-b733-84da6d108df0 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:39.221809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:39.222117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:39.225772 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:39.258966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.296734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 672424cd-db2c-4bf0-9ea0-662b31ed9cf1) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:39.301176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:39.301805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.304382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f7381-e2eb-419b-9319-ceba7003cc5a None None] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:39.362161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.364432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d6669984-6b9e-49e9-b238-2d91f4da1c2d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:39.388881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'Port': ['ID=4c1de50d-6276-497e-b2fa-168229863423,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:39.392009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:39.400993 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0168023 Jun 22 09:35:39.405489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56254) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:39.413161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'network': {'name': 'tempest-router-network01--2075027631'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:39.417921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.437539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-26953ea1-6c3f-4a42-b6cc-910ab42abd08 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:39.454945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.457530 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/networks/14fcdd1c-9fcf-438a-b366-efa1b42a8aea HTTP/1.1" status: 204 len: 168 time: 1.5798213 Jun 22 09:35:39.460385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Pushing event deleted for resources: {'Network': ['ID=14fcdd1c-9fcf-438a-b366-efa1b42a8aea,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:39.465355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-672424cd-db2c-4bf0-9ea0-662b31ed9cf1', 'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1', 'tenant_id': '88d9808736004ca6978df3e723e02d2d', 'fixed_ips': [{'subnet_id': '73ab7f04-07a0-4e4b-9dee-9263360faff0'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:39.465355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.465718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:39.465828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56256) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:39.471335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'routes': None}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:39.490834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.547797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Made reservation on behalf of 88d9808736004ca6978df3e723e02d2d for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:39.551445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.605858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.606400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Allocated IP 172.20.0.2 (672424cd-db2c-4bf0-9ea0-662b31ed9cf1/73ab7f04-07a0-4e4b-9dee-9263360faff0/6d2d4b92-7c4d-408e-984a-46e41023dc52) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:39.608006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.651726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:39.672099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Added routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 09:35:39.672405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.extraroute_db [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Removed routes are [] {{(pid=93949) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 09:35:39.672767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.717677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.721027 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Added segment 56146ace-3787-4587-8303-a59da291e4dc of type vlan for network e7ac3cea-0239-409e-b021-c8e7b73a6cce Jun 22 09:35:39.752022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.760093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Transition to ACTIVE for port object 6d2d4b92-7c4d-408e-984a-46e41023dc52 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:39.774612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Transition to ACTIVE for port object 6d2d4b92-7c4d-408e-984a-46e41023dc52 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:39.881174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.881174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.881174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.927630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.928234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3f28be-e970-4c4d-be94-cbaf9dac92ee {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:35:39.950265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:39.950265 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "DELETE /v2.0/routers/7d3f28be-e970-4c4d-be94-cbaf9dac92ee HTTP/1.1" status: 204 len: 168 time: 2.2239881 Jun 22 09:35:39.950265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56258) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:39.953145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 29826d4c-ec56-4faf-9dde-f679669c0354 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:40.038983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:40.039226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.046450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.050354 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0eea0ff3-cb7c-47b8-bf66-527c8d0c0669 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 705 time: 0.5803733 Jun 22 09:35:40.050563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] Sync routers for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:40.052056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56260) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:40.058685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:40.059323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.100087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.104261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-90c0a6a2-efb8-4792-af27-4b510dea9ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:40.121728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.129973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:40.131697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.135263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-40a25931-96d4-46d9-87a5-04794182be78 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:40.144999 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c0c9aae2-3419-41c7-ae27-cf5f4d835bf5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 205 time: 0.0697687 Jun 22 09:35:40.148455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56262) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:40.167521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:40.198899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:40.208680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Network': ['ID=e7ac3cea-0239-409e-b021-c8e7b73a6cce,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:40.211396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:40.229614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.232828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:40.234690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:40.239963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:40.241934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 11, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.243131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27f680c-f8b7-4898-8ca7-8e5a33194951']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.247146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.283141 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8736348 Jun 22 09:35:40.283792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56264) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:40.290195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.290492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a0faa7-f8cf-4c6c-8845-ae65cedb24c6') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.292283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'network': {'name': 'tempest-router-network02--839473595'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:40.306144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Pushing event updated for resources: {'Port': ['ID=6d2d4b92-7c4d-408e-984a-46e41023dc52,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:40.312845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:40.315274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] Checking router: 29826d4c-ec56-4faf-9dde-f679669c0354 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:40.327668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.382969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] Routers {'29826d4c-ec56-4faf-9dde-f679669c0354'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:40.383511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['29826d4c-ec56-4faf-9dde-f679669c0354'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.401312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Made reservation on behalf of 88d9808736004ca6978df3e723e02d2d for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:40.403063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.405760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.437561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:40.437965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:40.442048 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:40.445583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:40.453920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.460897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Attempting to bind port 6d2d4b92-7c4d-408e-984a-46e41023dc52 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:40.461281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Attempting to bind port 6d2d4b92-7c4d-408e-984a-46e41023dc52 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ac0ee5c9-9398-4182-8400-e1397232c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:40.461507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.461869 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Added segment 6ac64abc-e12a-4c0d-a206-402d2f2acdff of type vlan for network 865d9778-e86c-42b4-8e52-9b88b454cce0 Jun 22 09:35:40.462009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Attempting to bind port 6d2d4b92-7c4d-408e-984a-46e41023dc52 on network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:40.472646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:40.473024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Checking segment: {'id': 'ac0ee5c9-9398-4182-8400-e1397232c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:40.473432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.473829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Bound using segment: {'id': 'ac0ee5c9-9398-4182-8400-e1397232c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:40.474313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Bound port: 6d2d4b92-7c4d-408e-984a-46e41023dc52, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0ee5c9-9398-4182-8400-e1397232c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '672424cd-db2c-4bf0-9ea0-662b31ed9cf1'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:40.474708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.477797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] Set router 29826d4c-ec56-4faf-9dde-f679669c0354 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:40.485418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.510122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.541449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 11, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:40.569018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f87502-ddc3-47d9-a141-7cb9e67209ff None None] The sync data for ids ['29826d4c-ec56-4faf-9dde-f679669c0354'] in dv-neutron-797120-3-hyperv is: [{'id': '29826d4c-ec56-4faf-9dde-f679669c0354', 'name': 'tempest-RoutersIpV6Test-router-2067239330', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:00Z', 'updated_at': '2021-06-22T09:35:36Z', 'revision_number': 11, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:40.620271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] For port 6d2d4b92-7c4d-408e-984a-46e41023dc52, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:40.674344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.677813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router 29826d4c-ec56-4faf-9dde-f679669c0354 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:35:40.681861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.683098 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fa541c5c-27b8-4af8-aee3-8c4181faf001 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 204 len: 168 time: 0.5335252 Jun 22 09:35:40.688858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56266) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:40.692967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1711857909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:40.772949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.773130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.773903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] For port 6d2d4b92-7c4d-408e-984a-46e41023dc52, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6d2d4b92-7c4d-408e-984a-46e41023dc52,segment=NetworkSegment(ac0ee5c9-9398-4182-8400-e1397232c413),segment_id=ac0ee5c9-9398-4182-8400-e1397232c413)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:40.778291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b255a0-b7b3-4f73-96f7-d8a689067b01 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:40.780330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:40.780519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.780886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.782841 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "DELETE /v2.0/networks/e27f680c-f8b7-4898-8ca7-8e5a33194951 HTTP/1.1" status: 204 len: 168 time: 0.8417325 Jun 22 09:35:40.784116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-28f72960-b381-499a-9f40-804b7e874c4a tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:40.791174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56268) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:40.794439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'Network': ['ID=e27f680c-f8b7-4898-8ca7-8e5a33194951,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:40.796875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:40.851421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.852441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.901940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Network': ['ID=865d9778-e86c-42b4-8e52-9b88b454cce0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:40.907760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:40.912407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.916719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:40.918404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 865d9778-e86c-42b4-8e52-9b88b454cce0 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:40.964527 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6777380 Jun 22 09:35:40.966488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.967780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56270) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:40.973201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:40.975845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'subnet': {'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:41.010699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.025929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4c1de50d-6276-497e-b2fa-168229863423 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:41.055968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 4c1de50d-6276-497e-b2fa-168229863423 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:41.056409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 4c1de50d-6276-497e-b2fa-168229863423 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:41.068102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.089971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Pushing event updated for resources: {'Port': ['ID=6d2d4b92-7c4d-408e-984a-46e41023dc52,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:41.095970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:41.183315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.190986 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c8af84c-1563-43d2-8e29-2ab274a77380 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4960332 Jun 22 09:35:41.191568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56272) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:41.205369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:41.259422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.262615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.267999 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec61ff40-6e46-4ea9-bd2e-2cfd99130527 HTTP/1.1" status: 204 len: 168 time: 0.4746685 Jun 22 09:35:41.269529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd7993fa-90e8-495a-8eb3-1c26930a1687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:41.279779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec61ff40-6e46-4ea9-bd2e-2cfd99130527,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:41.289951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:41.423772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.427605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Made reservation on behalf of 88d9808736004ca6978df3e723e02d2d for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:41.431076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.602931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.830586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Router 88b4d778-049b-45cf-a7b7-9219565d41f5 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:35:41.833766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.836784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1b3887d3-ca34-4f17-ad54-10ac9c5d601b tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:41.936441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Subnet': ['ID=4a14fd36-454b-4c21-8a7f-17c280f7a38f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:41.939823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:41.986256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:41.994204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:41.994837 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0b3ef4cf-cfa9-417a-a11d-050c9d85174f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "PUT /v2.0/routers/88b4d778-049b-45cf-a7b7-9219565d41f5 HTTP/1.1" status: 200 len: 698 time: 0.8064163 Jun 22 09:35:41.997438 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] Sync routers for ids ['88b4d778-049b-45cf-a7b7-9219565d41f5'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:41.997993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56278) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.006872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Checking segment: {'id': '56146ace-3787-4587-8303-a59da291e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:42.006872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network hostable DHCP agents. Network: e7ac3cea-0239-409e-b021-c8e7b73a6cce, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:42.013488 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] Routers {'88b4d778-049b-45cf-a7b7-9219565d41f5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:42.014422 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['88b4d778-049b-45cf-a7b7-9219565d41f5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:42.049966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6bee9-4561-4027-9785-9823a6c0f373 None None] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:42.081459 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-35b9bdce-3e91-4a9c-917a-f2882ed629ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/routers/88b4d778-049b-45cf-a7b7-9219565d41f5 HTTP/1.1" status: 200 len: 704 time: 0.0825698 Jun 22 09:35:42.087076 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] Set router 88b4d778-049b-45cf-a7b7-9219565d41f5 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:42.087444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56280) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.130615 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-106abda7-983d-427e-8234-f11aa5c336cc tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=88b4d778-049b-45cf-a7b7-9219565d41f5 HTTP/1.1" status: 200 len: 205 time: 0.0450246 Jun 22 09:35:42.133078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56284) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.143686 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4d778-049b-45cf-a7b7-9219565d41f5', 'name': 'tempest-RoutersIpV6Test-router-1711857909', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:40Z', 'updated_at': '2021-06-22T09:35:41Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:42.170197 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] Checking router: 88b4d778-049b-45cf-a7b7-9219565d41f5 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:42.179568 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] Routers {'88b4d778-049b-45cf-a7b7-9219565d41f5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:42.180526 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['88b4d778-049b-45cf-a7b7-9219565d41f5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:42.198305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56286) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.212905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.230144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:42.266453 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] Set router 88b4d778-049b-45cf-a7b7-9219565d41f5 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:42.299094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8af47099-91e9-4b7b-9725-71b207016333 None None] Provisioning for port 6d2d4b92-7c4d-408e-984a-46e41023dc52 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:42.359276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, e7ac3cea-0239-409e-b021-c8e7b73a6cce) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:42.368609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614852d-35df-4a50-b876-77cb5ef8fa6d None None] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:42.369289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:42.370082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.411667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.414091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.439964 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7e78a615-ef92-4d9f-bef3-aac5ba3e6cd4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cef824c650d84343a67a5d177d7743c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389238 Jun 22 09:35:42.440941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56290) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.470878 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4d778-049b-45cf-a7b7-9219565d41f5', 'name': 'tempest-RoutersIpV6Test-router-1711857909', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:40Z', 'updated_at': '2021-06-22T09:35:41Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:42.502509 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4bdd5-81de-4e54-8a2b-24002066e197 None None] The sync data for ids ['88b4d778-049b-45cf-a7b7-9219565d41f5'] in dv-neutron-797120-3-hyperv is: [{'id': '88b4d778-049b-45cf-a7b7-9219565d41f5', 'name': 'tempest-RoutersIpV6Test-router-1711857909', 'tenant_id': '827f11cd2cdc4255844cd05405927afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:40Z', 'updated_at': '2021-06-22T09:35:41Z', 'revision_number': 2, 'project_id': '827f11cd2cdc4255844cd05405927afd', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:42.505193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.531449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.568499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-e7ac3cea-0239-409e-b021-c8e7b73a6cce', 'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce', 'tenant_id': '88d9808736004ca6978df3e723e02d2d', 'fixed_ips': [{'subnet_id': '4a14fd36-454b-4c21-8a7f-17c280f7a38f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:42.569594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.587341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6169620 Jun 22 09:35:42.590261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56292) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.596841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'subnet': {'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:42.638328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.638867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Fanout notify agent at l3_agent the message router_deleted on router 88b4d778-049b-45cf-a7b7-9219565d41f5 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:35:42.648058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.652427 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7ce5a1c4-8327-416b-afe6-a7878f750825 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/88b4d778-049b-45cf-a7b7-9219565d41f5 HTTP/1.1" status: 204 len: 168 time: 0.5150592 Jun 22 09:35:42.652962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56294) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.690964 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-09e481fd-3816-4614-9d35-5cfe78f70d14 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=88b4d778-049b-45cf-a7b7-9219565d41f5 HTTP/1.1" status: 200 len: 205 time: 0.0364549 Jun 22 09:35:42.693243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56296) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.701085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.704127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.706294 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23d0bffa-1924-49f6-b9b5-a1d3776811d6 HTTP/1.1" status: 204 len: 168 time: 0.2637997 Jun 22 09:35:42.746965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c0ec31d9-6762-4a19-b9af-f9a7155d629a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:42.747930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Allocated IP 172.20.0.2 (e7ac3cea-0239-409e-b021-c8e7b73a6cce/4a14fd36-454b-4c21-8a7f-17c280f7a38f/49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:42.751424 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-2e9dfce7-d580-4598-841d-9138d79a842a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:42.752857 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2e9dfce7-d580-4598-841d-9138d79a842a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/88b4d778-049b-45cf-a7b7-9219565d41f5 HTTP/1.1" status: 404 len: 336 time: 0.0587482 Jun 22 09:35:42.755817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56300) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.759381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0bffa-1924-49f6-b9b5-a1d3776811d6,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:42.762614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:42.796148 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e47bd7-49fe-4c36-be8b-929f6fbb0553 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:42.796621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e47bd7-49fe-4c36-be8b-929f6fbb0553 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:42.799492 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-08e47bd7-49fe-4c36-be8b-929f6fbb0553 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/86a44d26-a0b5-4ec9-ba79-193bb0203511 HTTP/1.1" status: 404 len: 337 time: 0.0409930 Jun 22 09:35:42.801986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56302) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.833348 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e55f66-2f3d-49f4-b67f-18359faa3172 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:42.833812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e55f66-2f3d-49f4-b67f-18359faa3172 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:42.835539 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b9e55f66-2f3d-49f4-b67f-18359faa3172 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/d0d3769c-dbae-4c45-9f7c-c2cbf64a8c27 HTTP/1.1" status: 404 len: 337 time: 0.0316422 Jun 22 09:35:42.838185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56304) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.848190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Made reservation on behalf of 88d9808736004ca6978df3e723e02d2d for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:42.851582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.873208 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7846e9ee-62af-4b10-b1c1-e3b952a69325 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:42.873670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7846e9ee-62af-4b10-b1c1-e3b952a69325 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:42.875390 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7846e9ee-62af-4b10-b1c1-e3b952a69325 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/e555a499-f9c1-4bbe-964f-41b9a8d4e7ce HTTP/1.1" status: 404 len: 337 time: 0.0362015 Jun 22 09:35:42.878202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56306) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.911624 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc49576e-3665-4771-9357-58503b4b2ff4 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:42.913024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc49576e-3665-4771-9357-58503b4b2ff4 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:42.917502 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fc49576e-3665-4771-9357-58503b4b2ff4 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/436b1fd9-844e-4156-8037-63cbc3e61863 HTTP/1.1" status: 404 len: 337 time: 0.0356865 Jun 22 09:35:42.917852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56308) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:42.925970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:42.935840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Transition to ACTIVE for port object 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:42.954268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Transition to ACTIVE for port object 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:42.964541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce77987c-d97b-4da9-80ab-f6a42a8c2ceb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 200 len: 205 time: 0.0432951 Jun 22 09:35:42.967746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56310) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.014843 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-642c4f18-9448-4c3c-b315-95bc28457eaf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:43.016032 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-642c4f18-9448-4c3c-b315-95bc28457eaf tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/29826d4c-ec56-4faf-9dde-f679669c0354 HTTP/1.1" status: 404 len: 336 time: 0.0503283 Jun 22 09:35:43.018547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56312) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.052988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6d2d4b92-7c4d-408e-984a-46e41023dc52 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:43.057496 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ab7f6001-a7a3-4053-b6a8-52a747abf1fb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=72bcf2f7-de0e-4632-9077-d5f06d1f9549 HTTP/1.1" status: 200 len: 205 time: 0.0325181 Jun 22 09:35:43.059715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56314) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.098067 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-02744215-7ed1-428a-8466-e84149553535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:43.099123 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-02744215-7ed1-428a-8466-e84149553535 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/72bcf2f7-de0e-4632-9077-d5f06d1f9549 HTTP/1.1" status: 404 len: 336 time: 0.0384469 Jun 22 09:35:43.101743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56316) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.132986 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c8ad53-04fb-465b-83c9-da077883047d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:43.133440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c8ad53-04fb-465b-83c9-da077883047d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:43.135198 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d1c8ad53-04fb-465b-83c9-da077883047d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/aada4387-076e-4b5a-9ee5-1f126325a6df HTTP/1.1" status: 404 len: 337 time: 0.0325503 Jun 22 09:35:43.138080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56318) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.166635 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a71b1295-34ec-4621-9a0e-df98f1f4067c tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 200 len: 205 time: 0.0274026 Jun 22 09:35:43.168878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56322) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.205292 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-cdb51d20-a9ca-4b4f-a831-7df340151413 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:43.208665 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cdb51d20-a9ca-4b4f-a831-7df340151413 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/85163cb0-01e8-494d-a61b-a1af3ca1d32d HTTP/1.1" status: 404 len: 336 time: 0.0365517 Jun 22 09:35:43.209631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56324) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.245519 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cc3590cb-07a5-4059-8f0c-513790a9fc9f tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=a40f658d-36cf-4300-a1ad-db238688a122 HTTP/1.1" status: 200 len: 205 time: 0.0325413 Jun 22 09:35:43.245677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56326) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.255802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.257847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bc5925b7-1f09-4157-bc23-b5d5c143f532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:43.283940 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-c34bd2c6-74bc-4294-a2ae-2d7060f0d9f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:43.285506 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c34bd2c6-74bc-4294-a2ae-2d7060f0d9f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/a40f658d-36cf-4300-a1ad-db238688a122 HTTP/1.1" status: 404 len: 336 time: 0.0389345 Jun 22 09:35:43.288299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56328) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.293790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:43.296667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:43.317509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:43.317509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Pushing event updated for resources: {'Port': ['ID=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:43.317509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:43.318715 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-71317139-7b54-4141-891b-9e12f9619cb5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:43.318715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71317139-7b54-4141-891b-9e12f9619cb5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:43.318715 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-71317139-7b54-4141-891b-9e12f9619cb5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/d5aec0c8-b845-4ef9-a2e4-55d8b926402c HTTP/1.1" status: 404 len: 337 time: 0.0289555 Jun 22 09:35:43.320858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56330) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.354231 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-70d9c061-5e13-49b7-875e-4f9193c8f892 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=b849c3bf-f1f8-4f5c-8336-80be67d01215 HTTP/1.1" status: 200 len: 205 time: 0.0300493 Jun 22 09:35:43.354231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.355438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56332) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.355574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8b90e7f8-f0ec-4708-a98d-dfe55a5d44f0 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:43.363749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6d2d4b92-7c4d-408e-984a-46e41023dc52 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:43.374393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6d2d4b92-7c4d-408e-984a-46e41023dc52 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:43.374777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.376521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Attempting to bind port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:43.377357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Attempting to bind port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '56146ace-3787-4587-8303-a59da291e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:43.377357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Attempting to bind port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 on network e7ac3cea-0239-409e-b021-c8e7b73a6cce {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:43.400550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:43.400925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Checking segment: {'id': '56146ace-3787-4587-8303-a59da291e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:43.401345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.401751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Bound using segment: {'id': '56146ace-3787-4587-8303-a59da291e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:43.402240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Bound port: 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56146ace-3787-4587-8303-a59da291e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e7ac3cea-0239-409e-b021-c8e7b73a6cce'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:43.402624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.409496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Subnet': ['ID=c4502ffb-26a3-4171-b762-357b8de7ed68,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:43.416609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:43.425775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Checking segment: {'id': '6ac64abc-e12a-4c0d-a206-402d2f2acdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:43.426138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network hostable DHCP agents. Network: 865d9778-e86c-42b4-8e52-9b88b454cce0, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:43.430863 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-8394cd71-80ac-494e-b9f2-547f1fab101a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:43.435198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56334) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.435593 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8394cd71-80ac-494e-b9f2-547f1fab101a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/b849c3bf-f1f8-4f5c-8336-80be67d01215 HTTP/1.1" status: 404 len: 336 time: 0.0785189 Jun 22 09:35:43.472393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-59900bcc-8e74-48dd-91c0-71776750e6b8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:43.472941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59900bcc-8e74-48dd-91c0-71776750e6b8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:43.474840 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-59900bcc-8e74-48dd-91c0-71776750e6b8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/389ac051-5c3b-4bcd-a29a-e2bd76e6911a HTTP/1.1" status: 404 len: 337 time: 0.0385430 Jun 22 09:35:43.477485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56336) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.502527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] For port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:43.506330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-db2a6b2f-b840-4ddb-bb23-3b64fd720345 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "GET /v2.0/ports?device_id=47b1aa92-6f17-40e4-b59f-d16f6030cf16 HTTP/1.1" status: 200 len: 205 time: 0.0274594 Jun 22 09:35:43.509011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56338) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.532031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] For port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,segment=NetworkSegment(56146ace-3787-4587-8303-a59da291e4dc),segment_id=56146ace-3787-4587-8303-a59da291e4dc)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:43.534521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.549569 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-606ad108-fbe9-4f17-aeec-82fda3f3ff90 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] delete failed (client error): The resource could not be found. Jun 22 09:35:43.551953 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-606ad108-fbe9-4f17-aeec-82fda3f3ff90 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/routers/47b1aa92-6f17-40e4-b59f-d16f6030cf16 HTTP/1.1" status: 404 len: 336 time: 0.0406866 Jun 22 09:35:43.553621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56340) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.572439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 6d2d4b92-7c4d-408e-984a-46e41023dc52, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6d2d4b92-7c4d-408e-984a-46e41023dc52,segment=NetworkSegment(ac0ee5c9-9398-4182-8400-e1397232c413),segment_id=ac0ee5c9-9398-4182-8400-e1397232c413)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:43.580359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-f672399a-323e-457d-91c5-d86dc6d3ba47 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:43.580818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f672399a-323e-457d-91c5-d86dc6d3ba47 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:43.585928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f672399a-323e-457d-91c5-d86dc6d3ba47 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/4e0f1588-4743-49e7-857f-37a458a6b741 HTTP/1.1" status: 404 len: 337 time: 0.0289135 Jun 22 09:35:43.586179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56342) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.612736 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7605b8cd-d557-4664-9b01-b7d408f7d516 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] DELETE failed (client error): The resource could not be found. Jun 22 09:35:43.613257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7605b8cd-d557-4664-9b01-b7d408f7d516 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 09:35:43.615003 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7605b8cd-d557-4664-9b01-b7d408f7d516 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] 10.222.0.65 "DELETE /v2.0/subnets/36749975-1420-425b-88bc-272691db34d1 HTTP/1.1" status: 404 len: 337 time: 0.0279193 Jun 22 09:35:43.651295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network 865d9778-e86c-42b4-8e52-9b88b454cce0 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:43.688341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.690664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2a419bb2-4a11-41c9-afaf-34486f2a7eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:43.704145 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:35:43.748905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Pushing event updated for resources: {'Port': ['ID=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:43.752017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:43.761879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.764004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6742e8b8-b186-45f2-b685-38672e5c7d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:43.818070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=6d2d4b92-7c4d-408e-984a-46e41023dc52,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:43.821490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:43.870393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 865d9778-e86c-42b4-8e52-9b88b454cce0) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:43.892391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:43.893495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:43.899159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56346) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:43.901079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79dace-a5a4-4745-9416-8d731d34ef01 None None] Network 865d9778-e86c-42b4-8e52-9b88b454cce0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:43.922064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.006787 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4151425 Jun 22 09:35:44.007364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56348) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:44.082618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-865d9778-e86c-42b4-8e52-9b88b454cce0', 'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0', 'tenant_id': '88d9808736004ca6978df3e723e02d2d', 'fixed_ips': [{'subnet_id': 'c4502ffb-26a3-4171-b762-357b8de7ed68'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:44.083561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.256464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56352) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:44.349183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.393003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Allocated IP 172.20.0.2 (865d9778-e86c-42b4-8e52-9b88b454cce0/c4502ffb-26a3-4171-b762-357b8de7ed68/59c6d910-1496-44e4-ac57-3b36d4d68c6f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:44.396042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.424531 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca426d35-88db-4909-aa3b-9c84350f89da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=827f11cd2cdc4255844cd05405927afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658063 Jun 22 09:35:44.426215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56356) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:44.493845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.499465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0b2a83b4-9327-4ec2-8045-e3062fbab3f5 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:44.509253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.534339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.593845 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea57d4ee95aa4de1ba03b4c7e460fd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902027 Jun 22 09:35:44.594050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.594925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56358) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:44.603473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Transition to ACTIVE for port object 59c6d910-1496-44e4-ac57-3b36d4d68c6f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:44.603732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da93b21a-3996-432f-9271-7fb9f4b09e81,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:44.621281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:44.622631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Transition to ACTIVE for port object 59c6d910-1496-44e4-ac57-3b36d4d68c6f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:44.657235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.684575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.734044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.736251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8896da5b-0673-4ac4-9da5-6c4c3b5489e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:44.782356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Network 865d9778-e86c-42b4-8e52-9b88b454cce0 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:44.785336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.789574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:44.790335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.792843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:44.804917 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c43cedf-3e16-43b0-846a-c6f2bc9d5daa HTTP/1.1" status: 204 len: 168 time: 0.3678885 Jun 22 09:35:44.805924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e14ec88e-175b-4782-bd80-4ee7abf42abc tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:44.806794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Pushing event updated for resources: {'Port': ['ID=59c6d910-1496-44e4-ac57-3b36d4d68c6f,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:44.810240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:44.819000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43cedf-3e16-43b0-846a-c6f2bc9d5daa,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:44.827961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.828364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:44.839096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:44.863341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.866251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.869847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da93b21a-3996-432f-9271-7fb9f4b09e81 HTTP/1.1" status: 204 len: 168 time: 0.2708859 Jun 22 09:35:44.869847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a79a4343-af3e-47fe-b760-bfbdcfc7e896 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:44.882315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93b21a-3996-432f-9271-7fb9f4b09e81,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:44.887142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:44.893891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50245fbc-1307-4daa-9b6f-b37e8f2735f0 None None] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:44.969165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Attempting to bind port 59c6d910-1496-44e4-ac57-3b36d4d68c6f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:44.969643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Attempting to bind port 59c6d910-1496-44e4-ac57-3b36d4d68c6f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6ac64abc-e12a-4c0d-a206-402d2f2acdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:44.969967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Attempting to bind port 59c6d910-1496-44e4-ac57-3b36d4d68c6f on network 865d9778-e86c-42b4-8e52-9b88b454cce0 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:44.985099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:44.985488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Checking segment: {'id': '6ac64abc-e12a-4c0d-a206-402d2f2acdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:44.985907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:44.986312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Bound using segment: {'id': '6ac64abc-e12a-4c0d-a206-402d2f2acdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:44.986855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Bound port: 59c6d910-1496-44e4-ac57-3b36d4d68c6f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac64abc-e12a-4c0d-a206-402d2f2acdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '865d9778-e86c-42b4-8e52-9b88b454cce0'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:44.987243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.113330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b24d47ec-1081-44fa-814a-5ded7c80c068 None None] Provisioning for port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:45.127689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] For port 59c6d910-1496-44e4-ac57-3b36d4d68c6f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:45.133196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] For port 59c6d910-1496-44e4-ac57-3b36d4d68c6f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=59c6d910-1496-44e4-ac57-3b36d4d68c6f,segment=NetworkSegment(6ac64abc-e12a-4c0d-a206-402d2f2acdff),segment_id=6ac64abc-e12a-4c0d-a206-402d2f2acdff)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:45.160765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6d2d4b92-7c4d-408e-984a-46e41023dc52 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:45.164115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Allocated IP 172.20.0.1 (e7ac3cea-0239-409e-b021-c8e7b73a6cce/4a14fd36-454b-4c21-8a7f-17c280f7a38f/c9c21e9d-b772-42fd-bab1-dd8fb890d697) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:45.229718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6d2d4b92-7c4d-408e-984a-46e41023dc52 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:45.230236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.274121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.285782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-13c36c31-9820-4458-bb9e-1815facc01a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:45.328061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.357465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Transition to ACTIVE for port object c9c21e9d-b772-42fd-bab1-dd8fb890d697 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:45.429414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Pushing event updated for resources: {'Port': ['ID=59c6d910-1496-44e4-ac57-3b36d4d68c6f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:45.436808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:45.452408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:45.628932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:45.629412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.631166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d414cc79-98ca-4021-a9da-cac90757fac2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:45.642095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:45.642478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.679976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:45.684089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:45.688875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:45.708841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e99446ab-166d-4364-b650-cabb66a111f3 None None] Provisioning complete for port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:45.712524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e99446ab-166d-4364-b650-cabb66a111f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.761997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.822599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:45.870537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,segment=NetworkSegment(56146ace-3787-4587-8303-a59da291e4dc),segment_id=56146ace-3787-4587-8303-a59da291e4dc)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:45.876039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Port': ['ID=c9c21e9d-b772-42fd-bab1-dd8fb890d697,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:45.881282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:45.910143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e99446ab-166d-4364-b650-cabb66a111f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.045091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.066638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:46.115201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-e99446ab-166d-4364-b650-cabb66a111f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:35:46.120445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-e99446ab-166d-4364-b650-cabb66a111f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:35:46.129300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:46.133801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:46.134348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.406102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56402) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:46.454516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.509124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-576f1aa9-e281-4225-97ea-b0c24f460126 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:46.509886 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-576f1aa9-e281-4225-97ea-b0c24f460126 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:35:46.510387 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-576f1aa9-e281-4225-97ea-b0c24f460126 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:35:46.513321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-576f1aa9-e281-4225-97ea-b0c24f460126 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1042476 Jun 22 09:35:46.516323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56408) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:46.521436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--219561918'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:46.558588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f0c39-4d01-413d-9a7f-f57f7ec54d8c None None] Network 865d9778-e86c-42b4-8e52-9b88b454cce0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:46.601552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.605724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-00acf687-43e1-44db-a8b2-4c03c779bbab tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:46.676776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.688711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Port': ['ID=c9c21e9d-b772-42fd-bab1-dd8fb890d697,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:46.691184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.693196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:46.695088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.847844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:46.850318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:46.932648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bdfe5c87-4f59-48ea-a430-d4a722373994 None None] Provisioning for port c9c21e9d-b772-42fd-bab1-dd8fb890d697 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:46.932648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bdfe5c87-4f59-48ea-a430-d4a722373994 None None] Provisioning complete for port c9c21e9d-b772-42fd-bab1-dd8fb890d697 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:46.932648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5c87-4f59-48ea-a430-d4a722373994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.961810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:46.972805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe5c87-4f59-48ea-a430-d4a722373994 None None] Port c9c21e9d-b772-42fd-bab1-dd8fb890d697 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:47.056928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.056928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0e3829c9-9e91-495c-aa47-8df7c51b24fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:47.101739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d862376-4b71-4667-936b-0272a8864ae9,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:47.108076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:47.119457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bdfe5c87-4f59-48ea-a430-d4a722373994 None None] Provisioning for port 59c6d910-1496-44e4-ac57-3b36d4d68c6f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:47.122135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Router 5d5aee81-8208-4013-b128-97baa0cd710b is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:35:47.155465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:47.208737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:47.209026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.247184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.253761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:47.259471 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2506871 Jun 22 09:35:47.262074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56416) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:47.265303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] Sync routers for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:47.272949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e24282c3-c97b-40a4-a9f1-09fbfb039932 None None] Provisioning complete for port c9c21e9d-b772-42fd-bab1-dd8fb890d697 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:47.273528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e24282c3-c97b-40a4-a9f1-09fbfb039932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.323286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:47.323984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:47.373904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:47.376873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e24282c3-c97b-40a4-a9f1-09fbfb039932 None None] Port c9c21e9d-b772-42fd-bab1-dd8fb890d697 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:47.395327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 59c6d910-1496-44e4-ac57-3b36d4d68c6f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:47.397715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:47.398347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:47.404194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.412996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-27790ab1-5d10-4e00-9327-87b12c4814d9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:47.457446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf1ccb6-f8b0-44ab-83cc-fe225370185b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:47.462151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:47.462538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:47.462819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d007f4-a43c-4ff0-9776-b0619fc2df8e None None] The sync data for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:47.556215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.557488 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0401471 Jun 22 09:35:47.560605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56424) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:47.565673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1ccb6-f8b0-44ab-83cc-fe225370185b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:47.593821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 59c6d910-1496-44e4-ac57-3b36d4d68c6f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:47.598419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 59c6d910-1496-44e4-ac57-3b36d4d68c6f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:47.598921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.625824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56426) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:47.631218 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-b080e63a-8ed9-4a9a-9df3-5afb603e07f2 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:47.635490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b080e63a-8ed9-4a9a-9df3-5afb603e07f2 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3698778 Jun 22 09:35:47.635919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56430) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:47.690621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.733313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 59c6d910-1496-44e4-ac57-3b36d4d68c6f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=59c6d910-1496-44e4-ac57-3b36d4d68c6f,segment=NetworkSegment(6ac64abc-e12a-4c0d-a206-402d2f2acdff),segment_id=6ac64abc-e12a-4c0d-a206-402d2f2acdff)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:47.814188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--119124279', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:47.840758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.898926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.900834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:47.946248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.947976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=59c6d910-1496-44e4-ac57-3b36d4d68c6f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:47.951022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:47.964513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:47.968206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:47.981060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.086694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.093015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce452cdc-11f5-4476-9b27-09b1734270fe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:48.129168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.130808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccce3c54-4014-4563-9121-30df8515ee99,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:48.164894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:48.221952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.314670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.334733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-365e5411-8ab0-4347-80ef-2d88bcf385b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:48.376128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:35:48.385756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44036ca-fe72-457f-b6fc-53a9ea0297e1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:48.390764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:48.411452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.411830 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment adf0a784-fda5-44e6-8b2d-495fc2a68f27 of type vlan for network c221e722-e858-4cd7-911b-8c8474381c84 Jun 22 09:35:48.424230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.425591 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8639076 Jun 22 09:35:48.428398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56432) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:48.433386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ca4070e5-d55e-4801-bb46-0dc2c07debe0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'ccf1ccb6-f8b0-44ab-83cc-fe225370185b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:48.462465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.496694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting port c9c21e9d-b772-42fd-bab1-dd8fb890d697 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:48.497027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.588612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.589307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca4070e5-d55e-4801-bb46-0dc2c07debe0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.629013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.634492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:48.635076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:48.662058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Calling delete_port for c9c21e9d-b772-42fd-bab1-dd8fb890d697 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:48.664838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a8907601-721e-4ecd-b6f7-e9c8a02bcfe5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:48.781227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=c221e722-e858-4cd7-911b-8c8474381c84,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:48.784965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:48.791841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c221e722-e858-4cd7-911b-8c8474381c84 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:35:48.986557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 59c6d910-1496-44e4-ac57-3b36d4d68c6f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:49.032070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 59c6d910-1496-44e4-ac57-3b36d4d68c6f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:49.032450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.465155 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-ca4070e5-d55e-4801-bb46-0dc2c07debe0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 09:35:49.466234 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca4070e5-d55e-4801-bb46-0dc2c07debe0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0366530 Jun 22 09:35:49.469037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56434) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:49.524327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.545472 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9183924 Jun 22 09:35:49.548394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56436) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:49.566293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.566486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-251335115', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:49.590376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.600551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0462cd75-6b69-4e15-b196-e0d2cd173591 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:49.620567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Port': ['ID=c9c21e9d-b772-42fd-bab1-dd8fb890d697,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:49.647307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.647702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.648105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.648487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.648861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.649259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.649608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.649979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.650349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.650715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.651080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.651443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:49.657004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:49.687574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.693779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.755070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.768471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.768471 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/ccf1ccb6-f8b0-44ab-83cc-fe225370185b HTTP/1.1" status: 204 len: 168 time: 0.2902963 Jun 22 09:35:49.768471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:49.768471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56438) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:49.786504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf1ccb6-f8b0-44ab-83cc-fe225370185b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:49.790687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:49.809120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.825936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-96c474c8-dac4-43e9-8d0d-41da45dbbea9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573969 Jun 22 09:35:49.829912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56440) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:49.835163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606295023'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:49.841334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:49.990886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.082238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.184464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.187262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7e94f0be-801a-4aa6-b806-7ce808a4b801 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:50.215378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6913f0ab-df04-47c5-b2ca-991810479b48,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:50.218381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:50.304673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.305935 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4751101 Jun 22 09:35:50.308775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56442) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:50.313318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a5caad13-fcc2-4b1f-8826-693181baa809 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '6913f0ab-df04-47c5-b2ca-991810479b48', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:50.313737 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-a5caad13-fcc2-4b1f-8826-693181baa809 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 09:35:50.314289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-a5caad13-fcc2-4b1f-8826-693181baa809 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:50.315187 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a5caad13-fcc2-4b1f-8826-693181baa809 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055165 Jun 22 09:35:50.319444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56444) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:50.375324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.400199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.473149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.480394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Router 5d5aee81-8208-4013-b128-97baa0cd710b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:50.564812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:50.567789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.571751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.575035 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/6913f0ab-df04-47c5-b2ca-991810479b48 HTTP/1.1" status: 204 len: 168 time: 0.2522674 Jun 22 09:35:50.575218 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9358609 Jun 22 09:35:50.575799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56446) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:50.580943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f9727817-bec5-4b55-8e7f-0623a93bff2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:50.581194 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] Sync routers for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:50.582945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56448) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:50.592531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913f0ab-df04-47c5-b2ca-991810479b48,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:50.594472 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:50.595488 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:50.595661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:50.629274 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-ed76ecd4-89a3-47ae-9943-f1f80406d6ef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] delete failed (client error): The resource could not be found. Jun 22 09:35:50.630311 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed76ecd4-89a3-47ae-9943-f1f80406d6ef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-201554848 HTTP/1.1" status: 404 len: 334 time: 0.0464797 Jun 22 09:35:50.634229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56450) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:50.640099 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:50.640247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-77e4905f-e72d-4dae-a5ce-b610cd430ee8 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'router': {'external_gateway_info': {'network_id': '5d5aee81-8208-4013-b128-97baa0cd710b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:50.645694 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:50.646319 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:50.677612 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:50.678272 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454c943-5c04-40c4-bf4c-2524763329cd None None] The sync data for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:50.708363 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e57e64f8-8973-4f92-afd6-9902f8427c4b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310198 Jun 22 09:35:50.711674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56452) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:50.716176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--784830308'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:50.850934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.861129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77e4905f-e72d-4dae-a5ce-b610cd430ee8 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.870302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:50.898458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.024323 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-77e4905f-e72d-4dae-a5ce-b610cd430ee8 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] update failed (client error): The resource could not be found. Jun 22 09:35:51.025358 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-77e4905f-e72d-4dae-a5ce-b610cd430ee8 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b HTTP/1.1" status: 404 len: 339 time: 0.3897939 Jun 22 09:35:51.029282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56454) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:51.041835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.183 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/bf3b86a7-998a-421c-b9ae-3f507986b8b1) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:51.065979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.160853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.224727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.228137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8647166c-f8e6-4d4e-bb3e-71d10dfd7860 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:51.257794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bd08d7-efd1-4c4c-9efa-49ec466f30f8,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:51.261202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:51.402209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.404521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-836b0fd7-51d8-4db8-a371-e9c8638d3ef5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:51.445694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:51.448818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:51.454818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:51.480331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=bf3b86a7-998a-421c-b9ae-3f507986b8b1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:51.487031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:51.487031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.487031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7743573 Jun 22 09:35:51.490258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56456) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:51.496622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bf2433af-dc9e-4c55-97c0-fa2d538e7255 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '36bd08d7-efd1-4c4c-9efa-49ec466f30f8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:51.497186 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-bf2433af-dc9e-4c55-97c0-fa2d538e7255 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 09:35:51.497788 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-bf2433af-dc9e-4c55-97c0-fa2d538e7255 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:51.498759 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bf2433af-dc9e-4c55-97c0-fa2d538e7255 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077298 Jun 22 09:35:51.501564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56458) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:51.658874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.661480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.690383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.874500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.877120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.878762 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/36bd08d7-efd1-4c4c-9efa-49ec466f30f8 HTTP/1.1" status: 204 len: 168 time: 0.3721623 Jun 22 09:35:51.881059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:51.884791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56460) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:51.900972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bd08d7-efd1-4c4c-9efa-49ec466f30f8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:51.912948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:51.989546 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-09720063-e491-4146-82ba-7fa42e0c710d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978072 Jun 22 09:35:51.990123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56462) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:51.993246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:51.997787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219653548'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.051432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Allocated IP 172.20.0.1 (672424cd-db2c-4bf0-9ea0-662b31ed9cf1/73ab7f04-07a0-4e4b-9dee-9263360faff0/f8336454-caf1-4a31-918f-762923f3c95b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:52.129415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.189867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.190126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.212961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Transition to ACTIVE for port object f8336454-caf1-4a31-918f-762923f3c95b will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:52.277855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.365180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.368658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-241d157b-7ffe-4587-ac8a-568cff5942af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:52.394065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:35:52.395372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.398464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1059aae1-8810-47c8-ac6d-76fc18fe8b7a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:52.403609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:52.404349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-51f6008e-3cb9-441d-b20e-0f7c2633b644 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:52.440507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:52.443934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:52.453527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:52.481407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Port': ['ID=f8336454-caf1-4a31-918f-762923f3c95b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:52.486036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:52.501041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.519724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:52.530356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:52.542513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.543852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5527749 Jun 22 09:35:52.550808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56464) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.552572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:52.553325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b88fd699-b612-445b-8ac0-23da90146076 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '1059aae1-8810-47c8-ac6d-76fc18fe8b7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.553524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:52.554266 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-b88fd699-b612-445b-8ac0-23da90146076 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 09:35:52.554704 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-b88fd699-b612-445b-8ac0-23da90146076 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:52.555910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b88fd699-b612-445b-8ac0-23da90146076 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081830 Jun 22 09:35:52.558439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56466) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.562894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ae13edc8-3888-457a-b21b-d7fec0a1cdbf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '1059aae1-8810-47c8-ac6d-76fc18fe8b7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.563584 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-ae13edc8-3888-457a-b21b-d7fec0a1cdbf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 09:35:52.564103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-ae13edc8-3888-457a-b21b-d7fec0a1cdbf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:52.567739 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ae13edc8-3888-457a-b21b-d7fec0a1cdbf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057170 Jun 22 09:35:52.567970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56468) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.572504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c75755cc-05e8-43e5-89ed-d3773d0e33f4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '1059aae1-8810-47c8-ac6d-76fc18fe8b7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.573337 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-c75755cc-05e8-43e5-89ed-d3773d0e33f4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 09:35:52.573828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-c75755cc-05e8-43e5-89ed-d3773d0e33f4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:52.578486 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c75755cc-05e8-43e5-89ed-d3773d0e33f4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070112 Jun 22 09:35:52.585560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56470) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.585560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-dbac7dcd-5c0b-409b-ab97-1fc6dc8ebb32 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '1059aae1-8810-47c8-ac6d-76fc18fe8b7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.585560 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-dbac7dcd-5c0b-409b-ab97-1fc6dc8ebb32 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 09:35:52.585560 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-dbac7dcd-5c0b-409b-ab97-1fc6dc8ebb32 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:52.587286 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dbac7dcd-5c0b-409b-ab97-1fc6dc8ebb32 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064478 Jun 22 09:35:52.589689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56472) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.630534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.634862 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0824711 Jun 22 09:35:52.635407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56474) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.669643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.682170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:52.707674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.756916 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-571f9d25-3e4e-4320-aaec-3ef74f3933fd tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201515 Jun 22 09:35:52.759679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56478) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.769357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.866058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.869074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.872604 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/1059aae1-8810-47c8-ac6d-76fc18fe8b7a HTTP/1.1" status: 204 len: 168 time: 0.2770441 Jun 22 09:35:52.872604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b90f1f-3cce-4017-a7bc-17e26a8b8c8d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:52.880264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-20b90f1f-3cce-4017-a7bc-17e26a8b8c8d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1120217 Jun 22 09:35:52.880264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56480) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.880264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-886c1c20-9798-4161-a3d6-20d4f8e7638c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:52.884948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56482) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.899014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0fa9fe02-aeb0-49f4-bf2f-cfd0c11d7070 None None] Provisioning for port f8336454-caf1-4a31-918f-762923f3c95b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:52.907625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0fa9fe02-aeb0-49f4-bf2f-cfd0c11d7070 None None] Provisioning complete for port f8336454-caf1-4a31-918f-762923f3c95b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:52.908032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fa9fe02-aeb0-49f4-bf2f-cfd0c11d7070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:52.927064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059aae1-8810-47c8-ac6d-76fc18fe8b7a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:52.930970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:52.935324 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1875bb41-4c1c-4a23-89ea-ba22f32a30d7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459964 Jun 22 09:35:52.936395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56484) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.943074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9fe02-aeb0-49f4-bf2f-cfd0c11d7070 None None] Port f8336454-caf1-4a31-918f-762923f3c95b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:52.950702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:51Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:52.955435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936749371', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.969332 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1ae1e630-9a74-497b-a243-12d38762666d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879214 Jun 22 09:35:52.970099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56486) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:52.975861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414745311'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:52.982986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:52.983349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Updating router aeb88ace-22e7-48bf-b362-f551d29eecda port bf3b86a7-998a-421c-b9ae-3f507986b8b1 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:35:53.022889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.087372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.116366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:35:53.116366 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:35:53.116366 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'project_id_1': '16ea90a39e13439e9fe3667a3271d438', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 35, 53, 103732)}] Jun 22 09:35:53.116366 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:35:53.117179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:35:53.148835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.199365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:35:53.203026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.242966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.248676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0263e145-4bc2-4d93-a275-1d04e4f97000 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:53.297122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.306982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Transition to ACTIVE for port object bf3b86a7-998a-421c-b9ae-3f507986b8b1 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:53.357688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.361363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event updated for resources: {'Port': ['ID=f8336454-caf1-4a31-918f-762923f3c95b,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:53.364933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:53.379600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.381864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:53.434966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Attempting to bind port bf3b86a7-998a-421c-b9ae-3f507986b8b1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:53.435347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Attempting to bind port bf3b86a7-998a-421c-b9ae-3f507986b8b1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:53.435720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Attempting to bind port bf3b86a7-998a-421c-b9ae-3f507986b8b1 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:53.437729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Pushing event updated for resources: {'Port': ['ID=bf3b86a7-998a-421c-b9ae-3f507986b8b1,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:53.440996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:53.444261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:53.444646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:53.445747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.445747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:53.445983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Bound port: bf3b86a7-998a-421c-b9ae-3f507986b8b1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:53.446476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.498374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] For port bf3b86a7-998a-421c-b9ae-3f507986b8b1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:53.501313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] For port bf3b86a7-998a-421c-b9ae-3f507986b8b1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf3b86a7-998a-421c-b9ae-3f507986b8b1,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:53.537705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:53.540316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:53.618690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.631194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.634104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:53.649109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Router 5d5aee81-8208-4013-b128-97baa0cd710b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:53.701431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:53.702078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:53.709568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.728405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d1acc44-ab18-4d50-8c97-c182fe854e03 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:53.737892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.754049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Pushing event updated for resources: {'Port': ['ID=bf3b86a7-998a-421c-b9ae-3f507986b8b1,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:53.770520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.770875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.771216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.771586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.771895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.772250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.772566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.772891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.773215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.773540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.773862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.774182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:35:53.781141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:53.839030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=b1b60a15-aa99-485c-aad1-d82cb3e77028,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:53.841450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:53.843026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:53.852450 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8191094 Jun 22 09:35:53.852566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56488) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:53.855181 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] Sync routers for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:53.867140 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:53.868139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:53.868420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: c221e722-e858-4cd7-911b-8c8474381c84, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:35:53.868743 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:53.896876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.903934 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:53.913875 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:53.914492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:53.928369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ade94a76-b456-42c5-b46b-54db80739ca8 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:53.952522 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:53.953177 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd743b0-2836-44ac-a4ac-4b55762cf828 None None] The sync data for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:53.973266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-43ec718e-6348-4141-acf1-890c03643ea5 None None] Provisioning complete for port f8336454-caf1-4a31-918f-762923f3c95b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:53.977059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43ec718e-6348-4141-acf1-890c03643ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:53.977195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaafe62-2bf4-40f5-b4f3-14d293af09b2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:53.978634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:53.984195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-286f693e-1ddd-4adf-ba6e-2a6e6265c8e2 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.018948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c221e722-e858-4cd7-911b-8c8474381c84 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:35:54.022578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-43ec718e-6348-4141-acf1-890c03643ea5 None None] Port f8336454-caf1-4a31-918f-762923f3c95b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:54.035219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:54.065259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.066801 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0956941 Jun 22 09:35:54.069578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56490) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.074187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d7736dee-5b6c-434c-9828-ea9f3be2df52 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:54.074661 dv-neutron-797120-3-hyperv neutron-server[93950]: WARNING neutron.api.v2.base [None req-d7736dee-5b6c-434c-9828-ea9f3be2df52 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:35:54.075152 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-d7736dee-5b6c-434c-9828-ea9f3be2df52 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:54.076088 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d7736dee-5b6c-434c-9828-ea9f3be2df52 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055003 Jun 22 09:35:54.078953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56492) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.081245 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-286f693e-1ddd-4adf-ba6e-2a6e6265c8e2 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 09:35:54.083048 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-286f693e-1ddd-4adf-ba6e-2a6e6265c8e2 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b HTTP/1.1" status: 409 len: 329 time: 0.2291498 Jun 22 09:35:54.085504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56494) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.088132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bbec107f-0232-4efe-b400-50081451f47e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:54.147826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c221e722-e858-4cd7-911b-8c8474381c84) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:54.153250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:54.153845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.159216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312f2c6-1468-487f-bebc-bf794f12be4b None None] Network c221e722-e858-4cd7-911b-8c8474381c84 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:54.309314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:51Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:54.339771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c5087-90a4-463f-8ddb-5bf9fbbca8fe None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:51Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:54.360724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4229739 Jun 22 09:35:54.379767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56496) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.385519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c221e722-e858-4cd7-911b-8c8474381c84', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:35:54.386388 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.462080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-bbec107f-0232-4efe-b400-50081451f47e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:54.464496 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bbec107f-0232-4efe-b400-50081451f47e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3826885 Jun 22 09:35:54.466184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56498) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.473525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-91a9aaf2-4d2a-4748-848a-ff32bf0a917a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:54.474246 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-91a9aaf2-4d2a-4748-848a-ff32bf0a917a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 09:35:54.474828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-91a9aaf2-4d2a-4748-848a-ff32bf0a917a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:54.479001 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-91a9aaf2-4d2a-4748-848a-ff32bf0a917a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091820 Jun 22 09:35:54.479629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56500) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.500951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-1d591a58-eeb5-4266-ab31-9481c373012f tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:54.525658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.549325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Allocated IP 172.20.0.2 (c221e722-e858-4cd7-911b-8c8474381c84/b1b60a15-aa99-485c-aad1-d82cb3e77028/15fb2f7e-ed17-4008-9d24-41f6379734a1) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:54.754162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.763750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Transition to ACTIVE for port object 15fb2f7e-ed17-4008-9d24-41f6379734a1 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:54.780995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Transition to ACTIVE for port object 15fb2f7e-ed17-4008-9d24-41f6379734a1 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:54.853673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-1d591a58-eeb5-4266-ab31-9481c373012f tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:54.855272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1d591a58-eeb5-4266-ab31-9481c373012f tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3741817 Jun 22 09:35:54.857885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56504) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.863767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b3ef5b17-6d37-4fab-a379-ade016e21b02 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:54.864288 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-b3ef5b17-6d37-4fab-a379-ade016e21b02 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 09:35:54.864793 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-b3ef5b17-6d37-4fab-a379-ade016e21b02 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:54.865840 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b3ef5b17-6d37-4fab-a379-ade016e21b02 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068631 Jun 22 09:35:54.869404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56506) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:54.874146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4a719ddc-5b22-4ba0-8e40-8a353ffccc3f tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:54.880646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:54.883662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fcba4300-4797-4f9b-b4ad-f1995ee6f5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:54.937562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Network c221e722-e858-4cd7-911b-8c8474381c84 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:54.942100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:54.945450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:54.947848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Pushing event updated for resources: {'Port': ['ID=15fb2f7e-ed17-4008-9d24-41f6379734a1,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:54.950965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:55.020271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Attempting to bind port 15fb2f7e-ed17-4008-9d24-41f6379734a1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:55.025031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Attempting to bind port 15fb2f7e-ed17-4008-9d24-41f6379734a1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:55.025031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Attempting to bind port 15fb2f7e-ed17-4008-9d24-41f6379734a1 on network c221e722-e858-4cd7-911b-8c8474381c84 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:55.031952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:55.032604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Checking segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:55.033114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.033611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Bound using segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:55.034195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Bound port: 15fb2f7e-ed17-4008-9d24-41f6379734a1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:55.036054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.085594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf3b86a7-998a-421c-b9ae-3f507986b8b1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:55.154554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] For port 15fb2f7e-ed17-4008-9d24-41f6379734a1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:55.159078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] For port 15fb2f7e-ed17-4008-9d24-41f6379734a1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=15fb2f7e-ed17-4008-9d24-41f6379734a1,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:55.233902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-4a719ddc-5b22-4ba0-8e40-8a353ffccc3f tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:55.235090 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4a719ddc-5b22-4ba0-8e40-8a353ffccc3f tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3646667 Jun 22 09:35:55.238147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56508) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:55.242839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-aa38649d-4e18-48d7-bf13-94d7d59a09d9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:55.244239 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-aa38649d-4e18-48d7-bf13-94d7d59a09d9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 09:35:55.244743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-aa38649d-4e18-48d7-bf13-94d7d59a09d9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:55.249988 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aa38649d-4e18-48d7-bf13-94d7d59a09d9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068159 Jun 22 09:35:55.250838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56510) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:55.255923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e82bad44-132c-4214-ac45-8d615b03a356 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:55.296245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bf3b86a7-998a-421c-b9ae-3f507986b8b1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:55.299768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.302949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:55.307860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf3b86a7-998a-421c-b9ae-3f507986b8b1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:55.308401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.414433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Pushing event updated for resources: {'Port': ['ID=15fb2f7e-ed17-4008-9d24-41f6379734a1,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:55.418089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:55.454856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.477149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bf3b86a7-998a-421c-b9ae-3f507986b8b1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf3b86a7-998a-421c-b9ae-3f507986b8b1,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:55.486524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting port f8336454-caf1-4a31-918f-762923f3c95b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:55.487049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.490689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.494259 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-e82bad44-132c-4214-ac45-8d615b03a356 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:55.498490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e82bad44-132c-4214-ac45-8d615b03a356 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2465353 Jun 22 09:35:55.499120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56512) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:55.507656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-6f909cb5-3570-4157-9f50-7ff3264a0fd0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'cfaafe62-2bf4-40f5-b4f3-14d293af09b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:55.665122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.668868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a91046e7-8bf6-40f4-9b99-6f8c544c98a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:55.691482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.730968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bf3b86a7-998a-421c-b9ae-3f507986b8b1,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:55.734728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:55.777157 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Calling delete_port for f8336454-caf1-4a31-918f-762923f3c95b owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:55.813210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-6f909cb5-3570-4157-9f50-7ff3264a0fd0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:55.814330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6f909cb5-3570-4157-9f50-7ff3264a0fd0 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3142452 Jun 22 09:35:55.817161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56514) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:55.873154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:55.897222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.044235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (c221e722-e858-4cd7-911b-8c8474381c84/b1b60a15-aa99-485c-aad1-d82cb3e77028/acc6b979-9b0d-4f4a-ae20-92452e24bfed) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:35:56.058786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.061539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.063797 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/cfaafe62-2bf4-40f5-b4f3-14d293af09b2 HTTP/1.1" status: 204 len: 168 time: 0.2445843 Jun 22 09:35:56.063797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a30414d9-d372-4bfa-bc13-96392ecf2dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:56.067351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56516) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:56.080085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaafe62-2bf4-40f5-b4f3-14d293af09b2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:56.093932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:56.132305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-23f0baf2-a485-4ad0-b43d-c92e5f9255c7 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625677 Jun 22 09:35:56.136331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56518) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:56.140779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954064336'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:56.198858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.217682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object acc6b979-9b0d-4f4a-ae20-92452e24bfed will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:56.229239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.232577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9faa04d2-5b8e-45ed-ad49-31a228cd0af1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:56.264563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Port': ['ID=f8336454-caf1-4a31-918f-762923f3c95b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:56.269640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:56.295978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.392032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.429713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.504050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.508623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ed39bed-26c6-4364-b019-58096e71bcec tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:56.510766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.516279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ec373be5-7793-45df-9652-c3574bc53be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:56.546545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c662797-44db-4f62-bf0c-63bb753eca13,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:56.551802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:56.555673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c221e722-e858-4cd7-911b-8c8474381c84 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:56.564292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:56.570336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:35:56.575011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=acc6b979-9b0d-4f4a-ae20-92452e24bfed,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:56.638091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:56.641468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.646211 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5058234 Jun 22 09:35:56.646354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56520) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:56.651525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f3932128-8930-4d4f-a2cf-4228676f2d6c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '9c662797-44db-4f62-bf0c-63bb753eca13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:56.691964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Router 5d5aee81-8208-4013-b128-97baa0cd710b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:56.692833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:56.822534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:56.825967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1963a5-f12f-4903-9096-7ce1c4a4dbb7 None None] Network c221e722-e858-4cd7-911b-8c8474381c84 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:56.844251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] Sync routers for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:56.850999 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7642167 Jun 22 09:35:56.853173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56522) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:56.897666 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-310e1304-20d2-4fc7-8f25-c52f6d9fad36 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] show failed (client error): The resource could not be found. Jun 22 09:35:56.909006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-310e1304-20d2-4fc7-8f25-c52f6d9fad36 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-447174406 HTTP/1.1" status: 404 len: 334 time: 0.0435958 Jun 22 09:35:56.909205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:56.909205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:56.909461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56524) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:56.914255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9c8e332b-5ea1-484b-8236-d9c20e3e8beb tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:56.946648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:56.953971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-9c8e332b-5ea1-484b-8236-d9c20e3e8beb tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] update failed (client error): The resource could not be found. Jun 22 09:35:56.959256 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9c8e332b-5ea1-484b-8236-d9c20e3e8beb tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1815435249 HTTP/1.1" status: 404 len: 335 time: 0.0446556 Jun 22 09:35:56.959372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56526) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:56.974899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] Routers {'5d5aee81-8208-4013-b128-97baa0cd710b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:56.975525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['5d5aee81-8208-4013-b128-97baa0cd710b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:57.012658 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-f3932128-8930-4d4f-a2cf-4228676f2d6c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The resource could not be found. Jun 22 09:35:57.014243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f3932128-8930-4d4f-a2cf-4228676f2d6c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3669636 Jun 22 09:35:57.016200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:57.017006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56528) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:57.018256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0cd059-e5ac-41c3-a94d-e49e38a0a681 None None] The sync data for ids ['5d5aee81-8208-4013-b128-97baa0cd710b'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:35:57.027575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-71c70ff5-9379-4093-889b-67cb8c9bb461 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '9c662797-44db-4f62-bf0c-63bb753eca13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '86f3e4c8-c29b-4de3-b6f1-25fb86df2026'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:57.037360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting subnet c4502ffb-26a3-4171-b762-357b8de7ed68 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:57.044470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.057641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-312efc1a-a925-4bdd-a420-829f77830077 None None] Provisioning for port 15fb2f7e-ed17-4008-9d24-41f6379734a1 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:57.081887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.106966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.110916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 15fb2f7e-ed17-4008-9d24-41f6379734a1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:57.210307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.274007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 15fb2f7e-ed17-4008-9d24-41f6379734a1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:57.278827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 15fb2f7e-ed17-4008-9d24-41f6379734a1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:57.279073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.377860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.390405 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-71c70ff5-9379-4093-889b-67cb8c9bb461 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The resource could not be found. Jun 22 09:35:57.391501 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-71c70ff5-9379-4093-889b-67cb8c9bb461 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3735242 Jun 22 09:35:57.395116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56532) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:57.421689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 15fb2f7e-ed17-4008-9d24-41f6379734a1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=15fb2f7e-ed17-4008-9d24-41f6379734a1,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:57.430622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.470118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.470118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8f6f4c89-abc2-4984-a907-2726d9f52813 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:57.498588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Provisioning complete for port 15fb2f7e-ed17-4008-9d24-41f6379734a1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:57.499174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.509224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.542496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.580734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.581935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf3b86a7-998a-421c-b9ae-3f507986b8b1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:57.586576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:57.590899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Subnet': ['ID=c4502ffb-26a3-4171-b762-357b8de7ed68,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:57.595027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:57.596492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.602293 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/subnets/c4502ffb-26a3-4171-b762-357b8de7ed68 HTTP/1.1" status: 204 len: 168 time: 0.6385255 Jun 22 09:35:57.602745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56534) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:57.613569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.643593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e315d5a3-52ed-41f7-8978-e174c6d6eca7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:57.662727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b263ced-603c-4663-9c38-bdce3d4a782a None None] Network 865d9778-e86c-42b4-8e52-9b88b454cce0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:57.685087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.733121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.734506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting subnet 4a14fd36-454b-4c21-8a7f-17c280f7a38f {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:35:57.736752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.739970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.742799 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c662797-44db-4f62-bf0c-63bb753eca13 HTTP/1.1" status: 204 len: 168 time: 0.3464043 Jun 22 09:35:57.744216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f75b172f-b782-449e-b391-c51b04c869a2 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:57.749226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56536) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:57.751305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.765635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c662797-44db-4f62-bf0c-63bb753eca13,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:57.777172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:57.780135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=acc6b979-9b0d-4f4a-ae20-92452e24bfed,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:57.783433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:57.815459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=15fb2f7e-ed17-4008-9d24-41f6379734a1,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:57.821214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-04f29543-cccd-4dba-b9f3-a48453f1715d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648720 Jun 22 09:35:57.821542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56538) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:57.824637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:57.827229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf3b86a7-998a-421c-b9ae-3f507986b8b1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:57.827819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8a4bd753-aeb2-42ee-b5db-adcd240a1723 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e6c22-2312-4899-a672-3467b710b22b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:57.827969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.845761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:57.889926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:35:57.890305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:35:57.955519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c221e722-e858-4cd7-911b-8c8474381c84 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:35:57.959303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:35:58.009445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.048253 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-8a4bd753-aeb2-42ee-b5db-adcd240a1723 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The resource could not be found. Jun 22 09:35:58.049494 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8a4bd753-aeb2-42ee-b5db-adcd240a1723 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2267697 Jun 22 09:35:58.051926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] DHCP port deletion for 865d9778-e86c-42b4-8e52-9b88b454cce0 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:58.053399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56540) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:58.059557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535301941'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:58.111946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Deleting port 59c6d910-1496-44e4-ac57-3b36d4d68c6f {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:58.112782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.142401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:35:58.188043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] For port 59c6d910-1496-44e4-ac57-3b36d4d68c6f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=59c6d910-1496-44e4-ac57-3b36d4d68c6f,segment=NetworkSegment(6ac64abc-e12a-4c0d-a206-402d2f2acdff),segment_id=6ac64abc-e12a-4c0d-a206-402d2f2acdff)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:58.188512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.257503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:35:58.260033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Calling delete_port for 59c6d910-1496-44e4-ac57-3b36d4d68c6f owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:58.264013 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/aeb88ace-22e7-48bf-b362-f551d29eecda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8976328 Jun 22 09:35:58.266236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56542) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:58.270111 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:35:58.281250 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:58.282752 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:58.283297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.288573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.294299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8661742d-31cb-42ee-b7f4-39e354ca9819 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:58.333616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Subnet': ['ID=4a14fd36-454b-4c21-8a7f-17c280f7a38f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:58.339730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:58.354007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.356804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472c15b-b53b-4874-8775-d12df5461e3c None None] Network e7ac3cea-0239-409e-b021-c8e7b73a6cce requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:35:58.364103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/subnets/4a14fd36-454b-4c21-8a7f-17c280f7a38f HTTP/1.1" status: 204 len: 168 time: 0.7602072 Jun 22 09:35:58.371113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56544) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:58.402734 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:35:58.458959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.464774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e9f24eaa-899f-42bc-96f0-68a8f21d240a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:58.473011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.514039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.514578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.515261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.515514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.516015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.516148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Pushing event deleted for resources: {'Port': ['ID=59c6d910-1496-44e4-ac57-3b36d4d68c6f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:58.516571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.517059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.517517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.518350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.523289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d65c36a9-518b-442a-a751-9d326593fb9b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6322 time: 0.2533054 Jun 22 09:35:58.534135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56546) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:58.543080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:58.545363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] No DVR routers for this DVR port 59c6d910-1496-44e4-ac57-3b36d4d68c6f on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:58.579244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.634980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.666857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865d9778-e86c-42b4-8e52-9b88b454cce0']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:58.703564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac64abc-e12a-4c0d-a206-402d2f2acdff') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:58.703564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac64abc-e12a-4c0d-a206-402d2f2acdff') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:58.707484 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:56Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:35:57Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:58.712469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] DHCP port deletion for e7ac3cea-0239-409e-b021-c8e7b73a6cce request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:35:58.714938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.715416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.715905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.716362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.716819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.717273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.717740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:35:58.719522 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-464b5c20-cf94-48dc-8440-660ed15fdcb4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.1845124 Jun 22 09:35:58.721374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.722697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56548) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:58.738711 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:35:58.739072 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Updating router aeb88ace-22e7-48bf-b362-f551d29eecda port acc6b979-9b0d-4f4a-ae20-92452e24bfed binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:35:58.746386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Provisioning for port acc6b979-9b0d-4f4a-ae20-92452e24bfed completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:35:58.746774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.762527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:58.763362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.768262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Provisioning complete for port acc6b979-9b0d-4f4a-ae20-92452e24bfed triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:58.768939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.777631 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:58.779221 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:58.808485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.823481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98a0a8ee-40c4-4678-af20-16bb8ad21288 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:58.824113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Deleting port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:58.824602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.880901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f60fca9c-7887-4b70-aec8-8e07fc64ca1c None None] Port acc6b979-9b0d-4f4a-ae20-92452e24bfed cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:58.902844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] For port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,segment=NetworkSegment(56146ace-3787-4587-8303-a59da291e4dc),segment_id=56146ace-3787-4587-8303-a59da291e4dc)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:58.903549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.939245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366b0b81-7612-4b51-9ca5-05558b63442c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:58.948958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:58.949698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:58.955221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8965650 Jun 22 09:35:58.955221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56550) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:58.959970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--168193529'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:58.990704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Calling delete_port for 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:59.016027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bc638898-2f6a-4553-8ce9-3e9e0d5c3d90 None None] Provisioning complete for port acc6b979-9b0d-4f4a-ae20-92452e24bfed triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:59.016545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc638898-2f6a-4553-8ce9-3e9e0d5c3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.017162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.029327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:59.054437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.059299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/networks/865d9778-e86c-42b4-8e52-9b88b454cce0 HTTP/1.1" status: 204 len: 168 time: 0.6931159 Jun 22 09:35:59.061408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Network': ['ID=865d9778-e86c-42b4-8e52-9b88b454cce0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:59.063626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56552) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:59.067722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:59.081123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 15fb2f7e-ed17-4008-9d24-41f6379734a1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:35:59.088516 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-58ccebda-8681-4f4e-8f80-26a266e0fd39 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.3642528 Jun 22 09:35:59.090419 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.101663 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Transition to ACTIVE for port object acc6b979-9b0d-4f4a-ae20-92452e24bfed will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:35:59.148769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.184866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.224380 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.227757 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-0bc268d8-713d-442d-aeb2-e8adaf738435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:59.261819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.286286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:35:59.286877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.305563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bc638898-2f6a-4553-8ce9-3e9e0d5c3d90 None None] Port acc6b979-9b0d-4f4a-ae20-92452e24bfed cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:35:59.343704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 15fb2f7e-ed17-4008-9d24-41f6379734a1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:35:59.344119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.348401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.362970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e292cb6-861b-44f1-88d5-e5162e3ef745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:59.409535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ffbd08-d303-4652-9373-ede8e56af70e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:59.413925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:59.437160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] For port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,segment=NetworkSegment(56146ace-3787-4587-8303-a59da291e4dc),segment_id=56146ace-3787-4587-8303-a59da291e4dc)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:35:59.438043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.473289 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Attempting to bind port acc6b979-9b0d-4f4a-ae20-92452e24bfed on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:35:59.473921 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Attempting to bind port acc6b979-9b0d-4f4a-ae20-92452e24bfed by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:35:59.474378 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Attempting to bind port acc6b979-9b0d-4f4a-ae20-92452e24bfed on network c221e722-e858-4cd7-911b-8c8474381c84 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:35:59.498259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:35:59.501187 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Checking segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:35:59.501684 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.502254 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Bound using segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:35:59.502806 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Bound port: acc6b979-9b0d-4f4a-ae20-92452e24bfed, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:35:59.505547 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.522058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.524269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff694778-6aab-4cea-b926-3242e7a7c062 None None] Pushing event updated for resources: {'Port': ['ID=acc6b979-9b0d-4f4a-ae20-92452e24bfed,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:59.533840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Calling delete_port for 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:35:59.540709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f021931c-8bbf-4b10-8564-6d3f98a9bffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:59.541930 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff694778-6aab-4cea-b926-3242e7a7c062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:59.545802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.552079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] No DVR routers for this DVR port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:59.552601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5964684 Jun 22 09:35:59.553321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56556) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:59.565118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0142cffa-3a21-46b3-9c34-88d8e3191cc3 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group_rule': {'security_group_id': '366b0b81-7612-4b51-9ca5-05558b63442c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '66ffbd08-d303-4652-9373-ede8e56af70e'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:59.605250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Pushing event deleted for resources: {'Port': ['ID=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:59.607670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:59.638955 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] For port acc6b979-9b0d-4f4a-ae20-92452e24bfed, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:35:59.642370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.642921 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] For port acc6b979-9b0d-4f4a-ae20-92452e24bfed, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=acc6b979-9b0d-4f4a-ae20-92452e24bfed,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:35:59.644976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28da3d49-1ea8-434b-9f52-f9b6aaef4084 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:59.668949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:59.671362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Port': ['ID=49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:59.672398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:59.672904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c89d7cb-46a4-42ac-9e7b-47390d13c58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.673178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] No DVR routers for this DVR port 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:35:59.694089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:59.694452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 49a4c2e0-e54b-4c6e-87aa-3e0d9cbb7124 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:59.694888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 59c6d910-1496-44e4-ac57-3b36d4d68c6f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:35:59.713965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 59c6d910-1496-44e4-ac57-3b36d4d68c6f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:35:59.714329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 59c6d910-1496-44e4-ac57-3b36d4d68c6f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:35:59.764493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.774710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ac3cea-0239-409e-b021-c8e7b73a6cce']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:59.774978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56558) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:59.780043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282963284', 'description': 'tempest-secgroup-smoke-282963284 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:35:59.786097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56146ace-3787-4587-8303-a59da291e4dc') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:59.786097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56146ace-3787-4587-8303-a59da291e4dc') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:59.793899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.807681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.813280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:35:59.813651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: self.session.flush() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:35:59.817223 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:35:59.863750 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.867851 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:35:59.907504 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-0142cffa-3a21-46b3-9c34-88d8e3191cc3 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 09:35:59.908789 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0142cffa-3a21-46b3-9c34-88d8e3191cc3 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3481884 Jun 22 09:35:59.912161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56560) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:35:59.920425 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:35:59.921082 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:35:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:35:59.959238 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff694778-6aab-4cea-b926-3242e7a7c062 None None] Pushing event updated for resources: {'Port': ['ID=acc6b979-9b0d-4f4a-ae20-92452e24bfed,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:35:59.963952 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff694778-6aab-4cea-b926-3242e7a7c062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:35:59.969492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:35:59.997886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.039316 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:36:00.108355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.112041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-03266084-91e4-49a8-8b82-2765894eb5c3 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:00.117844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.119721 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/networks/e7ac3cea-0239-409e-b021-c8e7b73a6cce HTTP/1.1" status: 204 len: 168 time: 1.0547311 Jun 22 09:36:00.122451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56562) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.132463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Network': ['ID=e7ac3cea-0239-409e-b021-c8e7b73a6cce,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:00.135999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:00.180579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting subnet 73ab7f04-07a0-4e4b-9dee-9263360faff0 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:36:00.184136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.186848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.240433 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:56Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:35:59Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:00.241180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.251289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.255002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.258237 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/66ffbd08-d303-4652-9373-ede8e56af70e HTTP/1.1" status: 204 len: 168 time: 0.3423891 Jun 22 09:36:00.258237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b57f750c-ae8f-4175-80ae-f86924c29ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:00.259848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56564) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.270901 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4904dd14-d28d-40e6-8a50-57dc686a6556 None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:56Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:35:59Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:36:00.279601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ffbd08-d303-4652-9373-ede8e56af70e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:00.282720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-46f7d968-c83f-4295-a40d-232b5e2079dd tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:00.341007 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0dc19300-c7fc-4aef-934a-1588df52ba26 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0798907 Jun 22 09:36:00.343541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56566) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.401152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.423101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.434557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.449295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.619064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.621729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-099fbbd6-eede-4b20-8908-23e99d85739d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:00.641961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.646003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.648353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.649572 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/366b0b81-7612-4b51-9ca5-05558b63442c HTTP/1.1" status: 204 len: 168 time: 0.3042884 Jun 22 09:36:00.651089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eee566f7-7a60-4e7e-99fe-43cd046f5b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:00.653528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56568) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.668547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b0b81-7612-4b51-9ca5-05558b63442c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:00.671055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:00.678732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6c4149-9b44-4815-a132-862ba16f1061,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:00.679592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:00.682528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9321401e-e9fd-4cef-91d1-695f5119e73e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:00.689296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.690998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/subnets/73ab7f04-07a0-4e4b-9dee-9263360faff0 HTTP/1.1" status: 204 len: 168 time: 0.5667722 Jun 22 09:36:00.698408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56570) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.704700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042413a-bcc5-4cca-9f08-64b893d61fad None None] Network 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:36:00.718751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Subnet': ['ID=73ab7f04-07a0-4e4b-9dee-9263360faff0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:00.726381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:00.753761 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-617b5838-1901-4ba8-9ae9-b9b0737c4f04 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950019 Jun 22 09:36:00.754862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56572) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.755669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.759702 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9807591 Jun 22 09:36:00.760015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56574) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:00.766553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'tempest-secgroup--427721345'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:00.776158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': 'bc6c4149-9b44-4815-a132-862ba16f1061', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:00.812148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 09:36:00.812148 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 09:36:00.812148 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'project_id_1': '76e3306a0954433fb1e4e97cf032729b', 'expiration_1': datetime.datetime(2021, 6, 22, 9, 36, 0, 795211)}] Jun 22 09:36:00.812148 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:36:00.812148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:36:00.937063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:00.971111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] DHCP port deletion for 672424cd-db2c-4bf0-9ea0-662b31ed9cf1 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:36:01.070839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.078721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Deleting port 6d2d4b92-7c4d-408e-984a-46e41023dc52 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:36:01.079105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.100433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acc6b979-9b0d-4f4a-ae20-92452e24bfed up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:36:01.165862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.173746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3e521926-e366-495f-bf77-409fecd8bf70 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:01.192117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] For port 6d2d4b92-7c4d-408e-984a-46e41023dc52, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6d2d4b92-7c4d-408e-984a-46e41023dc52,segment=NetworkSegment(ac0ee5c9-9398-4182-8400-e1397232c413),segment_id=ac0ee5c9-9398-4182-8400-e1397232c413)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:01.192699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.217463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cc6a54-671a-4a82-96e1-19741823bfe5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:01.220415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:01.237259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.273441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Calling delete_port for 6d2d4b92-7c4d-408e-984a-46e41023dc52 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:36:01.293388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Deleting port 6d2d4b92-7c4d-408e-984a-46e41023dc52 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:36:01.293713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.304832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.310945 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5529115 Jun 22 09:36:01.311853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56578) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.324083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2333a6c9-bc66-4895-be79-ef3723c23403 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:01.324885 dv-neutron-797120-3-hyperv neutron-server[93949]: WARNING neutron.api.v2.base [None req-2333a6c9-bc66-4895-be79-ef3723c23403 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 09:36:01.326523 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-2333a6c9-bc66-4895-be79-ef3723c23403 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 09:36:01.332843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56580) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.333400 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2333a6c9-bc66-4895-be79-ef3723c23403 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "PUT /v2.0/security-groups/c2cc6a54-671a-4a82-96e1-19741823bfe5 HTTP/1.1" status: 409 len: 330 time: 0.0147460 Jun 22 09:36:01.365268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port acc6b979-9b0d-4f4a-ae20-92452e24bfed completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:36:01.370062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port acc6b979-9b0d-4f4a-ae20-92452e24bfed triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:01.370695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.397218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] For port 6d2d4b92-7c4d-408e-984a-46e41023dc52, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6d2d4b92-7c4d-408e-984a-46e41023dc52,segment=NetworkSegment(ac0ee5c9-9398-4182-8400-e1397232c413),segment_id=ac0ee5c9-9398-4182-8400-e1397232c413)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:01.397570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.455823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.462548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.470237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Calling delete_port for 6d2d4b92-7c4d-408e-984a-46e41023dc52 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:36:01.488687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.500934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port acc6b979-9b0d-4f4a-ae20-92452e24bfed, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=acc6b979-9b0d-4f4a-ae20-92452e24bfed,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:01.533514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.549658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:01.550605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.554984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.566878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Pushing event deleted for resources: {'Port': ['ID=6d2d4b92-7c4d-408e-984a-46e41023dc52,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:01.570471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:01.571739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] No DVR routers for this DVR port 6d2d4b92-7c4d-408e-984a-46e41023dc52 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:36:01.608595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.609614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.610612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bfa45681-639b-43a2-ade7-fd46c8569619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:01.624318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:01.637028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Port': ['ID=6d2d4b92-7c4d-408e-984a-46e41023dc52,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:01.640464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:01.641243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] No DVR routers for this DVR port 6d2d4b92-7c4d-408e-984a-46e41023dc52 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:36:01.676795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6d2d4b92-7c4d-408e-984a-46e41023dc52 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:36:01.699591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6d2d4b92-7c4d-408e-984a-46e41023dc52 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:36:01.699977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6d2d4b92-7c4d-408e-984a-46e41023dc52 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:36:01.702115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=acc6b979-9b0d-4f4a-ae20-92452e24bfed,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:01.704950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:01.721492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.732908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7c1f4bdf-d283-4972-a040-67995b5d65a6 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:01.733054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.736343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672424cd-db2c-4bf0-9ea0-662b31ed9cf1']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:01.741450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed67c568-3415-4a7d-ab71-370f54c8b8fb,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:01.744481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:01.746440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0ee5c9-9398-4182-8400-e1397232c413') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:01.746733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0ee5c9-9398-4182-8400-e1397232c413') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:01.755481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.769687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.775475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:36:01.796044 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:36:01.859036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.859036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.859036 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/c2cc6a54-671a-4a82-96e1-19741823bfe5 HTTP/1.1" status: 204 len: 168 time: 0.5061224 Jun 22 09:36:01.859036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23e061c9-7ba9-4a8f-a241-24cac9fb4188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:01.860076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56582) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.860187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cc6a54-671a-4a82-96e1-19741823bfe5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:01.860187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:01.889011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-719fe69c-ea42-4020-87e8-e1000da33b6d tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446005 Jun 22 09:36:01.892587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56584) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.905975 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-686d25ad-94a8-4781-88b0-962d1cf2640c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] delete failed (client error): The resource could not be found. Jun 22 09:36:01.906916 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-686d25ad-94a8-4781-88b0-962d1cf2640c tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "DELETE /v2.0/security-groups/10f55e4f-396a-4230-9610-997682d6feb7 HTTP/1.1" status: 404 len: 347 time: 0.0134139 Jun 22 09:36:01.910994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56586) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.923595 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-4787eea6-60fb-482d-8f36-4fb1750f9ecc tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] show failed (client error): The resource could not be found. Jun 22 09:36:01.924558 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4787eea6-60fb-482d-8f36-4fb1750f9ecc tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-groups/033eb3d7-6241-4e01-8535-5b403ad875e9 HTTP/1.1" status: 404 len: 347 time: 0.0126791 Jun 22 09:36:01.927771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56588) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.945546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:01.946662 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1858673 Jun 22 09:36:01.948026 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-a6b2dc67-1dc7-4317-9135-5ef984676491 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] show failed (client error): The resource could not be found. Jun 22 09:36:01.949021 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a6b2dc67-1dc7-4317-9135-5ef984676491 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] 10.222.0.65 "GET /v2.0/security-group-rules/a5bb98a9-e1db-4425-a18a-ce66b31bd978 HTTP/1.1" status: 404 len: 356 time: 0.0203791 Jun 22 09:36:01.949491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56590) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:01.953727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': 'bc6c4149-9b44-4815-a132-862ba16f1061', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:01.995899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.000543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.002434 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/networks/672424cd-db2c-4bf0-9ea0-662b31ed9cf1 HTTP/1.1" status: 204 len: 168 time: 1.3026750 Jun 22 09:36:02.003845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fe684dba-2d54-45f2-a6a8-a5f94639a673 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:02.005265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56594) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:02.017990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Pushing event deleted for resources: {'Network': ['ID=672424cd-db2c-4bf0-9ea0-662b31ed9cf1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:02.021795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:02.036703 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c860c8d-5c9f-459b-9d84-7c90f39d7eec tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d5aee81-8208-4013-b128-97baa0cd710b HTTP/1.1" status: 200 len: 205 time: 0.0301025 Jun 22 09:36:02.038820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56598) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:02.236095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f1fa66fe-095a-4ef0-bc47-6a068e470cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.476777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.483697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.516198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56602) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:02.658887 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aae1c17e-4a0b-4cdd-8e24-1dd8d979c2f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16ea90a39e13439e9fe3667a3271d438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414115 Jun 22 09:36:02.662126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56606) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:02.678572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.684093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.686697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.699077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.716060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.738335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.801781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.808106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc19bde3-b7dc-40ec-a76f-2b87f9766be9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:02.814001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.814481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Fanout notify agent at l3_agent the message router_deleted on router 5d5aee81-8208-4013-b128-97baa0cd710b {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:36:02.828117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.829200 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b8706ee2-c845-487d-85ee-a0ccdb54d69d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] 10.222.0.65 "DELETE /v2.0/routers/5d5aee81-8208-4013-b128-97baa0cd710b HTTP/1.1" status: 204 len: 168 time: 0.7894895 Jun 22 09:36:02.835493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a3d4a2-a5a7-4d8a-bc3b-f1e944af0358,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:02.837823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:02.914030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.916810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.918028 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d862376-4b71-4667-936b-0272a8864ae9 HTTP/1.1" status: 204 len: 168 time: 0.2549934 Jun 22 09:36:02.918827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd6a949d-c20a-4148-a794-869ad942633e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:02.926534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d862376-4b71-4667-936b-0272a8864ae9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:02.928858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:02.955811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:02.958054 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0076752 Jun 22 09:36:02.964832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56612) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:02.969850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': 'bc6c4149-9b44-4815-a132-862ba16f1061', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:03.010134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acc6b979-9b0d-4f4a-ae20-92452e24bfed up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:36:03.057658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port acc6b979-9b0d-4f4a-ae20-92452e24bfed triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:03.058039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.211006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.271487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.390078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.392137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-870cda89-7120-4388-837a-9e8e50aa51c0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:03.408961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e881b4-b49a-430b-9b8f-81aa560d4fdc,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:03.412149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:03.435957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.571319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.572633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6067388 Jun 22 09:36:03.575494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56614) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:03.580348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': 'bc6c4149-9b44-4815-a132-862ba16f1061', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:03.741175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56618) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:03.770889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.822596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.874484 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b3d63ede-f22e-423d-975c-b71b2a5ff1df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88d9808736004ca6978df3e723e02d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319818 Jun 22 09:36:03.876793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56622) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:03.926490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.927978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:03.933861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-93992040-0d9f-47ab-9aba-a12a625c66a1 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:03.964967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db14773-7e8d-4ae9-913b-cc2b20861130,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:03.967616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:03.970702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.050959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.052127 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4755321 Jun 22 09:36:04.054908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56624) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:04.059618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': 'bc6c4149-9b44-4815-a132-862ba16f1061', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:04.121138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.123764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.124968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6959fd5-4aff-46f1-a58b-dd52ccec7f49 HTTP/1.1" status: 204 len: 168 time: 0.2472162 Jun 22 09:36:04.125835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ae914e8b-9895-4a4d-9199-ba005501b260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:04.133963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6959fd5-4aff-46f1-a58b-dd52ccec7f49,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:04.136332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:04.184623 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:36:04.189823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.251177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.379475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.381382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e068859a-d25e-4bc1-9568-5e4665fe4f9a tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:04.400107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32728f9-3b3b-4983-bd3e-f0f60cc25caf,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:04.402278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:04.542465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.543820 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4877968 Jun 22 09:36:04.546684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56630) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:04.551339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': 'bc6c4149-9b44-4815-a132-862ba16f1061', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:04.802025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:36:04.807286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.879636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.970795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.970985 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:04.972868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3ee7302a-2f36-4927-89ae-dc329c8dc317 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:04.991024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f549ae6-bdf6-4435-afb5-650a48a9ca19,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:04.993180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:05.082167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:05.083407 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d02dbe8a-c70e-4f7a-8376-6de0ceeadf9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5357368 Jun 22 09:36:05.287157 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8161f2d9-40ae-4220-a608-88a3aa2be2ef tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282963284&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0457888 Jun 22 09:36:05.398010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56664) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:05.476501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-829fea0c-a472-47cc-beaf-8279c9fa038d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:05.483145 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-829fea0c-a472-47cc-beaf-8279c9fa038d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=c221e722-e858-4cd7-911b-8c8474381c84 HTTP/1.1" status: 200 len: 796 time: 0.1890931 Jun 22 09:36:05.492787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-6887272'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:05.499369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-ff2a5a3a-dae8-4471-b6e3-524a8dddf903 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0097015 Jun 22 09:36:05.599806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-dfe30686-34a8-4804-941f-d8a0f0dbba4b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007588 Jun 22 09:36:05.647476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Made reservation on behalf of ed6d9862bb0e44dd818ef358ee32c4d2 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:36:05.651009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:05.660851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:05.758608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:05.761590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-64dff748-aad4-4f11-b87d-6793f784e454 service neutron] 10.222.0.65 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506357 Jun 22 09:36:05.853895 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-97dd402b-d01c-48cb-9da9-a7e408e4c10a service neutron] 10.222.0.65 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Jun 22 09:36:05.898812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:05.902256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-39357b9a-bf50-4da9-afea-f78189a2df91 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:05.929555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:36:05.935894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9148d67-2b42-4cde-b901-d758b46df980,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:05.939463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:05.942772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:05.943119 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Added segment 5218ba0e-477f-4c8e-86a3-24b3b37a587d of type vlan for network 47df4215-8b0e-4755-84dc-0acd8af6e110 Jun 22 09:36:05.993177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:06.230123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:06.235421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:06.236113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:06.255844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2eaf4f7b-f3bb-4f39-9daa-2de63a7f6a8b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:06.263147 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dfd502af-7375-4110-951b-7f114ac82aeb req-881bdd35-c092-4811-ba91-44b180972ce0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 210 time: 0.0441647 Jun 22 09:36:06.333370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Pushing event updated for resources: {'Network': ['ID=47df4215-8b0e-4755-84dc-0acd8af6e110,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:06.336020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:06.344449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 47df4215-8b0e-4755-84dc-0acd8af6e110 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:36:06.394800 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9956441 Jun 22 09:36:06.398090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56678) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:06.402929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-d1fb59dd-9024-4932-b497-3128e7ea61a4 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-2074124152') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:06.566838 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d1fb59dd-9024-4932-b497-3128e7ea61a4 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "PUT /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-2074124152 HTTP/1.1" status: 201 len: 201 time: 0.1676977 Jun 22 09:36:06.569525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56680) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:06.573954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-11b31ee3-4838-4784-b713-b8bd29e25a57 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-2074124152') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:06.646616 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11b31ee3-4838-4784-b713-b8bd29e25a57 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-2074124152 HTTP/1.1" status: 204 len: 168 time: 0.0759363 Jun 22 09:36:06.648914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56682) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:06.653146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-1d9cb36b-08d8-4b5d-8516-771d2e1b97cb tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:06.720074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d9cb36b-08d8-4b5d-8516-771d2e1b97cb tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags HTTP/1.1" status: 200 len: 238 time: 0.0701241 Jun 22 09:36:06.723269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56684) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:06.728264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-ed51086a-c796-4ddf-8aad-aaaf0ce9b238 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', {'tags': ['tempest-TagsTest-Tag-911388157', 'tempest-TagsTest-Tag-1936523094', 'tempest-TagsTest-Tag-1581457406']}) {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:06.931998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed51086a-c796-4ddf-8aad-aaaf0ce9b238 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "PUT /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags HTTP/1.1" status: 200 len: 308 time: 0.2076843 Jun 22 09:36:06.934903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56686) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:06.939911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-90558cb7-2701-48b1-b45b-151f24a219b2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-911388157') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.116653 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-90558cb7-2701-48b1-b45b-151f24a219b2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "DELETE /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-911388157 HTTP/1.1" status: 204 len: 168 time: 0.1806557 Jun 22 09:36:07.119154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56688) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.123913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-08c97d7a-f00c-48ad-8727-6b7d5aa9dc89 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-911388157') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.191115 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-08c97d7a-f00c-48ad-8727-6b7d5aa9dc89 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] show failed (client error): The resource could not be found. Jun 22 09:36:07.192556 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-08c97d7a-f00c-48ad-8727-6b7d5aa9dc89 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-911388157 HTTP/1.1" status: 404 len: 325 time: 0.0722370 Jun 22 09:36:07.197081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56692) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.199521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-a4831a62-74fe-4ba3-89e9-d0ad95332d01 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-1936523094') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.271431 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a4831a62-74fe-4ba3-89e9-d0ad95332d01 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-1936523094 HTTP/1.1" status: 204 len: 168 time: 0.0752492 Jun 22 09:36:07.273990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56694) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.278565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.tag.tag_plugin [None req-3affe176-2f3a-4455-9878-1f5ddda9d0ed tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-1581457406') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.358456 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-be5c8d65-54cc-427c-8377-6dbccec36485 req-d5f01a7f-4000-4f7f-a9ca-d19f271e250f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 210 time: 0.0366833 Jun 22 09:36:07.380678 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3affe176-2f3a-4455-9878-1f5ddda9d0ed tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-1581457406 HTTP/1.1" status: 204 len: 168 time: 0.1056292 Jun 22 09:36:07.383117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56698) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.388317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-0eb31161-840f-424d-a768-1ef37b5922c0 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.571680 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0eb31161-840f-424d-a768-1ef37b5922c0 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "DELETE /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags HTTP/1.1" status: 204 len: 168 time: 0.1873481 Jun 22 09:36:07.574206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56700) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.578650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-3d6176db-efce-484d-a2e8-6203fb7bf564 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-1936523094') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.650883 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-3d6176db-efce-484d-a2e8-6203fb7bf564 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] show failed (client error): The resource could not be found. Jun 22 09:36:07.651825 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3d6176db-efce-484d-a2e8-6203fb7bf564 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-1936523094 HTTP/1.1" status: 404 len: 326 time: 0.0767217 Jun 22 09:36:07.654818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56702) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.659686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-de370af1-f385-4ca0-b434-e8a0a06e6713 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110', 'tempest-TagsTest-Tag-1581457406') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.726103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-de370af1-f385-4ca0-b434-e8a0a06e6713 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] show failed (client error): The resource could not be found. Jun 22 09:36:07.727164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-de370af1-f385-4ca0-b434-e8a0a06e6713 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "GET /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags/tempest-TagsTest-Tag-1581457406 HTTP/1.1" status: 404 len: 326 time: 0.0714645 Jun 22 09:36:07.729883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56704) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.734424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.tag.tag_plugin [None req-e7c3b361-7f1c-4c13-8338-3246984a9ea7 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '47df4215-8b0e-4755-84dc-0acd8af6e110') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.809087 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e7c3b361-7f1c-4c13-8338-3246984a9ea7 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "DELETE /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110/tags HTTP/1.1" status: 204 len: 168 time: 0.0782094 Jun 22 09:36:07.814730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56706) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:07.890508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:07.979581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:07.989602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47df4215-8b0e-4755-84dc-0acd8af6e110']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:07.999467 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5218ba0e-477f-4c8e-86a3-24b3b37a587d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:08.003635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5218ba0e-477f-4c8e-86a3-24b3b37a587d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:08.008978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:08.023573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:08.029166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:36:08.029543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:36:08.032371 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:36:08.224489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:08.228888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:08.231525 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] 10.222.0.65 "DELETE /v2.0/networks/47df4215-8b0e-4755-84dc-0acd8af6e110 HTTP/1.1" status: 204 len: 168 time: 0.4151194 Jun 22 09:36:08.231766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:08.249011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Pushing event deleted for resources: {'Network': ['ID=47df4215-8b0e-4755-84dc-0acd8af6e110,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:08.251503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:08.505141 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3c28e537-154c-4159-8c78-e58425ed1c7f req-0bb7e8ac-8735-414a-b12f-ac3bef3f0dac tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 210 time: 0.0290914 Jun 22 09:36:08.866767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56714) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:09.001503 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c5bd584a-4d28-41f7-9477-e073261bf903 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed6d9862bb0e44dd818ef358ee32c4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334968 Jun 22 09:36:09.004422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56718) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:09.052817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.073882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.209258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.211827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.212960 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9148d67-2b42-4cde-b901-d758b46df980 HTTP/1.1" status: 204 len: 168 time: 0.2076645 Jun 22 09:36:09.215605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1eef268-e598-4ac4-8648-fc726aa7df9a tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:09.228944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9148d67-2b42-4cde-b901-d758b46df980,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:09.233401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:09.260633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.265946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-4de4834d-d493-47b5-87ae-c07a59c8b1c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:09.267454 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-4de4834d-d493-47b5-87ae-c07a59c8b1c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=c221e722-e858-4cd7-911b-8c8474381c84 HTTP/1.1" status: 200 len: 796 time: 0.1197448 Jun 22 09:36:09.322627 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-83126bf2-5bc4-473a-8ac8-38ad8bff8325 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 379 time: 0.0348547 Jun 22 09:36:09.331256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['bc6c4149-9b44-4815-a132-862ba16f1061']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:09.584416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:36:09.588489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.658747 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a736c720-ea01-4c51-af36-904c747daa82 req-f61c13d8-4774-4b73-92a2-649e9b540d08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 210 time: 0.0332329 Jun 22 09:36:09.738255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.12 (c221e722-e858-4cd7-911b-8c8474381c84/b1b60a15-aa99-485c-aad1-d82cb3e77028/dca958d6-ed6b-42cf-b6cd-7caa7a704e2a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:36:09.886030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:09.900168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object dca958d6-ed6b-42cf-b6cd-7caa7a704e2a will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:36:10.019165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:10.023131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1df5b53f-6dfd-40a3-96ac-21cfdf8abdc9 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:10.060813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c221e722-e858-4cd7-911b-8c8474381c84 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:36:10.064000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:36:10.068437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:36:10.106284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:10.110695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:10.128805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:10.134065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:10.230990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9033251 Jun 22 09:36:10.251681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Request body: {'port': {'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:10.324242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:10.348410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-40f0d622-360c-4dd3-b8cc-98e7add9081a None None] Provisioning for port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:36:10.349699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-40f0d622-360c-4dd3-b8cc-98e7add9081a None None] Provisioning complete for port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:10.350088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-40f0d622-360c-4dd3-b8cc-98e7add9081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:10.383916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-40f0d622-360c-4dd3-b8cc-98e7add9081a None None] Port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:36:10.592273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca958d6-ed6b-42cf-b6cd-7caa7a704e2a {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:36:10.600402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:10.611775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Transition to ACTIVE for port object dca958d6-ed6b-42cf-b6cd-7caa7a704e2a will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:36:10.767110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:10.770044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-84f31fc5-58d3-4284-99ff-0f8014ce1bfe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:10.887423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:10.891969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:10.972177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738be264-45ae-496e-b4c9-9e769a31bf1e req-7846c262-84db-4d7e-8289-09455da9b447 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:10.973897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-738be264-45ae-496e-b4c9-9e769a31bf1e req-7846c262-84db-4d7e-8289-09455da9b447 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 944 time: 0.1790559 Jun 22 09:36:10.997083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Attempting to bind port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:36:10.997418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Attempting to bind port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:36:10.997743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Attempting to bind port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a on network c221e722-e858-4cd7-911b-8c8474381c84 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:36:11.010716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a on network c221e722-e858-4cd7-911b-8c8474381c84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:36:11.011495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Attempting to bind port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a on network c221e722-e858-4cd7-911b-8c8474381c84 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:36:11.022093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:36:11.022427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Checking segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:36:11.022804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Bound using segment: {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:36:11.023331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Bound port: dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf0a784-fda5-44e6-8b2d-495fc2a68f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:36:11.023686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:11.046132 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-738be264-45ae-496e-b4c9-9e769a31bf1e req-5133d5aa-0a23-4c5e-a840-c3c073d06753 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596910 Jun 22 09:36:11.103805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] For port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:36:11.107421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] For port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:36:11.217518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:11.219728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5770f6f9-ee3c-48a1-b7c8-e4ea5a627da8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:11.253306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.253881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:11.255279 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] 10.222.0.24 "PUT /v2.0/ports/dca958d6-ed6b-42cf-b6cd-7caa7a704e2a HTTP/1.1" status: 200 len: 1094 time: 1.0079491 Jun 22 09:36:11.255806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:36:11.258149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7bd275-50db-4e9d-9627-8b400a10f6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:36:11.285842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:11.289049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:11.303657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f9f75-5a0a-4f2c-a6f5-5997571efbfc x-openstack-request-id: req-396f9f75-5a0a-4f2c-a6f5-5997571efbfc {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:36:11.304048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:36:11.308105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-396f9f75-5a0a-4f2c-a6f5-5997571efbfc {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:36:11.308105 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'status': 'completed', 'code': 200} Jun 22 09:36:11.405670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd275-50db-4e9d-9627-8b400a10f6bc req-950ff91a-36d7-4c36-a0eb-86a0fb04a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.407416 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8a7bd275-50db-4e9d-9627-8b400a10f6bc req-950ff91a-36d7-4c36-a0eb-86a0fb04a64d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 1097 time: 0.0610359 Jun 22 09:36:11.516668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd275-50db-4e9d-9627-8b400a10f6bc req-944528b5-0727-4e64-87d2-3ffcffe5103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.518056 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8a7bd275-50db-4e9d-9627-8b400a10f6bc req-944528b5-0727-4e64-87d2-3ffcffe5103d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0971375 Jun 22 09:36:11.609334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd275-50db-4e9d-9627-8b400a10f6bc req-9e6055ad-6a2b-4183-85bc-917e890136c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.610764 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8a7bd275-50db-4e9d-9627-8b400a10f6bc req-9e6055ad-6a2b-4183-85bc-917e890136c7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873129 Jun 22 09:36:11.727294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-aa93a0eb-b148-46e9-bcff-de33d7cd1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.728773 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-aa93a0eb-b148-46e9-bcff-de33d7cd1b63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 1097 time: 0.0569506 Jun 22 09:36:11.776236 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-da5bb169-96ba-44a0-a05c-541f824ddd35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a HTTP/1.1" status: 200 len: 217 time: 0.0341849 Jun 22 09:36:11.823724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-f6f888c6-0dce-4e8c-b6fb-43acca72392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.825155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-f6f888c6-0dce-4e8c-b6fb-43acca72392d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1b60a15-aa99-485c-aad1-d82cb3e77028 HTTP/1.1" status: 200 len: 835 time: 0.0429754 Jun 22 09:36:11.881223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-58a44c2a-7db7-41b0-80d7-6a3a714cafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:11.882662 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-58a44c2a-7db7-41b0-80d7-6a3a714cafd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c221e722-e858-4cd7-911b-8c8474381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513620 Jun 22 09:36:11.973888 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-da7a71e3-b684-4c31-b380-700fb497e621 service neutron] 10.222.0.24 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Jun 22 09:36:12.061541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9fd4fb88-8f19-4844-a037-88defd965d00 req-5e247b08-7017-4675-92a4-d2ef96665f1a service neutron] 10.222.0.24 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810335 Jun 22 09:36:12.221273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275566b4-ce08-4546-9ec6-2d81e8867443 req-9141d744-09f2-49a4-8bb2-fccb0f257555 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:12.223418 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-275566b4-ce08-4546-9ec6-2d81e8867443 req-9141d744-09f2-49a4-8bb2-fccb0f257555 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 944 time: 0.0686004 Jun 22 09:36:12.259978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-275566b4-ce08-4546-9ec6-2d81e8867443 req-26ad3e79-20d1-49df-ae63-91e9a166c216 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Jun 22 09:36:13.442175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba1ee-2db3-471c-baec-fadb6c42520d req-856f1e8a-15ee-454f-bf23-eb9056e3b85c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:13.444342 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a2bba1ee-2db3-471c-baec-fadb6c42520d req-856f1e8a-15ee-454f-bf23-eb9056e3b85c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 944 time: 0.0660799 Jun 22 09:36:13.482124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a2bba1ee-2db3-471c-baec-fadb6c42520d req-44e6e643-a654-4933-9b9f-1c1a4f1d9a98 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Jun 22 09:36:14.191634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device dca958d6-ed6b-42cf-b6cd-7caa7a704e2a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:36:14.292298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:14.303249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:36:14.339886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:14.352300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca958d6-ed6b-42cf-b6cd-7caa7a704e2a {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:36:14.371276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:14.481290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:14.482975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:14.536549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:14.539808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:14.660820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bec34-9dab-4a85-b354-1aff7cb952af req-a2efae6e-5049-4f13-bb33-c60151599172 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:14.662272 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e64bec34-9dab-4a85-b354-1aff7cb952af req-a2efae6e-5049-4f13-bb33-c60151599172 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 945 time: 0.0647469 Jun 22 09:36:14.699804 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e64bec34-9dab-4a85-b354-1aff7cb952af req-9929b1f7-c5e4-4647-8dd6-4fc9c4d2341e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319631 Jun 22 09:36:14.807482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['dca958d6-ed6b-42cf-b6cd-7caa7a704e2a'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:36:15.881268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf49295-3bce-4458-90c0-c162462ca170 req-f5f8eba7-0774-4808-b0ff-21aebe731b00 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:15.882746 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebf49295-3bce-4458-90c0-c162462ca170 req-f5f8eba7-0774-4808-b0ff-21aebe731b00 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 945 time: 0.0724998 Jun 22 09:36:15.923050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebf49295-3bce-4458-90c0-c162462ca170 req-a2e246ce-3b6c-4470-ae5b-1cd19396c6ad tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342271 Jun 22 09:36:16.190536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device dca958d6-ed6b-42cf-b6cd-7caa7a704e2a up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:36:16.344750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:36:16.349687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:36:16.350183 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:16.426589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:16.448763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:36:16.451108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72c2db8-0dfb-4e58-a075-3c442e2922a0" -d '{"events": [{"server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "name": "network-vif-plugged", "status": "completed", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:36:16.463996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:36:16.487085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ea18a9-5cb2-4776-b9fa-fc38040bdb79 x-openstack-request-id: req-17ea18a9-5cb2-4776-b9fa-fc38040bdb79 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:36:16.487396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "name": "network-vif-plugged", "status": "completed", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:36:16.488229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17ea18a9-5cb2-4776-b9fa-fc38040bdb79 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:36:16.488662 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'code': 200} Jun 22 09:36:16.573083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:16.574963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-29f51a34-01c5-4b8b-a361-7bbc0ad9b17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:16.623241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:16.626113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:17.012182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd06b4-9c9c-4d6a-81ed-9b440f21580e req-18a3fac5-8e1a-4d12-b512-a01d24b7028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:17.013868 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1afd06b4-9c9c-4d6a-81ed-9b440f21580e req-18a3fac5-8e1a-4d12-b512-a01d24b7028a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 1099 time: 0.0586920 Jun 22 09:36:17.048492 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1afd06b4-9c9c-4d6a-81ed-9b440f21580e req-b370a35b-e4ab-4f4d-85ab-a6ad97c2b4b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284405 Jun 22 09:36:17.101994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47abe6a-2e85-438e-b91a-db9f3b3dbea0 req-f72b8b91-d6a6-4d9d-9d98-7dd3d0e5fa7d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:17.103535 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b47abe6a-2e85-438e-b91a-db9f3b3dbea0 req-f72b8b91-d6a6-4d9d-9d98-7dd3d0e5fa7d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0650418 Jun 22 09:36:17.141671 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b47abe6a-2e85-438e-b91a-db9f3b3dbea0 req-2e918e95-3d82-47b5-8e12-ed8c96659771 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Jun 22 09:36:18.481864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a1c18-07af-40f7-ab99-ba82b41f6c19 req-a54bca5b-0bc1-45d2-acbe-2a06baf02a31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:18.483248 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e6a1c18-07af-40f7-ab99-ba82b41f6c19 req-a54bca5b-0bc1-45d2-acbe-2a06baf02a31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0654063 Jun 22 09:36:18.522175 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8e6a1c18-07af-40f7-ab99-ba82b41f6c19 req-89adf03c-85d6-4003-8627-71c879a5f5e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323036 Jun 22 09:36:19.237414 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-2ba9be7e-3933-49c6-8d5a-bcdcc9c22daa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502341 Jun 22 09:36:19.323718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-f285b5d5-7a5a-429f-a5a2-6ecd66a7ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:19.325205 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-f285b5d5-7a5a-429f-a5a2-6ecd66a7ed83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1098 time: 0.0557065 Jun 22 09:36:19.430006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-138b9567-6ef0-4b06-bfa1-f3aad406c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:19.432119 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-138b9567-6ef0-4b06-bfa1-f3aad406c776 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.0876274 Jun 22 09:36:19.502486 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-e096d681-8fc4-44fd-aa88-9ab75879de31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f HTTP/1.1" status: 200 len: 1001 time: 0.0644903 Jun 22 09:36:19.551733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-359c92cb-34d5-437c-825a-94d6b438c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:19.553261 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-359c92cb-34d5-437c-825a-94d6b438c299 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0452783 Jun 22 09:36:19.611164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-47128378-7351-487a-a631-1e706a72d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:19.612681 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-47128378-7351-487a-a631-1e706a72d50f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530179 Jun 22 09:36:19.699197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5041-e6f2-4685-bbb8-ae798787d780 req-272737a3-8852-4c4b-a29d-40b3a7e12fde tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:19.700694 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4bc5041-e6f2-4685-bbb8-ae798787d780 req-272737a3-8852-4c4b-a29d-40b3a7e12fde tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0662537 Jun 22 09:36:19.705601 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-2136aae2-6663-4d54-be3b-0e90651b12ae service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869977 Jun 22 09:36:19.746081 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4bc5041-e6f2-4685-bbb8-ae798787d780 req-c761b089-53fd-4968-9ff7-7c935609a1c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388558 Jun 22 09:36:19.807361 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc562a3e-f849-4a46-bc11-3c1fc4f058b7 req-87573876-6c1d-468b-99b9-bd72590cf3cf service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947900 Jun 22 09:36:19.921754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e6714-6688-4739-808a-9bb5c309e8e8 req-65d2a11d-0885-489f-a61a-7230ea7f9e51 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:19.923190 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5d6e6714-6688-4739-808a-9bb5c309e8e8 req-65d2a11d-0885-489f-a61a-7230ea7f9e51 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0624025 Jun 22 09:36:19.965626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5d6e6714-6688-4739-808a-9bb5c309e8e8 req-67859e09-de52-479f-823c-bb300290becf tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367622 Jun 22 09:36:20.029454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56752) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:20.083377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574cfef-3d0c-40fe-9243-1e673dfd491e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:20.084892 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f574cfef-3d0c-40fe-9243-1e673dfd491e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 1094 time: 0.0543766 Jun 22 09:36:20.087714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56756) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:20.092285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:20.247429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:20.348179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:20.450186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.112 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/db7a858b-dbd5-4617-a26f-a9c38ec594af) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:36:20.553064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:20.665177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:20.667375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1bd0c310-44e1-420f-9bfe-084413e4ca0d tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:20.702214 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:36:20.705443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:36:20.709787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:36:20.711481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:36:20.744626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=db7a858b-dbd5-4617-a26f-a9c38ec594af,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:20.757159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:21.380202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:21.549317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:21.716714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:21.807026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:21.809557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29d78861-a2ca-4269-a697-d84eb743b2ba tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:21.883224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=db7a858b-dbd5-4617-a26f-a9c38ec594af,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:21.887400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:21.901306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:22.011249 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP a270cf06-e6fc-471f-86db-b8a948e06261 associated. External IP: 172.26.6.112, port: dca958d6-ed6b-42cf-b6cd-7caa7a704e2a. Jun 22 09:36:22.243664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:36:22.359300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:36:22.378856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:36:22.379379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:36:22.380033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:36:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:22.481775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:22.485588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:36:22.526468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4351010 Jun 22 09:36:22.526468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:36:22.526903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56758) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:22.527358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:36:22.564705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829526c7-4803-46ef-80cb-a7c89f1b9907 x-openstack-request-id: req-829526c7-4803-46ef-80cb-a7c89f1b9907 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:36:22.564705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:36:22.564705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-829526c7-4803-46ef-80cb-a7c89f1b9907 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:36:22.564705 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'status': 'completed', 'code': 200} Jun 22 09:36:22.594253 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a7521dfc-9243-4ffa-a249-cbc3db38451f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/a270cf06-e6fc-471f-86db-b8a948e06261 HTTP/1.1" status: 200 len: 992 time: 0.0645564 Jun 22 09:36:22.664669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-bb33f0ee-928d-422c-aff5-b421fff2f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:22.666060 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-bb33f0ee-928d-422c-aff5-b421fff2f963 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 1099 time: 0.0535760 Jun 22 09:36:22.712658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:56Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:20Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:22.743241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:36:22.752800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:36:22.753452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:36:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:22.773816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-cabfcec3-b9ed-454c-a651-b9b31682775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:22.775256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-cabfcec3-b9ed-454c-a651-b9b31682775e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c221e722-e858-4cd7-911b-8c8474381c84 HTTP/1.1" status: 200 len: 897 time: 0.1034098 Jun 22 09:36:22.838684 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-71d1d59b-35d2-4821-9612-0238f3fd1cbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a HTTP/1.1" status: 200 len: 1000 time: 0.0570135 Jun 22 09:36:22.864658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:36:22.890442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-8a34fe6f-40ce-479c-9b48-b2bb7a3bcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:22.891910 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-8a34fe6f-40ce-479c-9b48-b2bb7a3bcd6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1b60a15-aa99-485c-aad1-d82cb3e77028 HTTP/1.1" status: 200 len: 835 time: 0.0472758 Jun 22 09:36:22.950243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-20f443c4-793d-4b3f-b212-434db264d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:22.951720 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-20f443c4-793d-4b3f-b212-434db264d181 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c221e722-e858-4cd7-911b-8c8474381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538871 Jun 22 09:36:23.042316 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-505cf2fc-ced7-4e7a-baaf-346e1a1678fa service neutron] 10.222.0.24 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841849 Jun 22 09:36:23.101199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:56Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:20Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:36:23.129864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0075f1b-269d-42b8-b7ba-a5ec8ad343ea None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:35:56Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:20Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:36:23.350221 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f16d24-8313-49b8-b594-c38aced1c83a None None] New status for floating IP a270cf06-e6fc-471f-86db-b8a948e06261: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:36:23.496046 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c79e9fd7-2e7b-481d-8b23-c26a6cd19401 req-a97463c8-eaa4-4a76-902a-50abbdc9ca3f service neutron] 10.222.0.24 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477894 Jun 22 09:36:23.597737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56764) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:23.659974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1ff65278-8378-41e0-a056-1a50670dd83a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/a270cf06-e6fc-471f-86db-b8a948e06261 HTTP/1.1" status: 200 len: 992 time: 0.0604949 Jun 22 09:36:24.663475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56766) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:24.726548 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-144b5157-e3a3-43e9-9838-3622e67267ef tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/a270cf06-e6fc-471f-86db-b8a948e06261 HTTP/1.1" status: 200 len: 994 time: 0.0618181 Jun 22 09:36:29.516124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-15edc98d-3e9e-4c69-bcce-2794e39f0041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.252984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-297519ee-9e5f-4182-b4a2-95465977103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:32.658557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:33.435739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:34.959277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:39.450957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:53.958452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56786) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:54.041194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13e758-1eb4-41fe-8584-b1c7c1ed7703 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:54.041667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13e758-1eb4-41fe-8584-b1c7c1ed7703 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:54.042134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13e758-1eb4-41fe-8584-b1c7c1ed7703 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:54.043769 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aa13e758-1eb4-41fe-8584-b1c7c1ed7703 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=76e3306a0954433fb1e4e97cf032729b&network_id=c221e722-e858-4cd7-911b-8c8474381c84 HTTP/1.1" status: 200 len: 3000 time: 0.0843544 Jun 22 09:36:56.460678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56796) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:56.517993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169f31e-9c9d-4013-9322-5a8ab4d74418 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:56.520332 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7169f31e-9c9d-4013-9322-5a8ab4d74418 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 814 time: 0.0583467 Jun 22 09:36:57.599083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56802) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:57.604515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--340731306', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:57.700243 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:36:57.732577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:36:57.736202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:57.761903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:36:57.772307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:57.782831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment 4fade100-f830-4284-a26d-ab2361829c80 of type vlan for network c5c4dd91-58ec-459b-b693-454ddad61860 Jun 22 09:36:57.817263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:57.915795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:57.921306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:57.923368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:57.924313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0bbf37b2-3001-4437-8abb-38ff2c507705 tempest-NetworksTest-315183464 tempest-NetworksTest-315183464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:57.992657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=c5c4dd91-58ec-459b-b693-454ddad61860,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:57.999688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.000106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.000556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.000944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.001323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.001704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.002081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.002456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.002830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.003201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.004271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.004803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:58.008439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:58.017239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c5c4dd91-58ec-459b-b693-454ddad61860 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:36:58.093939 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4937224 Jun 22 09:36:58.097781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56804) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.163016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c665d1b-09fe-418b-92a6-20783c1265f5 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:58.164539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5c665d1b-09fe-418b-92a6-20783c1265f5 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0657382 Jun 22 09:36:58.167407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56806) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.311701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e5104-9035-4e0d-9d3b-7314dacfbd78 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:58.313229 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-190e5104-9035-4e0d-9d3b-7314dacfbd78 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449125 Jun 22 09:36:58.316037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56808) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.353103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9926a278-43ff-4499-81ab-986ed8c789fe tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358651 Jun 22 09:36:58.355737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56810) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.383072 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f8b9914e-99f4-4e77-85aa-699bf8703fc2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262151 Jun 22 09:36:58.385265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.471393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b4d19f-2caa-469f-9c86-0267b368e7f0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:58.473408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-37b4d19f-2caa-469f-9c86-0267b368e7f0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872700 Jun 22 09:36:58.476287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56814) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.502662 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2c1f48db-5b76-4b63-99fa-f920376ff7d6 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252755 Jun 22 09:36:58.504963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56816) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:58.509651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869371838', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:58.685638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:36:58.689192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:58.961612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:58.964029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a902d1c3-0882-4df6-96ef-0ee6bfe66df0 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:59.027805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=526a735d-751c-4c60-b6d3-f68ae463e6cc,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:59.030511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:59.038304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:36:59.038657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: c5c4dd91-58ec-459b-b693-454ddad61860, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:36:59.178253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c5c4dd91-58ec-459b-b693-454ddad61860 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:36:59.264280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c5c4dd91-58ec-459b-b693-454ddad61860) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:36:59.268885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:36:59.270758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.274296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff391c1-1554-40b0-8132-7ef403ea43bb None None] Network c5c4dd91-58ec-459b-b693-454ddad61860 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:36:59.373873 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f269f0cf-5e22-4a39-87d0-cfa5822665c0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8678606 Jun 22 09:36:59.416600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c5c4dd91-58ec-459b-b693-454ddad61860', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': '526a735d-751c-4c60-b6d3-f68ae463e6cc'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:36:59.417432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.497431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02381e7c-234e-4b42-ac19-7401832566cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.574208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Allocated IP 172.20.0.18 (c5c4dd91-58ec-459b-b693-454ddad61860/526a735d-751c-4c60-b6d3-f68ae463e6cc/eec48a79-5682-4340-8917-0c6b1551a3ee) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:36:59.737943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.745945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Transition to ACTIVE for port object eec48a79-5682-4340-8917-0c6b1551a3ee will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:36:59.760408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Transition to ACTIVE for port object eec48a79-5682-4340-8917-0c6b1551a3ee will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:36:59.811136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56820) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:36:59.816445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608261343', 'description': 'tempest-secgroup-smoke-608261343 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:36:59.830352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.833371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:36:59.868569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Network c5c4dd91-58ec-459b-b693-454ddad61860 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:36:59.871333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:36:59.876708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:36:59.883764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Pushing event updated for resources: {'Port': ['ID=eec48a79-5682-4340-8917-0c6b1551a3ee,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:36:59.893357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.893711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.894055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.894986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.895318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.895650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.896009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.896340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.896671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.896998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.897323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.897645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:36:59.904326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.915737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:36:59.948045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Attempting to bind port eec48a79-5682-4340-8917-0c6b1551a3ee on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:36:59.952165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Attempting to bind port eec48a79-5682-4340-8917-0c6b1551a3ee by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:36:59.952165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Attempting to bind port eec48a79-5682-4340-8917-0c6b1551a3ee on network c5c4dd91-58ec-459b-b693-454ddad61860 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:36:59.954423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:36:59.954805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Checking segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:36:59.955209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.955601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Bound using segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:36:59.956111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Bound port: eec48a79-5682-4340-8917-0c6b1551a3ee, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:36:59.956495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:36:59.987214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.026279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] For port eec48a79-5682-4340-8917-0c6b1551a3ee, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:37:00.029246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] For port eec48a79-5682-4340-8917-0c6b1551a3ee, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eec48a79-5682-4340-8917-0c6b1551a3ee,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:37:00.068370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.072214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-05983a7f-828f-4aa0-942c-f632f45525bf tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:00.097997 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.099269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e1846e-3bc0-417a-a4bf-a116b6a92d24,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:00.100837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-57ba4291-01f1-41dc-9788-8ece82a3df2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:00.102733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:00.158468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Pushing event updated for resources: {'Port': ['ID=eec48a79-5682-4340-8917-0c6b1551a3ee,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:00.162591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:00.166153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.170618 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3558564 Jun 22 09:37:00.171083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56822) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:00.175507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '92e1846e-3bc0-417a-a4bf-a116b6a92d24', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:00.309800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.374592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.479825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.481793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b8c326c-908e-484e-9e67-219efb8af1cd tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:00.498428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c746280c-3824-4a2b-9130-5862a091bcdc,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:00.502358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:00.622817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.624061 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4522636 Jun 22 09:37:00.626752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56824) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:00.631985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '92e1846e-3bc0-417a-a4bf-a116b6a92d24', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:00.761179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.824252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.932782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:00.934610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:00.953041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d96160-e131-452f-a7f5-1d1c30bc5cf8,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:00.955929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:01.022430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4872692-b586-4a00-b05c-3c7d19f07db5 None None] Network c5c4dd91-58ec-459b-b693-454ddad61860 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:37:01.030251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.031694 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cb3d00b3-f8e0-4b40-93b7-51436e065fe9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4040124 Jun 22 09:37:01.034450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:01.041056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '92e1846e-3bc0-417a-a4bf-a116b6a92d24', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:01.069697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eec48a79-5682-4340-8917-0c6b1551a3ee up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:37:01.138633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.198259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.207731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bb6b36d8-1182-4ccd-92ba-1409d5500e4b None None] Provisioning for port eec48a79-5682-4340-8917-0c6b1551a3ee completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:37:01.264824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port eec48a79-5682-4340-8917-0c6b1551a3ee completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:37:01.268857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port eec48a79-5682-4340-8917-0c6b1551a3ee triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:01.269427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.316424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.318385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1854ecc-ec46-4ae8-bf8e-e8e302fe94e7 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:01.335825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61295c4e-900f-4305-996a-192b1aefb6d2,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:01.344476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.344866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.345248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.346105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.346105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.346373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.346953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.348065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.352774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.352774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.352774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.352774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:37:01.356471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.359451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:01.392549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port eec48a79-5682-4340-8917-0c6b1551a3ee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eec48a79-5682-4340-8917-0c6b1551a3ee,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:01.401641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.405592 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3656750 Jun 22 09:37:01.405761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56828) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:01.411288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '92e1846e-3bc0-417a-a4bf-a116b6a92d24', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:01.432314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c39b5dc3-99ee-4ca9-8eb5-be991e14315e None None] Provisioning complete for port eec48a79-5682-4340-8917-0c6b1551a3ee triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:01.432704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c39b5dc3-99ee-4ca9-8eb5-be991e14315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.501273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.506840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a1932528-4dbc-4030-98d5-4481f441d909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:01.532060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.537524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c39b5dc3-99ee-4ca9-8eb5-be991e14315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.576221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=eec48a79-5682-4340-8917-0c6b1551a3ee,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:01.591629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.596732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:01.611614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-c39b5dc3-99ee-4ca9-8eb5-be991e14315e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:37:01.611997 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-c39b5dc3-99ee-4ca9-8eb5-be991e14315e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:37:01.710626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.713458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:01.730760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc50a075-eff5-449c-b595-cbdd8c7b09aa,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:01.733253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:01.824425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.825649 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188969 Jun 22 09:37:01.828441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56832) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:01.833696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '92e1846e-3bc0-417a-a4bf-a116b6a92d24', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:01.932830 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:37:01.937919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:01.998585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.080892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.086459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-79cfff1e-2b24-4a1a-bb08-4fa1646678ca tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:02.102716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b6a2c9-f3ee-4aa3-bc72-6667ca96bcb4,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:02.105258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:02.188422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.189632 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3602400 Jun 22 09:37:02.192901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56834) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:02.197490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '92e1846e-3bc0-417a-a4bf-a116b6a92d24', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:02.205229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3de7-910a-4812-98b5-37b369225e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.292955 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:37:02.297558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.357248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.445344 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.450753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:02.464566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e129ae-3da2-479b-9d0c-d4c6639dac86,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:02.466746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:02.554270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.555457 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616085 Jun 22 09:37:02.714131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:02.743824 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-140616ce-20e6-4fa3-9bc6-fde9cc30552d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608261343&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0340517 Jun 22 09:37:02.870630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-6c695a38-607b-41a4-b6d4-f3b0c552d5b4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:02.872041 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-6c695a38-607b-41a4-b6d4-f3b0c552d5b4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=c5c4dd91-58ec-459b-b693-454ddad61860 HTTP/1.1" status: 200 len: 796 time: 0.1193807 Jun 22 09:37:02.886677 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-20cdce3c-6646-491e-bc9e-329516931f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0091023 Jun 22 09:37:02.962017 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-cff4c9f5-0dc8-47f7-8a53-d676dd2f2a9f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0701187 Jun 22 09:37:03.028627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eec48a79-5682-4340-8917-0c6b1551a3ee up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:37:03.064786 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-f9be70a1-e664-45f1-930d-4b9a28d7cbca service neutron] 10.222.0.65 "GET /v2.0/networks/c5c4dd91-58ec-459b-b693-454ddad61860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908518 Jun 22 09:37:03.095825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port eec48a79-5682-4340-8917-0c6b1551a3ee triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:03.099242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:03.162377 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-45203584-aa26-497a-98fe-1d176ae0e738 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c4dd91-58ec-459b-b693-454ddad61860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911460 Jun 22 09:37:03.411968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90494637-1aff-4cc8-aaec-a5b907547adc req-d0333af5-a85e-481e-8a0f-5b4359ac3e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 210 time: 0.0352783 Jun 22 09:37:03.452853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:04.560276 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cb28368f-0922-47e5-9090-e178af5d88b0 req-f1188a1f-75b9-4351-a79f-c5d0d9bdb5c3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 210 time: 0.0294883 Jun 22 09:37:04.932859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:05.701112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-da4f7f4a-625a-43ee-8eb6-f82e9f7a6174 req-d69e5ab6-2f42-43db-b75d-0bf68d1671b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 210 time: 0.0293505 Jun 22 09:37:05.785532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-b1021e24-e6c2-459e-9b13-35c1acf6c7a9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:05.787226 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-b1021e24-e6c2-459e-9b13-35c1acf6c7a9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=c5c4dd91-58ec-459b-b693-454ddad61860 HTTP/1.1" status: 200 len: 796 time: 0.1076298 Jun 22 09:37:05.837341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-19b37656-e77b-4ac9-982a-b3458ef9555f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 471 time: 0.0351536 Jun 22 09:37:05.846587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['92e1846e-3bc0-417a-a4bf-a116b6a92d24']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:06.016839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:37:06.021436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:06.148101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.24 (c5c4dd91-58ec-459b-b693-454ddad61860/526a735d-751c-4c60-b6d3-f68ae463e6cc/f570e906-c638-417e-9088-e1083ffd4d4a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:37:06.289508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:06.302501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object f570e906-c638-417e-9088-e1083ffd4d4a will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:37:06.413361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:06.417417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf35c212-7751-4028-a71e-a1e2e1e7ce54 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:06.462183 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c5c4dd91-58ec-459b-b693-454ddad61860 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:37:06.465325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:37:06.471423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:37:06.477333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=f570e906-c638-417e-9088-e1083ffd4d4a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:06.497195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:06.530011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:06.530011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:06.631847 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887084 Jun 22 09:37:06.650371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Request body: {'port': {'device_id': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:06.722422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:06.767286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d50447f9-2235-4ff1-a6ee-e1f9c7cb42e3 None None] Provisioning for port f570e906-c638-417e-9088-e1083ffd4d4a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:37:06.771754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d50447f9-2235-4ff1-a6ee-e1f9c7cb42e3 None None] Provisioning complete for port f570e906-c638-417e-9088-e1083ffd4d4a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:06.772269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d50447f9-2235-4ff1-a6ee-e1f9c7cb42e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:06.806945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d50447f9-2235-4ff1-a6ee-e1f9c7cb42e3 None None] Port f570e906-c638-417e-9088-e1083ffd4d4a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:37:06.965154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59b6d-61b9-43a9-9da8-e1a1397c87f1 req-0812897a-9dae-4197-985c-9cb02802f9d2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:06.966614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b5f59b6d-61b9-43a9-9da8-e1a1397c87f1 req-0812897a-9dae-4197-985c-9cb02802f9d2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 932 time: 0.1384099 Jun 22 09:37:07.030628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b5f59b6d-61b9-43a9-9da8-e1a1397c87f1 req-d174e262-c2ad-4c8d-a50b-feb3e679a7ae tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567696 Jun 22 09:37:07.061556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f570e906-c638-417e-9088-e1083ffd4d4a {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:37:07.068896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:07.080013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Transition to ACTIVE for port object f570e906-c638-417e-9088-e1083ffd4d4a will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:37:07.149947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:07.152925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:07.229879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f570e906-c638-417e-9088-e1083ffd4d4a,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:07.233396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:07.302160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Attempting to bind port f570e906-c638-417e-9088-e1083ffd4d4a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:37:07.302544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Attempting to bind port f570e906-c638-417e-9088-e1083ffd4d4a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:37:07.302880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Attempting to bind port f570e906-c638-417e-9088-e1083ffd4d4a on network c5c4dd91-58ec-459b-b693-454ddad61860 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:37:07.307595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Port f570e906-c638-417e-9088-e1083ffd4d4a on network c5c4dd91-58ec-459b-b693-454ddad61860 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:37:07.307949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Attempting to bind port f570e906-c638-417e-9088-e1083ffd4d4a on network c5c4dd91-58ec-459b-b693-454ddad61860 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:37:07.312931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:37:07.313220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Checking segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:37:07.313613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Bound using segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:37:07.314048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Bound port: f570e906-c638-417e-9088-e1083ffd4d4a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:37:07.314405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:07.385091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] For port f570e906-c638-417e-9088-e1083ffd4d4a, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:37:07.388352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] For port f570e906-c638-417e-9088-e1083ffd4d4a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f570e906-c638-417e-9088-e1083ffd4d4a,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:37:07.470428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:07.473737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f8a4778a-7a37-4581-acce-b8d963301ccc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:07.510567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:07.511154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:07.512571 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f570e906-c638-417e-9088-e1083ffd4d4a HTTP/1.1" status: 200 len: 1094 time: 0.8675182 Jun 22 09:37:07.514233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'tag': 'f570e906-c638-417e-9088-e1083ffd4d4a'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:37:07.516621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edffb635-9e19-4b06-ba2f-d0fbb2181a89" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf", "tag": "f570e906-c638-417e-9088-e1083ffd4d4a"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:37:07.549979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f570e906-c638-417e-9088-e1083ffd4d4a,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:07.554330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:07.559658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c088f77-8808-4d83-9c73-a1d9ad7b0219 x-openstack-request-id: req-7c088f77-8808-4d83-9c73-a1d9ad7b0219 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:37:07.560626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf", "tag": "f570e906-c638-417e-9088-e1083ffd4d4a", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:37:07.560626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c088f77-8808-4d83-9c73-a1d9ad7b0219 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:37:07.560936 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'tag': 'f570e906-c638-417e-9088-e1083ffd4d4a', 'status': 'completed', 'code': 200} Jun 22 09:37:07.660627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-8dad691c-80fd-4f15-9a4c-5bbb1c9e1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:07.669667 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-8dad691c-80fd-4f15-9a4c-5bbb1c9e1101 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 1097 time: 0.0585897 Jun 22 09:37:07.776444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-65ddf9b2-c38c-4a19-b267-52032a6f9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:07.776920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-65ddf9b2-c38c-4a19-b267-52032a6f9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:07.778421 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-65ddf9b2-c38c-4a19-b267-52032a6f9287 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.0998952 Jun 22 09:37:07.869330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-5f5c2c17-eac5-4f05-a379-49c511d73729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:07.870650 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edffb635-9e19-4b06-ba2f-d0fbb2181a89 req-5f5c2c17-eac5-4f05-a379-49c511d73729 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865936 Jun 22 09:37:07.981786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-6e445ab6-a9f7-40bd-9838-f3fbac9ec871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:07.983228 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-6e445ab6-a9f7-40bd-9838-f3fbac9ec871 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 1097 time: 0.0555224 Jun 22 09:37:08.029403 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-25957742-3665-4751-ad03-db100ec3f5c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f570e906-c638-417e-9088-e1083ffd4d4a HTTP/1.1" status: 200 len: 217 time: 0.0334172 Jun 22 09:37:08.076637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7ec7728f-4ea9-44ec-bd5f-4bba219e4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:08.078075 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-7ec7728f-4ea9-44ec-bd5f-4bba219e4535 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=526a735d-751c-4c60-b6d3-f68ae463e6cc HTTP/1.1" status: 200 len: 838 time: 0.0430939 Jun 22 09:37:08.140771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-89ee08d5-7bb9-46e5-8ea8-9d9fe9461d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:08.142271 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-89ee08d5-7bb9-46e5-8ea8-9d9fe9461d01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5c4dd91-58ec-459b-b693-454ddad61860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0583467 Jun 22 09:37:08.277379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0aaef-3073-4e34-899a-2f501f35693d req-96c15886-ddcc-4c26-81d3-475f00b5ee0f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:08.278839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b4d0aaef-3073-4e34-899a-2f501f35693d req-96c15886-ddcc-4c26-81d3-475f00b5ee0f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 944 time: 0.1356740 Jun 22 09:37:08.280589 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-61727cc7-cb7c-449a-bf26-264fe4add241 service neutron] 10.222.0.24 "GET /v2.0/networks/c5c4dd91-58ec-459b-b693-454ddad61860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280472 Jun 22 09:37:08.363653 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b4d0aaef-3073-4e34-899a-2f501f35693d req-df008d50-671e-4df7-a13a-19368ad83ab7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788717 Jun 22 09:37:08.393587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f5c69ca6-ef6e-4022-a427-9f5cd23e8806 req-80a57812-c2ed-4133-a1ab-168d265c0cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/c5c4dd91-58ec-459b-b693-454ddad61860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022809 Jun 22 09:37:09.239514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:09.535668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2070-e913-4371-b671-d86b96cf5b1d req-4c3c876c-87b4-4dcb-94db-55f0c5c65971 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:09.537070 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ef3d2070-e913-4371-b671-d86b96cf5b1d req-4c3c876c-87b4-4dcb-94db-55f0c5c65971 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 944 time: 0.0624876 Jun 22 09:37:09.575737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ef3d2070-e913-4371-b671-d86b96cf5b1d req-98039c3d-b4d5-4519-b61c-37d6858d2ae8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323250 Jun 22 09:37:10.451340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f570e906-c638-417e-9088-e1083ffd4d4a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:37:10.545493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port f570e906-c638-417e-9088-e1083ffd4d4a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f570e906-c638-417e-9088-e1083ffd4d4a,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:10.556528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'f570e906-c638-417e-9088-e1083ffd4d4a', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'port_id': 'f570e906-c638-417e-9088-e1083ffd4d4a', 'mac_address': 'fa:16:3e:ff:28:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:37:10.591733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:10.604583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f570e906-c638-417e-9088-e1083ffd4d4a {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:37:10.623528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port f570e906-c638-417e-9088-e1083ffd4d4a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f570e906-c638-417e-9088-e1083ffd4d4a,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:10.744314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:10.746999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-053eda68-a841-46c0-ae05-bfee8ccc4737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:10.751841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c3d5e-384a-4d8d-92a7-021f392b983d req-398dab0d-5662-4056-8924-c95e8e2a680c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:10.753349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-956c3d5e-384a-4d8d-92a7-021f392b983d req-398dab0d-5662-4056-8924-c95e8e2a680c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 944 time: 0.0669701 Jun 22 09:37:10.793062 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-956c3d5e-384a-4d8d-92a7-021f392b983d req-7cb218a9-42f9-4865-93ed-f67c37e3bffe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336442 Jun 22 09:37:10.794968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=f570e906-c638-417e-9088-e1083ffd4d4a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:10.798041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:11.024824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['f570e906-c638-417e-9088-e1083ffd4d4a'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:37:11.968139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea24ad-4848-47e2-ac0f-54eabe3121eb req-6bd93992-e41a-496a-b9c1-7c3136f59ce5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:11.969604 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bcea24ad-4848-47e2-ac0f-54eabe3121eb req-6bd93992-e41a-496a-b9c1-7c3136f59ce5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 945 time: 0.0673907 Jun 22 09:37:12.006312 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bcea24ad-4848-47e2-ac0f-54eabe3121eb req-676088f6-2940-4e3f-a399-145da155519b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302033 Jun 22 09:37:12.444247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f570e906-c638-417e-9088-e1083ffd4d4a up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:37:12.651000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port f570e906-c638-417e-9088-e1083ffd4d4a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:37:12.655045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port f570e906-c638-417e-9088-e1083ffd4d4a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:12.655431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:12.729872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:12.751327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570e906-c638-417e-9088-e1083ffd4d4a'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:37:12.753686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb770f51-382e-4e18-a11e-fcd170a755c7" -d '{"events": [{"server_uuid": "bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf", "name": "network-vif-plugged", "status": "completed", "tag": "f570e906-c638-417e-9088-e1083ffd4d4a"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:37:12.770263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port f570e906-c638-417e-9088-e1083ffd4d4a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f570e906-c638-417e-9088-e1083ffd4d4a,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:12.793993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe90638-176a-4402-a9a7-fff94d653fe3 x-openstack-request-id: req-bbe90638-176a-4402-a9a7-fff94d653fe3 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:37:12.794290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf", "name": "network-vif-plugged", "status": "completed", "tag": "f570e906-c638-417e-9088-e1083ffd4d4a", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:37:12.794649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbe90638-176a-4402-a9a7-fff94d653fe3 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:37:12.794948 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570e906-c638-417e-9088-e1083ffd4d4a', 'code': 200} Jun 22 09:37:12.910472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:12.912436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3ceff553-a9d5-4a40-adaa-16deb3c70ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:12.957368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=f570e906-c638-417e-9088-e1083ffd4d4a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:12.960202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:13.189119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8a0ab-b48a-48a3-85a5-b188dbb9d5d6 req-8adb32db-6738-4700-b1ca-fe2d8d7b96d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:13.190589 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74e8a0ab-b48a-48a3-85a5-b188dbb9d5d6 req-8adb32db-6738-4700-b1ca-fe2d8d7b96d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.0686014 Jun 22 09:37:13.229059 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74e8a0ab-b48a-48a3-85a5-b188dbb9d5d6 req-1b746d6f-8b2d-4d4d-a7e6-1289f0e73b6c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324068 Jun 22 09:37:13.239831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ff72c-5a09-4848-8a9c-7f87d5fe7bdd req-4c656472-cc8e-41fa-884b-ea7dc79b1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:13.241370 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-751ff72c-5a09-4848-8a9c-7f87d5fe7bdd req-4c656472-cc8e-41fa-884b-ea7dc79b1f78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 1099 time: 0.0539987 Jun 22 09:37:13.276095 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-751ff72c-5a09-4848-8a9c-7f87d5fe7bdd req-698e69f7-3621-44a1-87b1-d22d9baab63b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281479 Jun 22 09:37:14.405877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b10127-4467-4c01-9bf7-93f62a4389bc req-f073dd15-78ce-482d-986e-232a385e76c3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:14.407260 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-30b10127-4467-4c01-9bf7-93f62a4389bc req-f073dd15-78ce-482d-986e-232a385e76c3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.0651238 Jun 22 09:37:14.446021 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-30b10127-4467-4c01-9bf7-93f62a4389bc req-734834fe-fbce-4ed9-8b96-d359306a2a3c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Jun 22 09:37:15.626230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3e7fb-fbce-4935-bd57-c9634d5b38a1 req-4f63efd9-bb7f-4a96-bb5c-e546c8ae6faa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:15.627725 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dad3e7fb-fbce-4935-bd57-c9634d5b38a1 req-4f63efd9-bb7f-4a96-bb5c-e546c8ae6faa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.0692401 Jun 22 09:37:15.676303 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dad3e7fb-fbce-4935-bd57-c9634d5b38a1 req-8ffa2924-5851-4b68-9329-fff0b39e4545 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411265 Jun 22 09:37:15.855448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8936e-0445-4429-972f-4a9c61253510 req-000b90ed-4e1d-4683-8aab-9455dd982b8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:15.856951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5ff8936e-0445-4429-972f-4a9c61253510 req-000b90ed-4e1d-4683-8aab-9455dd982b8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.0684378 Jun 22 09:37:15.896319 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5ff8936e-0445-4429-972f-4a9c61253510 req-f681f233-bcf2-46b0-93df-60219e601931 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336187 Jun 22 09:37:17.379552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56896) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:17.817336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.078694 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.17 (c5c4dd91-58ec-459b-b693-454ddad61860/526a735d-751c-4c60-b6d3-f68ae463e6cc/1764fe03-1ad9-4fde-a483-177913d37751) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:37:18.193875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.208422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 1764fe03-1ad9-4fde-a483-177913d37751 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:37:18.298958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.301232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:18.341335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c5c4dd91-58ec-459b-b693-454ddad61860 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:37:18.344436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:37:18.350710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:37:18.373606 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=1764fe03-1ad9-4fde-a483-177913d37751,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:18.378087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:18.397847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.624363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.698597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd71548b-49ca-4e9e-966e-a4469a567ccc None None] Provisioning for port 1764fe03-1ad9-4fde-a483-177913d37751 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:37:18.702600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd71548b-49ca-4e9e-966e-a4469a567ccc None None] Provisioning complete for port 1764fe03-1ad9-4fde-a483-177913d37751 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:18.702983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd71548b-49ca-4e9e-966e-a4469a567ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:18.737740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bd71548b-49ca-4e9e-966e-a4469a567ccc None None] Port 1764fe03-1ad9-4fde-a483-177913d37751 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:37:19.262172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:19.277439 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-ee7a00ab-83d4-422c-b3b1-d3aba05bf465 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838642 Jun 22 09:37:19.327080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:19.331234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8bbfe660-2f71-4368-bfdc-92b66c758fda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:19.436420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:19.438914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=1764fe03-1ad9-4fde-a483-177913d37751,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:19.445753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:19.500875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-cbf514ca-fcb6-4232-bc7d-125e70d65bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:19.502351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-cbf514ca-fcb6-4232-bc7d-125e70d65bf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 1098 time: 0.1498013 Jun 22 09:37:19.592801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network c5c4dd91-58ec-459b-b693-454ddad61860 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:37:19.595456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:37:19.716545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-d4e55ec9-7e21-433b-9020-5e49a03807f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:19.718029 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-d4e55ec9-7e21-433b-9020-5e49a03807f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.1820161 Jun 22 09:37:19.788763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:37:19.807581 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-0c153bf0-fc51-4807-915b-e478ab0055af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f HTTP/1.1" status: 200 len: 1001 time: 0.0791306 Jun 22 09:37:19.865167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1e4de5a2-bf80-4677-8d17-e0ac60ee0a17 None None] Provisioning complete for port 1764fe03-1ad9-4fde-a483-177913d37751 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:19.865782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e4de5a2-bf80-4677-8d17-e0ac60ee0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:19.904758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1e4de5a2-bf80-4677-8d17-e0ac60ee0a17 None None] Port 1764fe03-1ad9-4fde-a483-177913d37751 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:37:19.928643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-b5d7dd86-7e47-4815-bf35-6e5159694ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:19.930102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-b5d7dd86-7e47-4815-bf35-6e5159694ce4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0883131 Jun 22 09:37:19.979001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:37:19.984617 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/aeb88ace-22e7-48bf-b362-f551d29eecda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6039181 Jun 22 09:37:19.989789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:37:19.998782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:19.999401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:20.006831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-21f03ad3-d017-4bf5-af04-10c393ab9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:20.008972 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-21f03ad3-d017-4bf5-af04-10c393ab9b3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723989 Jun 22 09:37:20.099050 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-50eead76-3a7f-40a8-a53c-561dd45dfa43 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824847 Jun 22 09:37:20.106963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:20.196872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfd5b2ae-9380-433e-bb15-6fb8fdaa02be req-93113dc6-288c-41df-bdad-2927f766e6e0 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910552 Jun 22 09:37:20.337675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:18Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:23Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1764fe03-1ad9-4fde-a483-177913d37751', 'name': '', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:cb:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:17Z', 'updated_at': '2021-06-22T09:37:18Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:20.363758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:37:20.364152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Updating router aeb88ace-22e7-48bf-b362-f551d29eecda port 1764fe03-1ad9-4fde-a483-177913d37751 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:37:20.397067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:20.652979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:20.662779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Transition to ACTIVE for port object 1764fe03-1ad9-4fde-a483-177913d37751 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:37:20.898529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:20.900551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:20.974822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2761e-4993-4530-b1d9-22de573f3ba8 None None] Pushing event updated for resources: {'Port': ['ID=1764fe03-1ad9-4fde-a483-177913d37751,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:20.978830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4ec2761e-4993-4530-b1d9-22de573f3ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:21.186302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Attempting to bind port 1764fe03-1ad9-4fde-a483-177913d37751 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:37:21.186849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Attempting to bind port 1764fe03-1ad9-4fde-a483-177913d37751 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:37:21.187225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Attempting to bind port 1764fe03-1ad9-4fde-a483-177913d37751 on network c5c4dd91-58ec-459b-b693-454ddad61860 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:37:21.193084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:37:21.193463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Checking segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:37:21.193869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:21.194265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Bound using segment: {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:37:21.194733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Bound port: 1764fe03-1ad9-4fde-a483-177913d37751, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fade100-f830-4284-a26d-ab2361829c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:37:21.195112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:21.254822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] For port 1764fe03-1ad9-4fde-a483-177913d37751, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:37:21.257846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] For port 1764fe03-1ad9-4fde-a483-177913d37751, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1764fe03-1ad9-4fde-a483-177913d37751,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:37:21.377564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:21.380959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c7817b0c-30a7-46f9-9f7e-2b5844eadfdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:21.434310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:21.434310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:21.491405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2761e-4993-4530-b1d9-22de573f3ba8 None None] Pushing event updated for resources: {'Port': ['ID=1764fe03-1ad9-4fde-a483-177913d37751,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:21.495240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4ec2761e-4993-4530-b1d9-22de573f3ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:21.571902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:21.822027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:18Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:23Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1764fe03-1ad9-4fde-a483-177913d37751', 'name': '', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:cb:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:17Z', 'updated_at': '2021-06-22T09:37:21Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:21.853423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee821d-224c-4b78-beee-10dbfcfd7dce None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:18Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:23Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1764fe03-1ad9-4fde-a483-177913d37751', 'name': '', 'network_id': 'c5c4dd91-58ec-459b-b693-454ddad61860', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:cb:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:17Z', 'updated_at': '2021-06-22T09:37:21Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '526a735d-751c-4c60-b6d3-f68ae463e6cc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:37:23.053746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1764fe03-1ad9-4fde-a483-177913d37751 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:37:23.195927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 1764fe03-1ad9-4fde-a483-177913d37751 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:37:23.199947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1764fe03-1ad9-4fde-a483-177913d37751 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:23.200356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:23.276111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:23.308120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 1764fe03-1ad9-4fde-a483-177913d37751, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1764fe03-1ad9-4fde-a483-177913d37751,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:23.401830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:23.403812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-663a9165-34ea-4f5d-809f-b3470895fef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:23.454793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=1764fe03-1ad9-4fde-a483-177913d37751,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:23.460690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:25.038754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1764fe03-1ad9-4fde-a483-177913d37751 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:37:25.084940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1764fe03-1ad9-4fde-a483-177913d37751 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:37:25.085322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:29.544499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9be6c65f-e3a9-4567-b6e4-53c6f4e81be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:32.201211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87f0ac4a-36da-4df3-bc37-818f75a25e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:32.647419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:33.401200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:34.698860 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:37:34.965932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:39.259038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:40.436807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56920) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:40.792752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:41.104128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 1764fe03-1ad9-4fde-a483-177913d37751 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:41.104362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:41.191008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 1764fe03-1ad9-4fde-a483-177913d37751, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1764fe03-1ad9-4fde-a483-177913d37751,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:41.191368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:41.257040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 1764fe03-1ad9-4fde-a483-177913d37751 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:41.497422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:41.499473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-53de7474-dc39-4610-aeb3-00a003acb50e tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:41.524320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=1764fe03-1ad9-4fde-a483-177913d37751,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:41.527417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:41.774950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:42.037583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:37:42.142647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:37:42.147864 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/aeb88ace-22e7-48bf-b362-f551d29eecda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099230 Jun 22 09:37:42.153620 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:37:42.162710 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:42.163314 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:42.264732 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:42.483271 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:41Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:23Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:42.508969 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:37:42.517274 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:42.521096 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:42.622117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:42.855284 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:41Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:23Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:42.883757 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce50b05-4e71-44a9-9b4c-4c562921dda4 None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:41Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'a270cf06-e6fc-471f-86db-b8a948e06261', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.112', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'port_id': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'mac_address': 'fa:16:3e:80:8a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:36:20Z', 'updated_at': '2021-06-22T09:36:23Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:37:43.046359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80a787-f157-4ca0-97c1-2100479c0d09 req-260b06a5-4830-4d09-b151-61e636ae7d2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:43.047829 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bb80a787-f157-4ca0-97c1-2100479c0d09 req-260b06a5-4830-4d09-b151-61e636ae7d2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.4045985 Jun 22 09:37:43.084613 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bb80a787-f157-4ca0-97c1-2100479c0d09 req-5db35374-6845-4c23-b588-07f36ee98999 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Jun 22 09:37:43.265899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1764fe03-1ad9-4fde-a483-177913d37751 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:43.287029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 1764fe03-1ad9-4fde-a483-177913d37751 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:43.287171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1764fe03-1ad9-4fde-a483-177913d37751 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:44.200015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-abf43486-7c8f-4a02-bb46-8d535604ac9f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:44.201585 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-abf43486-7c8f-4a02-bb46-8d535604ac9f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.0641906 Jun 22 09:37:44.263363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc4ab-edd5-48a1-92c5-43c3c308e993 req-174f532a-86fb-4658-b64e-491b95f2292e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:44.264898 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aedcc4ab-edd5-48a1-92c5-43c3c308e993 req-174f532a-86fb-4658-b64e-491b95f2292e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 946 time: 0.0655110 Jun 22 09:37:44.306673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aedcc4ab-edd5-48a1-92c5-43c3c308e993 req-fcadd5fa-6dfd-40d3-8b48-c4c9fc4a111d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=92e1846e-3bc0-417a-a4bf-a116b6a92d24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358591 Jun 22 09:37:44.307324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port f570e906-c638-417e-9088-e1083ffd4d4a {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:44.307669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:44.396423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port f570e906-c638-417e-9088-e1083ffd4d4a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f570e906-c638-417e-9088-e1083ffd4d4a,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:44.396702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:44.463104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for f570e906-c638-417e-9088-e1083ffd4d4a owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:44.681034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:44.685124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b8852410-579a-49c0-bc59-3ed1dda3fbfa tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:44.710564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=f570e906-c638-417e-9088-e1083ffd4d4a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:44.714257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:44.756350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port f570e906-c638-417e-9088-e1083ffd4d4a on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:37:44.758898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:44.760970 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4feea5c7-d228-4814-969c-52e5a885ac83 req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/f570e906-c638-417e-9088-e1083ffd4d4a HTTP/1.1" status: 204 len: 173 time: 0.5543623 Jun 22 09:37:44.761494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'name': 'network-vif-deleted', 'tag': 'f570e906-c638-417e-9088-e1083ffd4d4a'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:37:44.764160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b304aaf0-7479-473f-b2ab-42935c7b1e98" -d '{"events": [{"server_uuid": "bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf", "name": "network-vif-deleted", "tag": "f570e906-c638-417e-9088-e1083ffd4d4a"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:37:44.799604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210a08c-ccff-4549-b8d4-bcd082180126 x-openstack-request-id: req-8210a08c-ccff-4549-b8d4-bcd082180126 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:37:44.800022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf", "name": "network-vif-deleted", "tag": "f570e906-c638-417e-9088-e1083ffd4d4a", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:37:44.800290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8210a08c-ccff-4549-b8d4-bcd082180126 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:37:44.800739 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf', 'name': 'network-vif-deleted', 'tag': 'f570e906-c638-417e-9088-e1083ffd4d4a', 'status': 'completed', 'code': 200} Jun 22 09:37:45.458663 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-546f209c-f760-44ca-95b7-650936daecb2 req-503e1137-ee3d-4b32-883a-6df7666e38ee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdcf0e2e-e0ed-40fd-9c47-dce15e0334bf HTTP/1.1" status: 200 len: 210 time: 0.0298464 Jun 22 09:37:46.558159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56934) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:46.616543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:46.647059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:46.824902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:46.827512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:46.828731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/92e1846e-3bc0-417a-a4bf-a116b6a92d24 HTTP/1.1" status: 204 len: 168 time: 0.2695541 Jun 22 09:37:46.829520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b8bbcd33-e402-48c6-939d-0047b07e368c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:46.839190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e1846e-3bc0-417a-a4bf-a116b6a92d24,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:46.841760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:46.928561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56938) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:46.981089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet 526a735d-751c-4c60-b6d3-f68ae463e6cc {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:37:46.984393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.027548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.113905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.230211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.233040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-12495f40-804b-489f-a44f-6437f8c424f9 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:47.259165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=526a735d-751c-4c60-b6d3-f68ae463e6cc,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:47.261327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.263628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/526a735d-751c-4c60-b6d3-f68ae463e6cc HTTP/1.1" status: 204 len: 168 time: 0.3339615 Jun 22 09:37:47.264593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c52c5d7b-dcc6-4e69-95ad-da09bed6aa69 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:47.266369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56940) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:47.270384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6fed94-4977-4e63-99a4-b3bba98b7e7f None None] Network c5c4dd91-58ec-459b-b693-454ddad61860 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:37:47.346989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.402873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port eec48a79-5682-4340-8917-0c6b1551a3ee {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:47.403223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.451749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] DHCP port deletion for c5c4dd91-58ec-459b-b693-454ddad61860 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:37:47.466111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port eec48a79-5682-4340-8917-0c6b1551a3ee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eec48a79-5682-4340-8917-0c6b1551a3ee,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:47.466472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.497003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Deleting port eec48a79-5682-4340-8917-0c6b1551a3ee {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:47.497380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.534427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for eec48a79-5682-4340-8917-0c6b1551a3ee owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:47.559352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] For port eec48a79-5682-4340-8917-0c6b1551a3ee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=eec48a79-5682-4340-8917-0c6b1551a3ee,segment=NetworkSegment(4fade100-f830-4284-a26d-ab2361829c80),segment_id=4fade100-f830-4284-a26d-ab2361829c80)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:47.559763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.627155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Calling delete_port for eec48a79-5682-4340-8917-0c6b1551a3ee owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:47.744934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.749648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:47.750869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:47.753736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:47.779057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Pushing event deleted for resources: {'Port': ['ID=eec48a79-5682-4340-8917-0c6b1551a3ee,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:47.780951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] No DVR routers for this DVR port eec48a79-5682-4340-8917-0c6b1551a3ee on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:37:47.782362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:48.064073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=eec48a79-5682-4340-8917-0c6b1551a3ee,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:48.067104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:48.067889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port eec48a79-5682-4340-8917-0c6b1551a3ee on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:37:48.146594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.156803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c4dd91-58ec-459b-b693-454ddad61860']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:48.167032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fade100-f830-4284-a26d-ab2361829c80') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:48.167327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fade100-f830-4284-a26d-ab2361829c80') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:48.175730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.189297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.194931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:37:48.211735 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:37:48.327194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.330440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:48.334635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.337085 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/c5c4dd91-58ec-459b-b693-454ddad61860 HTTP/1.1" status: 204 len: 168 time: 1.0697720 Jun 22 09:37:48.339784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56942) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:48.348553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=c5c4dd91-58ec-459b-b693-454ddad61860,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:48.350900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:48.495755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port db7a858b-dbd5-4617-a26f-a9c38ec594af {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:48.496104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.568960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.569502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:48.583766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f570e906-c638-417e-9088-e1083ffd4d4a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:48.603335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: f570e906-c638-417e-9088-e1083ffd4d4a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:48.603695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f570e906-c638-417e-9088-e1083ffd4d4a not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:48.641252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for db7a858b-dbd5-4617-a26f-a9c38ec594af owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:49.000534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:49.002681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:49.029473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=db7a858b-dbd5-4617-a26f-a9c38ec594af,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:49.032623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:49.060139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eec48a79-5682-4340-8917-0c6b1551a3ee no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:49.079318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: eec48a79-5682-4340-8917-0c6b1551a3ee {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:49.079671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device eec48a79-5682-4340-8917-0c6b1551a3ee not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:49.100169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:49.105174 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP a270cf06-e6fc-471f-86db-b8a948e06261 disassociated (deleted). External IP: 172.26.6.112, port: dca958d6-ed6b-42cf-b6cd-7caa7a704e2a. Jun 22 09:37:49.306065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:37:49.416045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:37:49.420741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:49.425022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:37:49.434147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:49.434770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:49.460518 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/a270cf06-e6fc-471f-86db-b8a948e06261 HTTP/1.1" status: 204 len: 168 time: 1.1195240 Jun 22 09:37:49.462022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:37:49.464704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:37:49.504410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c2104b-246c-4ae3-87d5-a8b465c67843 x-openstack-request-id: req-91c2104b-246c-4ae3-87d5-a8b465c67843 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:37:49.505001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:37:49.505369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91c2104b-246c-4ae3-87d5-a8b465c67843 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:37:49.505914 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'status': 'completed', 'code': 200} Jun 22 09:37:49.543495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:49.615038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-55a26b6b-a6c1-4a48-a759-6c9a0af72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:49.616884 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-55a26b6b-a6c1-4a48-a759-6c9a0af72f5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 1099 time: 0.0672112 Jun 22 09:37:49.714175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-45e4bd1e-4337-40e5-92ca-c1787ffbef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:49.715631 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-45e4bd1e-4337-40e5-92ca-c1787ffbef60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c221e722-e858-4cd7-911b-8c8474381c84 HTTP/1.1" status: 200 len: 897 time: 0.0904744 Jun 22 09:37:49.753789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:41Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:49.761328 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-b44ad6cf-66bc-4268-810f-da0ae4878669 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a HTTP/1.1" status: 200 len: 217 time: 0.0395329 Jun 22 09:37:49.781727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:37:49.791649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:49.791649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:49.810449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-2de877be-5da7-40d5-a7e0-b305b39dc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:49.811961 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-2de877be-5da7-40d5-a7e0-b305b39dc4ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1b60a15-aa99-485c-aad1-d82cb3e77028 HTTP/1.1" status: 200 len: 835 time: 0.0448325 Jun 22 09:37:49.869954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-813c8c72-7142-42a9-ba46-e6bf0cf4ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:49.871541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-813c8c72-7142-42a9-ba46-e6bf0cf4ad94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c221e722-e858-4cd7-911b-8c8474381c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537891 Jun 22 09:37:49.897812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:49.970382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-2b96ee84-e896-42fd-8a1b-78d37c92729a service neutron] 10.222.0.24 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924404 Jun 22 09:37:50.068378 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89ed2b7e-caec-42b3-9a1b-6c4894889c5a req-f7c664b8-c0be-4388-b053-b2306c18c9c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861022 Jun 22 09:37:50.104317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:41Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:50.135766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700a2034-a3c0-4309-afe3-09d17e61cded None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:41Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'acc6b979-9b0d-4f4a-ae20-92452e24bfed', 'name': '', 'network_id': 'c221e722-e858-4cd7-911b-8c8474381c84', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:64:d0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:55Z', 'updated_at': '2021-06-22T09:36:01Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'b1b60a15-aa99-485c-aad1-d82cb3e77028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:37:50.289603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aef46d-4913-4273-87a4-ddc7bbf3df45 req-04383ed7-087e-4c38-891d-aac35577eb1c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:50.291406 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98aef46d-4913-4273-87a4-ddc7bbf3df45 req-04383ed7-087e-4c38-891d-aac35577eb1c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0675280 Jun 22 09:37:50.335515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98aef46d-4913-4273-87a4-ddc7bbf3df45 req-e6c23378-1c91-4a64-9156-3c8d43471d10 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380137 Jun 22 09:37:50.354066 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec65243-c9a7-4d8d-8936-512f3441d42a None None] New status for floating IP a270cf06-e6fc-471f-86db-b8a948e06261: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:37:51.518193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01769de-85e0-4f00-8cbb-c4b77b4750e5 req-d3b18d43-93c7-46cc-9fe6-2d5a6a75b0e7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:51.519671 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f01769de-85e0-4f00-8cbb-c4b77b4750e5 req-d3b18d43-93c7-46cc-9fe6-2d5a6a75b0e7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0704596 Jun 22 09:37:51.559438 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f01769de-85e0-4f00-8cbb-c4b77b4750e5 req-3ec4f96a-55a3-49a0-9df5-09b9351eb2de tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc6c4149-9b44-4815-a132-862ba16f1061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329819 Jun 22 09:37:51.634680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-d881328a-d75c-490a-90d7-16bb2671273e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:51.636089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-d881328a-d75c-490a-90d7-16bb2671273e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 946 time: 0.0693195 Jun 22 09:37:51.734297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:51.734648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:51.827285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:51.827648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:51.897358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for dca958d6-ed6b-42cf-b6cd-7caa7a704e2a owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:52.207972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:52.207972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7edd4013-37d8-4795-9160-d8d0e71b0fd0 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:52.235706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=dca958d6-ed6b-42cf-b6cd-7caa7a704e2a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:52.238763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:52.281007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port dca958d6-ed6b-42cf-b6cd-7caa7a704e2a on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:37:52.283323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:52.285353 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-50ed8585-1d40-4714-94f4-50146a4f5afa req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/dca958d6-ed6b-42cf-b6cd-7caa7a704e2a HTTP/1.1" status: 204 len: 173 time: 0.6439710 Jun 22 09:37:52.285874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'name': 'network-vif-deleted', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:37:52.288285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef06ebc6-041f-416f-a017-782c9784068c" -d '{"events": [{"server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "name": "network-vif-deleted", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:37:52.328204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ab797-8491-4b96-b2ae-fa143b0196b7 x-openstack-request-id: req-879ab797-8491-4b96-b2ae-fa143b0196b7 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:37:52.328547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fe045e-ea9b-4dc9-8ad7-ddf8112e845b", "name": "network-vif-deleted", "tag": "dca958d6-ed6b-42cf-b6cd-7caa7a704e2a", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:37:52.328845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-879ab797-8491-4b96-b2ae-fa143b0196b7 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:37:52.329507 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fe045e-ea9b-4dc9-8ad7-ddf8112e845b', 'name': 'network-vif-deleted', 'tag': 'dca958d6-ed6b-42cf-b6cd-7caa7a704e2a', 'status': 'completed', 'code': 200} Jun 22 09:37:52.725210 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2d7824d9-f575-4e50-a9db-45695512b3a6 req-815b9d94-67b9-4a22-9469-a6cdf4047d73 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=84fe045e-ea9b-4dc9-8ad7-ddf8112e845b HTTP/1.1" status: 200 len: 210 time: 0.0308518 Jun 22 09:37:53.817790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56962) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:53.883581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:53.909901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:54.066758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:54.069498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:54.072436 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/bc6c4149-9b44-4815-a132-862ba16f1061 HTTP/1.1" status: 204 len: 168 time: 0.2525005 Jun 22 09:37:54.073513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3865b452-d94d-467f-b889-c967463c9dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:54.082624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6c4149-9b44-4815-a132-862ba16f1061,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:54.084959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:54.137840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ef3ac-c8d8-48ea-bfbb-3f83f02f33ec req-be92dd9f-36bf-4314-807a-6ccb973ab0fb tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:54.139558 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-106ef3ac-c8d8-48ea-bfbb-3f83f02f33ec req-be92dd9f-36bf-4314-807a-6ccb973ab0fb tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.0819075 Jun 22 09:37:54.174409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56968) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:54.178823 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-106ef3ac-c8d8-48ea-bfbb-3f83f02f33ec req-f778a7f6-f64a-40ef-8caa-f29090548ad4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333643 Jun 22 09:37:54.537897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:54.644773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device dca958d6-ed6b-42cf-b6cd-7caa7a704e2a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:54.663917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: dca958d6-ed6b-42cf-b6cd-7caa7a704e2a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:54.664240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device dca958d6-ed6b-42cf-b6cd-7caa7a704e2a not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:54.806887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port acc6b979-9b0d-4f4a-ae20-92452e24bfed {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:54.807109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:54.894367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port acc6b979-9b0d-4f4a-ae20-92452e24bfed, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=acc6b979-9b0d-4f4a-ae20-92452e24bfed,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:54.895070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:54.961805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for acc6b979-9b0d-4f4a-ae20-92452e24bfed owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:55.248620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:55.251632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:55.278097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=acc6b979-9b0d-4f4a-ae20-92452e24bfed,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:55.281420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:55.451956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22ad2b-24e4-4675-93b4-8df08415f443 req-b2900632-962e-4f40-8e8f-aab046f0adb8 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:55.453613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb22ad2b-24e4-4675-93b4-8df08415f443 req-b2900632-962e-4f40-8e8f-aab046f0adb8 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.1437454 Jun 22 09:37:55.533276 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb22ad2b-24e4-4675-93b4-8df08415f443 req-6068c19c-abe1-405d-b625-cb0470a2b3df tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722108 Jun 22 09:37:55.537197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:55.755599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router aeb88ace-22e7-48bf-b362-f551d29eecda has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:37:55.755988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-d3f493a1-8190-431f-a962-3c8c13ea2f76 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:55.757541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-d3f493a1-8190-431f-a962-3c8c13ea2f76 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 945 time: 0.0662985 Jun 22 09:37:55.859750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Deleting port 07fb9347-ac6a-4ac6-8b76-70545f24b61f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:55.860130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:55.862928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:37:55.868842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/aeb88ace-22e7-48bf-b362-f551d29eecda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6930981 Jun 22 09:37:55.871330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56972) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:55.875589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] Sync routers for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:37:55.887062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:55.887683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:55.924215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet b1b60a15-aa99-485c-aad1-d82cb3e77028 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:37:55.927325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:55.952106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] For port 07fb9347-ac6a-4ac6-8b76-70545f24b61f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=07fb9347-ac6a-4ac6-8b76-70545f24b61f,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:55.952543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:55.969962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.072349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.150788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:56.197111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.197488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.197812 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Floating IP 95252ac3-6f47-4cf5-9b19-99561b9948cc disassociated. External IP: 172.26.6.245, port: 07fb9347-ac6a-4ac6-8b76-70545f24b61f. Jun 22 09:37:56.198189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Calling delete_port for 07fb9347-ac6a-4ac6-8b76-70545f24b61f owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:56.207779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.211337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e28520ad-d251-42f9-92d6-9ad95d8d1e48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:56.238174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b60a15-aa99-485c-aad1-d82cb3e77028,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:56.244553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.246658 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/b1b60a15-aa99-485c-aad1-d82cb3e77028 HTTP/1.1" status: 204 len: 168 time: 0.3743861 Jun 22 09:37:56.247664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:56.250077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 56974) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:56.252787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e922ef-3d5e-4d16-874f-be1a01e8f2b5 None None] Network c221e722-e858-4cd7-911b-8c8474381c84 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:37:56.360829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.407800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.413817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ad333ef-f38b-42a4-bc8b-05952275d34b tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:56.444761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'Port': ['ID=07fb9347-ac6a-4ac6-8b76-70545f24b61f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:56.448807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:56.453622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:55Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:56.482616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.486893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] Checking router: aeb88ace-22e7-48bf-b362-f551d29eecda for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:37:56.496555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] Routers {'aeb88ace-22e7-48bf-b362-f551d29eecda'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:56.497505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['aeb88ace-22e7-48bf-b362-f551d29eecda'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:56.538604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] DHCP port deletion for c221e722-e858-4cd7-911b-8c8474381c84 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:37:56.576451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:37:56.634504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port bf3b86a7-998a-421c-b9ae-3f507986b8b1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:56.635164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.637276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] Set router aeb88ace-22e7-48bf-b362-f551d29eecda gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:56.700446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Deleting port 15fb2f7e-ed17-4008-9d24-41f6379734a1 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:37:56.701145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.723742 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4d068ad5-204e-466d-9538-afbdf7440673 req-cc8cb362-ba88-49da-aa26-867f8ae3b9b6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0511308 Jun 22 09:37:56.726681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:37:56.736169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port bf3b86a7-998a-421c-b9ae-3f507986b8b1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf3b86a7-998a-421c-b9ae-3f507986b8b1,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:56.736651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.737195 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:37:56.754349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:56.756672 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:56.776926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] No DVR routers for this DVR port 07fb9347-ac6a-4ac6-8b76-70545f24b61f on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:37:56.784082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.786373 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1c9f7db3-f864-4da5-af8b-3662cb77ca89 req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "DELETE /v2.0/ports/07fb9347-ac6a-4ac6-8b76-70545f24b61f HTTP/1.1" status: 204 len: 173 time: 1.0237868 Jun 22 09:37:56.786926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'name': 'network-vif-deleted', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:37:56.789886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6275c-2021-4f52-98a0-bdd76a7fa992" -d '{"events": [{"server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "name": "network-vif-deleted", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:37:56.818020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for bf3b86a7-998a-421c-b9ae-3f507986b8b1 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:56.838805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] For port 15fb2f7e-ed17-4008-9d24-41f6379734a1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=15fb2f7e-ed17-4008-9d24-41f6379734a1,segment=NetworkSegment(adf0a784-fda5-44e6-8b2d-495fc2a68f27),segment_id=adf0a784-fda5-44e6-8b2d-495fc2a68f27)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:37:56.839358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:56.857946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f0b0ac-11e7-4d5b-acf2-08a8d73b7bf4 x-openstack-request-id: req-a6f0b0ac-11e7-4d5b-acf2-08a8d73b7bf4 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:37:56.858289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d88b9d-f7de-4f77-b538-bd20e45f186d", "name": "network-vif-deleted", "tag": "07fb9347-ac6a-4ac6-8b76-70545f24b61f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:37:56.859075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6f0b0ac-11e7-4d5b-acf2-08a8d73b7bf4 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:37:56.859075 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d88b9d-f7de-4f77-b538-bd20e45f186d', 'name': 'network-vif-deleted', 'tag': '07fb9347-ac6a-4ac6-8b76-70545f24b61f', 'status': 'completed', 'code': 200} Jun 22 09:37:56.909475 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:56.935291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Calling delete_port for 15fb2f7e-ed17-4008-9d24-41f6379734a1 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:37:57.066898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:55Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.113956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24af2c-c718-47eb-b8f1-787cedbdc678 None None] The sync data for ids ['aeb88ace-22e7-48bf-b362-f551d29eecda'] in dv-neutron-797120-3-hyperv is: [{'id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'name': 'tempest-TestNetworkBasicOps-router-251335115', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:35:49Z', 'updated_at': '2021-06-22T09:37:55Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf3b86a7-998a-421c-b9ae-3f507986b8b1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:94:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb88ace-22e7-48bf-b362-f551d29eecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:35:50Z', 'updated_at': '2021-06-22T09:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:37:57.144989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.154242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:57.206166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=bf3b86a7-998a-421c-b9ae-3f507986b8b1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:57.206435 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.209771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:57.232980 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:37:57.240359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.241353 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:37:57.241980 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.246037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8896da5b-0673-4ac4-9da5-6c4c3b5489e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:57.264502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.277889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Pushing event deleted for resources: {'Port': ['ID=15fb2f7e-ed17-4008-9d24-41f6379734a1,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:57.279999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] No DVR routers for this DVR port 15fb2f7e-ed17-4008-9d24-41f6379734a1 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:37:57.281437 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:57.384139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.386429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.451224 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:37:57.491425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 15fb2f7e-ed17-4008-9d24-41f6379734a1 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:57.524178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 15fb2f7e-ed17-4008-9d24-41f6379734a1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:57.524533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 15fb2f7e-ed17-4008-9d24-41f6379734a1 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:57.527132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.527731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router aeb88ace-22e7-48bf-b362-f551d29eecda {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:37:57.535954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.540619 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/aeb88ace-22e7-48bf-b362-f551d29eecda HTTP/1.1" status: 204 len: 168 time: 1.2867055 Jun 22 09:37:57.541360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56982) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:57.640192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.688467 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.720434 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f137de8-e12e-49a0-813e-b3e3afe3fcd3 None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:37:57.743381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.755446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221e722-e858-4cd7-911b-8c8474381c84']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.768262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf0a784-fda5-44e6-8b2d-495fc2a68f27') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.768554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf0a784-fda5-44e6-8b2d-495fc2a68f27') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:37:57.779912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.796216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.803865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:37:57.805423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:37:57.809956 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:37:57.932278 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cf9cef08-2ceb-4bf8-8ed1-a01f6489b4ea req-a170e8a8-0c56-4428-9bb1-2758f433880d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0334022 Jun 22 09:37:57.955909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.965129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:57.983725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:57.989107 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/c221e722-e858-4cd7-911b-8c8474381c84 HTTP/1.1" status: 204 len: 168 time: 0.4463787 Jun 22 09:37:57.990284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=c221e722-e858-4cd7-911b-8c8474381c84,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:57.996298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:58.012019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56986) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:58.017519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--375440614', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:58.118250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357e09-bf5e-41d5-943c-a1ac2de4781e None None] New status for floating IP 95252ac3-6f47-4cf5-9b19-99561b9948cc: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:37:58.127396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:37:58.131135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.158330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:37:58.170474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.170951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment bf54fb47-723b-4775-9ac4-1cf253fbf3db of type vlan for network efdf7399-d1b7-4855-83ec-099dbcacb4dd Jun 22 09:37:58.241667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.375522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.384345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:37:58.385038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.389665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4cedce49-2fad-48ff-a2a8-653236add620 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:37:58.482187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=efdf7399-d1b7-4855-83ec-099dbcacb4dd,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:37:58.484829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:37:58.493857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:37:58.510783 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-aa2e5f09-53d3-48e6-85b0-fef2639065d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4977694 Jun 22 09:37:58.513752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56988) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:37:58.518654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:37:58.640826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.641906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:58.666561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 07fb9347-ac6a-4ac6-8b76-70545f24b61f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:58.688737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 07fb9347-ac6a-4ac6-8b76-70545f24b61f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:58.689166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 07fb9347-ac6a-4ac6-8b76-70545f24b61f not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:58.735958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.082728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acc6b979-9b0d-4f4a-ae20-92452e24bfed no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:59.106103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: acc6b979-9b0d-4f4a-ae20-92452e24bfed {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:59.106849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acc6b979-9b0d-4f4a-ae20-92452e24bfed not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:59.108179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf3b86a7-998a-421c-b9ae-3f507986b8b1 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:37:59.127853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac230f9b-5719-4e8a-9f9e-1735687bb2ea req-49f362f1-bd55-45a3-a6ce-9ee6fed26875 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0626400 Jun 22 09:37:59.135487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bf3b86a7-998a-421c-b9ae-3f507986b8b1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:37:59.136600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf3b86a7-998a-421c-b9ae-3f507986b8b1 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:37:59.287491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.504791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9f973710-bfc0-44a8-9c90-3dbc85514f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.562572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.592143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.781374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.120 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/50980265-27c6-4030-a6d5-c6c503518084) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:37:59.886540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.983756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:37:59.986336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:00.022772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:00.025701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:00.031085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:00.036394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=50980265-27c6-4030-a6d5-c6c503518084,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:00.060796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:00.266526 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a2008c2-20ab-4f1e-9d9c-338396a2b2c3 req-5f0f702b-010d-4f5b-876f-ba467a6bbe65 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0289714 Jun 22 09:38:00.396794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:00.598027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:00.767734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 660da888-3832-48da-bf45-d00757bbc7eb is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:38:00.875176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:38:00.885229 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Sync routers for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:38:00.894193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:00.894850 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:00.955778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:00.957069 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4423370 Jun 22 09:38:00.960072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56994) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:00.994938 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-05480e2b-f3e6-41ab-a42c-bd9236a06990 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336070 Jun 22 09:38:00.997379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56996) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:01.002105 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:01.145744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb05a1c-7352-4451-a85d-e4fd27c7c8b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:01.147243 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9fb05a1c-7352-4451-a85d-e4fd27c7c8b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489487 Jun 22 09:38:01.150215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 56998) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:01.176223 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:00Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:01.189169 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-adabad76-0078-44aa-854a-4e992e56cee0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376983 Jun 22 09:38:01.191581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57000) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:01.196979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768075066', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:01.205255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Checking router: 660da888-3832-48da-bf45-d00757bbc7eb for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:38:01.205610 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Updating router 660da888-3832-48da-bf45-d00757bbc7eb port 50980265-27c6-4030-a6d5-c6c503518084 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:38:01.241126 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.361579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:38:01.365301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.438672 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e83c04b6-0fa8-47a1-9afd-dae8fed289d5 req-0e93f4a2-69fc-4f0d-8549-a17c41dd7840 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7d88b9d-f7de-4f77-b538-bd20e45f186d HTTP/1.1" status: 200 len: 210 time: 0.0423603 Jun 22 09:38:01.500079 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.510472 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Transition to ACTIVE for port object 50980265-27c6-4030-a6d5-c6c503518084 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:01.602512 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.604625 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ac5d7c76-4d69-4cd5-9bd2-62a23fe0c0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:01.656963 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Pushing event updated for resources: {'Port': ['ID=50980265-27c6-4030-a6d5-c6c503518084,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:01.659006 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Attempting to bind port 50980265-27c6-4030-a6d5-c6c503518084 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:38:01.659378 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Attempting to bind port 50980265-27c6-4030-a6d5-c6c503518084 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:38:01.659740 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Attempting to bind port 50980265-27c6-4030-a6d5-c6c503518084 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:01.669024 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:38:01.669406 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:38:01.669811 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.670213 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:38:01.670679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Bound port: 50980265-27c6-4030-a6d5-c6c503518084, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:38:01.671051 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.673169 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.673511 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.673849 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.674175 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.674538 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.674827 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.675148 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.675468 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.675790 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.676134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.679246 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.679246 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.681217 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:01.699008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.701942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ded50c0b-367c-4c5b-99a7-bb72ea6f229a tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:01.729405 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] For port 50980265-27c6-4030-a6d5-c6c503518084, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:38:01.732481 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] For port 50980265-27c6-4030-a6d5-c6c503518084, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=50980265-27c6-4030-a6d5-c6c503518084,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:38:01.767117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=4fe833c9-3f13-4402-990d-c6f0a495b9cb,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:01.780751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.781137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.781519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.781890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.782259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.782665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.783030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.783394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.783757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.784141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.784500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.784858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:01.788689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:01.790150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:38:01.790502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: efdf7399-d1b7-4855-83ec-099dbcacb4dd, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:38:01.819404 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.821665 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ac5d7c76-4d69-4cd5-9bd2-62a23fe0c0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:01.884164 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:01.884773 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:37:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:01.887345 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Pushing event updated for resources: {'Port': ['ID=50980265-27c6-4030-a6d5-c6c503518084,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:01.892923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:38:01.922548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:01.965966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, efdf7399-d1b7-4855-83ec-099dbcacb4dd) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:01.970484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:01.971163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:01.975408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179441c5-e49b-431f-a722-5e9a088bf119 None None] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:38:01.990162 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:02.058398 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8657396 Jun 22 09:38:02.061163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57004) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:02.126701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:38:02.127582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.207044 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:00Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:02.219418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-417afaf6-2108-4645-8406-5f71d5b8218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.239794 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c5e1-e8e0-4e77-a3fc-dbfd06657a71 None None] The sync data for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv is: [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:00Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:38:02.295563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Allocated IP 172.20.0.2 (efdf7399-d1b7-4855-83ec-099dbcacb4dd/4fe833c9-3f13-4402-990d-c6f0a495b9cb/880b9ff6-f5c8-4809-b3e1-c7030295248c) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:38:02.459230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.491070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Transition to ACTIVE for port object 880b9ff6-f5c8-4809-b3e1-c7030295248c will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:02.520106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Transition to ACTIVE for port object 880b9ff6-f5c8-4809-b3e1-c7030295248c will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:02.563800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.571185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4ec2761e-4993-4530-b1d9-22de573f3ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:02.622203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Pushing event updated for resources: {'Port': ['ID=880b9ff6-f5c8-4809-b3e1-c7030295248c,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:02.636078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.636450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.642101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:02.646912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:02.656364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:02.657959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:02.661859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:02.696443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.732466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Attempting to bind port 880b9ff6-f5c8-4809-b3e1-c7030295248c on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:38:02.732809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Attempting to bind port 880b9ff6-f5c8-4809-b3e1-c7030295248c by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:38:02.733187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Attempting to bind port 880b9ff6-f5c8-4809-b3e1-c7030295248c on network efdf7399-d1b7-4855-83ec-099dbcacb4dd {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:02.739271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:38:02.739701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Checking segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:38:02.740173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.740580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Bound using segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:38:02.741065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Bound port: 880b9ff6-f5c8-4809-b3e1-c7030295248c, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:38:02.741577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.818365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] For port 880b9ff6-f5c8-4809-b3e1-c7030295248c, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:38:02.822520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] For port 880b9ff6-f5c8-4809-b3e1-c7030295248c, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=880b9ff6-f5c8-4809-b3e1-c7030295248c,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:38:02.838334 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-7840b238-340f-4c8a-93f2-e44b1275cbce tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752098229&fields=id&tenant_id=2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 267 time: 0.0424843 Jun 22 09:38:02.882225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.884699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:02.933901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Pushing event updated for resources: {'Port': ['ID=880b9ff6-f5c8-4809-b3e1-c7030295248c,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:02.939392 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:02.942769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:02.978611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-5c8b3a84-844f-4b84-99b5-af0aa2c81644 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:02.980302 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-5c8b3a84-844f-4b84-99b5-af0aa2c81644 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 811 time: 0.1326985 Jun 22 09:38:02.998468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-99fc5b62-2a6c-46c1-a946-149bd193c865 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/quotas/2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 375 time: 0.0118003 Jun 22 09:38:03.099567 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-a2dfcd4f-270d-47e1-85bd-f0488908c8d4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943108 Jun 22 09:38:03.148951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 50980265-27c6-4030-a6d5-c6c503518084 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:03.272457 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-37851272-232f-43f5-94da-df29b08b5a9b service neutron] 10.222.0.65 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561775 Jun 22 09:38:03.305920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 50980265-27c6-4030-a6d5-c6c503518084 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:03.322713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 50980265-27c6-4030-a6d5-c6c503518084 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:03.326108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:03.362618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (efdf7399-d1b7-4855-83ec-099dbcacb4dd/4fe833c9-3f13-4402-990d-c6f0a495b9cb/05a15660-c317-4953-87ce-f460f8b800b7) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:38:03.441788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:03.468118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:03.468118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 50980265-27c6-4030-a6d5-c6c503518084, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=50980265-27c6-4030-a6d5-c6c503518084,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:03.517012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:03.533570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 05a15660-c317-4953-87ce-f460f8b800b7 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:03.561975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:03.565471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:03.615764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=50980265-27c6-4030-a6d5-c6c503518084,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:03.619000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:03.675270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:03.678012 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-5b54da23-aa20-4d82-a22e-d434eba9e501 service neutron] 10.222.0.65 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047227 Jun 22 09:38:03.678493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-22944679-50b4-4601-bbb3-101235c2035f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:03.718703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:03.722515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:03.727079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:03.768988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=05a15660-c317-4953-87ce-f460f8b800b7,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:03.775976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:03.784495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:04.006629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:04.354881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:04.408127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:04.420867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1dfe345f-c6ad-4721-a2b4-f505e11eb8d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:04.534569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:04.536321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=05a15660-c317-4953-87ce-f460f8b800b7,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:04.544185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb359fcb-b299-4bba-bcdd-c971f7fce630 None None] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:38:04.560250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:04.562398 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d5b2b693-3f94-4e43-9a9e-899f9637dcb8 req-17aff013-60c6-45b9-9694-5d7db57142d3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.2688198 Jun 22 09:38:04.653850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:04.655209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:04.722544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-39b2a423-76e4-4ab6-9847-4203140c447e None None] Provisioning for port 880b9ff6-f5c8-4809-b3e1-c7030295248c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:04.778957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 660da888-3832-48da-bf45-d00757bbc7eb has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:38:04.900728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:38:04.909366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/660da888-3832-48da-bf45-d00757bbc7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8441491 Jun 22 09:38:04.909521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57034) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:04.910387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Sync routers for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:38:04.914689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:04.921384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:04.922375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:05.023364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.023951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.024732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.025748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.026418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.027294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.032853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6e542ac1-ff68-495d-b2f6-a8185e8a6400 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1198771 Jun 22 09:38:05.033123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57036) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:05.058948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:05.153844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b68308d7-4b3a-43b4-a8d4-fd01cf7ef3a3 None None] Provisioning for port 05a15660-c317-4953-87ce-f460f8b800b7 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:05.160189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b68308d7-4b3a-43b4-a8d4-fd01cf7ef3a3 None None] Provisioning complete for port 05a15660-c317-4953-87ce-f460f8b800b7 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:05.160687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b68308d7-4b3a-43b4-a8d4-fd01cf7ef3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:05.162872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.163408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.164083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.164550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.165014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.165530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:05.168012 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7a4585dc-80d2-4b4f-bad1-5e59cba098be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1332033 Jun 22 09:38:05.171384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57038) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:05.236537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 50980265-27c6-4030-a6d5-c6c503518084 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:05.448013 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f00a3311-80fa-49bb-b80e-fceca28a9d77 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2720621 Jun 22 09:38:05.457527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b68308d7-4b3a-43b4-a8d4-fd01cf7ef3a3 None None] Port 05a15660-c317-4953-87ce-f460f8b800b7 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:38:05.515184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 50980265-27c6-4030-a6d5-c6c503518084 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:05.515568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:05.584341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:04Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:05.637371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Checking router: 660da888-3832-48da-bf45-d00757bbc7eb for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:38:05.637743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Updating router 660da888-3832-48da-bf45-d00757bbc7eb port 05a15660-c317-4953-87ce-f460f8b800b7 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:38:05.639683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-83ae6f7c-3e5e-420a-ae87-084515b8c58f None None] Provisioning complete for port 05a15660-c317-4953-87ce-f460f8b800b7 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:05.640104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-83ae6f7c-3e5e-420a-ae87-084515b8c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:05.693369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 880b9ff6-f5c8-4809-b3e1-c7030295248c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:05.731807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:05.732269 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aab53b33-af09-40ab-971f-d1223d7063de req-75a8e731-7fb4-40c0-8f79-82902b1b8c0c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0306766 Jun 22 09:38:05.745779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-83ae6f7c-3e5e-420a-ae87-084515b8c58f None None] Port 05a15660-c317-4953-87ce-f460f8b800b7 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:38:05.865446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57044) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:05.871090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324086685', 'description': 'tempest-secgroup-smoke-324086685 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:05.907377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 880b9ff6-f5c8-4809-b3e1-c7030295248c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:05.914871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 880b9ff6-f5c8-4809-b3e1-c7030295248c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:05.915258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:05.978983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.062580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.064066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.092349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.111519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Transition to ACTIVE for port object 05a15660-c317-4953-87ce-f460f8b800b7 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:06.117809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 880b9ff6-f5c8-4809-b3e1-c7030295248c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=880b9ff6-f5c8-4809-b3e1-c7030295248c,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:06.139310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.141877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-657a04ca-8cdd-4c92-ab21-dc1943c7ded2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:06.169844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de21239-1f6f-4808-a4d7-7bab13cbc4d4,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:06.172961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:06.206283 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.208408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a6e0d7b-5b6e-465d-965c-a6d38d5fab74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:06.253338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.254595 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3878286 Jun 22 09:38:06.257420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57046) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:06.262659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7de21239-1f6f-4808-a4d7-7bab13cbc4d4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:06.277066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.288612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867313db-e063-4ec3-af7e-692fc88ef6d5 None None] Pushing event updated for resources: {'Port': ['ID=05a15660-c317-4953-87ce-f460f8b800b7,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:06.293882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-867313db-e063-4ec3-af7e-692fc88ef6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:06.295134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3ccb68fc-56d0-43aa-9adc-4eb361101fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:06.382237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Attempting to bind port 05a15660-c317-4953-87ce-f460f8b800b7 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:38:06.382690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Attempting to bind port 05a15660-c317-4953-87ce-f460f8b800b7 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:38:06.383069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Attempting to bind port 05a15660-c317-4953-87ce-f460f8b800b7 on network efdf7399-d1b7-4855-83ec-099dbcacb4dd {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:06.390314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=880b9ff6-f5c8-4809-b3e1-c7030295248c,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:06.393234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:38:06.399386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Checking segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:38:06.399386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.399386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Bound using segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:38:06.399386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Bound port: 05a15660-c317-4953-87ce-f460f8b800b7, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:38:06.399386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.400083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.400189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:06.464503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.471120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] For port 05a15660-c317-4953-87ce-f460f8b800b7, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:38:06.488964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] For port 05a15660-c317-4953-87ce-f460f8b800b7, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=05a15660-c317-4953-87ce-f460f8b800b7,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:38:06.576078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.583481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3bf23e61-cace-4c6b-abfa-db13175392e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:06.603304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.606250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:06.608384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60824c47-67c9-4fb7-8b05-ee1494b4a606,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:06.611362 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:06.645228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-d92371e8-c931-42ce-89d9-e298e0555810 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:06.646758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-d92371e8-c931-42ce-89d9-e298e0555810 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 811 time: 0.1289082 Jun 22 09:38:06.661796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:06.662455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:06.668512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867313db-e063-4ec3-af7e-692fc88ef6d5 None None] Pushing event updated for resources: {'Port': ['ID=05a15660-c317-4953-87ce-f460f8b800b7,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:06.701403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-867313db-e063-4ec3-af7e-692fc88ef6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:06.703312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-1d2e0bcd-f171-41c5-b4ee-6a8ae42c3200 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 379 time: 0.0411532 Jun 22 09:38:06.712812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'port': {'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'admin_state_up': True, 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'security_groups': ['39f50f4d-1ad3-4548-a07f-7c22e730099d']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:06.772540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.773951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5150344 Jun 22 09:38:06.776750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57050) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:06.785540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7de21239-1f6f-4808-a4d7-7bab13cbc4d4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:06.798887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:06.914656 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-de02d3c1-0d4e-483a-9818-bab7182624c8 req-f6551d6b-dbc5-4f02-ab8a-656db8ea71c1 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jun 22 09:38:06.921970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:06.983520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.013713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Made reservation on behalf of 2eaea57a00e04293a3eb07eac570cd12 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:38:07.018727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.038194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:06Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:07.069844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d47ff8-3c19-41e5-84f1-5322b863fbe4 None None] The sync data for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv is: [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:06Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:38:07.082307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 880b9ff6-f5c8-4809-b3e1-c7030295248c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:07.099847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.118104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-41821765-c935-4421-8a4d-75eb8328fa3c tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:07.151641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52051ea9-4e52-4438-adbd-98734bc2be6e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:07.170931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.171526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.172229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.172797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.173345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.173884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.174410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.174955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.175489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.176056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.176599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.177154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:38:07.194588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:07.194800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 880b9ff6-f5c8-4809-b3e1-c7030295248c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:07.195691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.236211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Allocated IP 172.20.0.10 (73789a5a-c699-4e9a-a257-7a14c24305a3/e0a6ec90-f26b-4c07-9f90-e498ddeac3aa/f42210ab-cf3c-4ac3-a444-58931a5b3701) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:38:07.299208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.302910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5221384 Jun 22 09:38:07.303209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57054) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:07.309414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7de21239-1f6f-4808-a4d7-7bab13cbc4d4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:07.405009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.419088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Transition to ACTIVE for port object f42210ab-cf3c-4ac3-a444-58931a5b3701 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:07.419806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.486069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.538851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.544866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-739399dc-7135-4ba9-8816-09e76e18e3e3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:07.573132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.578315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:07.594311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:07.601975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:07.602415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3420913-18cc-41a6-88bd-ed3fc899085b,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:07.606441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:07.623082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:07.642559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=f42210ab-cf3c-4ac3-a444-58931a5b3701,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:07.647038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:07.672181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:07.673079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.750483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.754382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4471471 Jun 22 09:38:07.760931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57056) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:07.760931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7de21239-1f6f-4808-a4d7-7bab13cbc4d4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:07.785664 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0769422 Jun 22 09:38:07.805048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Request body: {'port': {'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:07.897925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:07.973172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5f849d1a-0f55-48e9-896a-2100c5654844 None None] Provisioning for port f42210ab-cf3c-4ac3-a444-58931a5b3701 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:07.977725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5f849d1a-0f55-48e9-896a-2100c5654844 None None] Provisioning complete for port f42210ab-cf3c-4ac3-a444-58931a5b3701 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:07.978176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f849d1a-0f55-48e9-896a-2100c5654844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.033363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.058045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5f849d1a-0f55-48e9-896a-2100c5654844 None None] Port f42210ab-cf3c-4ac3-a444-58931a5b3701 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:38:08.142749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.148449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-71a00a35-45b3-46be-a701-876f437f8c4b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:08.176705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65fb55c-824d-40e7-b70f-8baf6d94ea92,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:08.179291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:08.214391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402e984-c7d9-4049-a13f-8e2f999e2d99 req-b415ebc7-60d9-480f-9251-93676853ddab tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:08.216255 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f402e984-c7d9-4049-a13f-8e2f999e2d99 req-b415ebc7-60d9-480f-9251-93676853ddab tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 932 time: 0.1275039 Jun 22 09:38:08.268460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.268966 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f402e984-c7d9-4049-a13f-8e2f999e2d99 req-14e5e336-9f64-42cb-8b60-2257e3e5a98a tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Jun 22 09:38:08.282481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.287366 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-dd70d39e-3ebe-4f38-b408-fa4a44b5e622 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5314310 Jun 22 09:38:08.288109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57060) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:08.297994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7de21239-1f6f-4808-a4d7-7bab13cbc4d4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:08.419971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:38:08.435634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.520822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.579316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42210ab-cf3c-4ac3-a444-58931a5b3701 {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:38:08.587817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.599552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Transition to ACTIVE for port object f42210ab-cf3c-4ac3-a444-58931a5b3701 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:08.619047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.620967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e6c66c1-2857-42a2-bf34-81ee96f8d854 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:08.637901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140c711e-be78-4645-a3d3-8711de18ec05,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:08.640873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:08.699249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.701429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-010539d0-a2ca-4cb5-a04b-52db2c3b8a38 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:08.728830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.733089 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4407003 Jun 22 09:38:08.733089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57062) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:08.739615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7de21239-1f6f-4808-a4d7-7bab13cbc4d4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:08.784920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Pushing event updated for resources: {'Port': ['ID=f42210ab-cf3c-4ac3-a444-58931a5b3701,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:08.796685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:08.824820 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:38:08.830113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.868752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Attempting to bind port f42210ab-cf3c-4ac3-a444-58931a5b3701 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:38:08.869243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Attempting to bind port f42210ab-cf3c-4ac3-a444-58931a5b3701 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:38:08.869724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Attempting to bind port f42210ab-cf3c-4ac3-a444-58931a5b3701 on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:08.876045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Port f42210ab-cf3c-4ac3-a444-58931a5b3701 on network 73789a5a-c699-4e9a-a257-7a14c24305a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:38:08.876642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Attempting to bind port f42210ab-cf3c-4ac3-a444-58931a5b3701 on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:08.886625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:38:08.887253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Checking segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:38:08.887747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Bound using segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:38:08.888638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Bound port: f42210ab-cf3c-4ac3-a444-58931a5b3701, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:38:08.889092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.907766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.961177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] For port f42210ab-cf3c-4ac3-a444-58931a5b3701, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:38:08.962522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] For port f42210ab-cf3c-4ac3-a444-58931a5b3701, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:38:08.994493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:08.996381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:09.014739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4b2d47-3236-405d-97aa-017f8504ce0d,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:09.017384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:09.071682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.074390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:09.082734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.092051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3495588 Jun 22 09:38:09.108753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 05a15660-c317-4953-87ce-f460f8b800b7 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:09.120592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.121400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.123138 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] 10.222.0.24 "PUT /v2.0/ports/f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 1094 time: 1.3233039 Jun 22 09:38:09.124108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:09.126871 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fe1597-acb6-4724-b451-c4fcb563a61b" -d '{"events": [{"name": "network-changed", "server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:09.155472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Pushing event updated for resources: {'Port': ['ID=f42210ab-cf3c-4ac3-a444-58931a5b3701,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:09.156780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:09.194604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831af13f-ff55-49fa-9345-ae8f81315bdf x-openstack-request-id: req-831af13f-ff55-49fa-9345-ae8f81315bdf {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:09.195542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:09.196011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-831af13f-ff55-49fa-9345-ae8f81315bdf {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:09.196467 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'status': 'completed', 'code': 200} Jun 22 09:38:09.293514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.301108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1597-acb6-4724-b451-c4fcb563a61b req-1a5beadd-d8e8-4af4-a8a7-ee2dee9a05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.310478 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-27fe1597-acb6-4724-b451-c4fcb563a61b req-1a5beadd-d8e8-4af4-a8a7-ee2dee9a05a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1097 time: 0.0644855 Jun 22 09:38:09.310673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-0460dee2-6f52-46ce-817c-808cc19e8002 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324086685&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0457826 Jun 22 09:38:09.310801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 05a15660-c317-4953-87ce-f460f8b800b7 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:09.321225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 05a15660-c317-4953-87ce-f460f8b800b7 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:09.321869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.455129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.475071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1597-acb6-4724-b451-c4fcb563a61b req-d79f6645-7158-41e3-beaa-e8462aa03a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.478344 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-27fe1597-acb6-4724-b451-c4fcb563a61b req-d79f6645-7158-41e3-beaa-e8462aa03a13 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2eaea57a00e04293a3eb07eac570cd12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1629167 Jun 22 09:38:09.508969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 05a15660-c317-4953-87ce-f460f8b800b7, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=05a15660-c317-4953-87ce-f460f8b800b7,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:09.532937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-9762015f-77d5-40dc-b679-531a7eb56862 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.534483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-9762015f-77d5-40dc-b679-531a7eb56862 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=efdf7399-d1b7-4855-83ec-099dbcacb4dd HTTP/1.1" status: 200 len: 796 time: 0.1986167 Jun 22 09:38:09.551243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-1a6212cd-a627-4086-afd6-a8ece4b12269 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0103946 Jun 22 09:38:09.567477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:09.569574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:09.623214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=05a15660-c317-4953-87ce-f460f8b800b7,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:09.627635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:09.652707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe1597-acb6-4724-b451-c4fcb563a61b req-a28f11d7-11b3-406e-8f79-5c3f59b27128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.654287 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-27fe1597-acb6-4724-b451-c4fcb563a61b req-a28f11d7-11b3-406e-8f79-5c3f59b27128 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678464 Jun 22 09:38:09.662514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c2a9-5135-491a-8b3c-eb5be0623584 req-7cdf8d13-8dd6-4955-8f8f-ebeaf25a581b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.664514 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e243c2a9-5135-491a-8b3c-eb5be0623584 req-7cdf8d13-8dd6-4955-8f8f-ebeaf25a581b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.1787722 Jun 22 09:38:09.670386 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-b710981e-aaa1-436f-ada2-7d77bae599bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136508 Jun 22 09:38:09.683709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-18659fad-e4fa-444b-b97b-a79877f3413b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:38:09.684828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-18659fad-e4fa-444b-b97b-a79877f3413b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061998 Jun 22 09:38:09.712949 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e243c2a9-5135-491a-8b3c-eb5be0623584 req-3a3ecb87-712e-4afd-a5d3-405f96bfcf95 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Jun 22 09:38:09.781272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-bf191f1c-3ca4-43bc-9b0e-f82bd78951e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.782971 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-bf191f1c-3ca4-43bc-9b0e-f82bd78951e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1097 time: 0.0610108 Jun 22 09:38:09.784437 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-6845342c-7f28-45e5-a4ea-c394299bd1b6 service neutron] 10.222.0.65 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932858 Jun 22 09:38:09.837146 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-1f869455-16a6-4a86-95f0-7881e6d5a2b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 217 time: 0.0364981 Jun 22 09:38:09.884456 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-7da910cf-ba27-4dbd-a379-d53d00cb15b4 service neutron] 10.222.0.65 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942390 Jun 22 09:38:09.895449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-05b8b755-4071-404c-9bf2-5445f0b946b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.897260 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-05b8b755-4071-404c-9bf2-5445f0b946b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0537808 Jun 22 09:38:09.958883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-8676c854-59ba-4efd-95a8-3e20f8a457f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:09.960422 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-8676c854-59ba-4efd-95a8-3e20f8a457f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568492 Jun 22 09:38:10.051000 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-9d92e734-cc64-4358-8769-1b2329c3c829 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 Jun 22 09:38:10.161558 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ea5fb85c-f6b3-477e-8c0a-b886b618f12d req-0c3e6876-a790-417c-a2ff-3ccbb67c893d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 210 time: 0.0353973 Jun 22 09:38:10.200312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52a373f9-9b96-47ac-961d-7dcbdfbe7db3 req-c6d2c2b2-4522-46df-8e68-1d200f6c0fe7 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433678 Jun 22 09:38:10.896291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085d71b-f9e3-42a0-b1af-712400408ca8 req-19a573d3-c6d3-45fc-8fa1-e8467cfef172 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:10.897698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8085d71b-f9e3-42a0-b1af-712400408ca8 req-19a573d3-c6d3-45fc-8fa1-e8467cfef172 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0670295 Jun 22 09:38:10.937846 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8085d71b-f9e3-42a0-b1af-712400408ca8 req-8d434649-7977-499e-8bf2-1a27f139c84d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336399 Jun 22 09:38:11.069254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 05a15660-c317-4953-87ce-f460f8b800b7 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:11.116470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 05a15660-c317-4953-87ce-f460f8b800b7 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:11.117396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:11.318923 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2b4d14c3-9d33-41f2-a603-17aae70d766e req-0ffefa84-e05f-4bb3-807e-b67b8d190308 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 210 time: 0.0319879 Jun 22 09:38:11.698897 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:38:12.114167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d27c1-3b1f-4341-bb69-b2c650944f19 req-92fd2d2e-fcf4-4f40-aa6b-a24d676c2227 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:12.115544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-806d27c1-3b1f-4341-bb69-b2c650944f19 req-92fd2d2e-fcf4-4f40-aa6b-a24d676c2227 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0642073 Jun 22 09:38:12.155430 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-806d27c1-3b1f-4341-bb69-b2c650944f19 req-ea80ba12-b80e-4da7-98de-8664d90cba54 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331678 Jun 22 09:38:12.380301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-f0b7e68b-036f-4cb3-b35b-13452a108ddf tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:12.381670 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-f0b7e68b-036f-4cb3-b35b-13452a108ddf tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=efdf7399-d1b7-4855-83ec-099dbcacb4dd HTTP/1.1" status: 200 len: 796 time: 0.1061153 Jun 22 09:38:12.438804 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-552e3f8e-a61f-4a25-bc3f-77666f2d9712 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 379 time: 0.0347509 Jun 22 09:38:12.455484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '2ac3f3ad-0938-4348-864f-385d965126c2', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['7de21239-1f6f-4808-a4d7-7bab13cbc4d4']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:12.490100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04ccc434-453a-4314-9fd9-097d08e41b73 req-530b2263-9c67-48ca-ab2d-b626cde2e95e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 210 time: 0.0493636 Jun 22 09:38:12.681807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:38:12.685359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:12.821123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.6 (efdf7399-d1b7-4855-83ec-099dbcacb4dd/4fe833c9-3f13-4402-990d-c6f0a495b9cb/4189b617-d80c-4631-9d26-68f5cd63aab9) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:38:12.957425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:12.970965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 4189b617-d80c-4631-9d26-68f5cd63aab9 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:13.053650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:13.058668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:13.101763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:13.105435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:13.109385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:13.138364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=4189b617-d80c-4631-9d26-68f5cd63aab9,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:13.142861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:13.170009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:13.170642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:13.271000 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208063 Jun 22 09:38:13.289644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Request body: {'port': {'device_id': '2ac3f3ad-0938-4348-864f-385d965126c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:13.338394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedcd90-8150-4b49-9db8-950823273e71 req-c37b5622-0ec5-4edc-9c58-13c4090c210f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:13.339893 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fcedcd90-8150-4b49-9db8-950823273e71 req-c37b5622-0ec5-4edc-9c58-13c4090c210f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0700803 Jun 22 09:38:13.365587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:13.380169 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fcedcd90-8150-4b49-9db8-950823273e71 req-b98586a5-b076-4dc7-9bd0-661973d457bb tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343652 Jun 22 09:38:13.453248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bff13136-e376-44ab-a2f5-fabac94f1b69 None None] Provisioning for port 4189b617-d80c-4631-9d26-68f5cd63aab9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:13.457163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bff13136-e376-44ab-a2f5-fabac94f1b69 None None] Provisioning complete for port 4189b617-d80c-4631-9d26-68f5cd63aab9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:13.457568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bff13136-e376-44ab-a2f5-fabac94f1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:13.491290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bff13136-e376-44ab-a2f5-fabac94f1b69 None None] Port 4189b617-d80c-4631-9d26-68f5cd63aab9 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:38:13.668831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4189b617-d80c-4631-9d26-68f5cd63aab9 {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:38:13.677703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:13.695289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Transition to ACTIVE for port object 4189b617-d80c-4631-9d26-68f5cd63aab9 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:38:13.710939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de79003-8519-4b04-902b-71e1fe423ff8 req-8ea8fa8d-0fe8-4b31-b791-4cfc97832518 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:13.712606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5de79003-8519-4b04-902b-71e1fe423ff8 req-8ea8fa8d-0fe8-4b31-b791-4cfc97832518 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 931 time: 0.1069267 Jun 22 09:38:13.751491 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5de79003-8519-4b04-902b-71e1fe423ff8 req-88d0e55e-3acc-4cb6-b99b-3b35f92af875 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Jun 22 09:38:13.773135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:13.775450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4aa03062-de5d-4676-906d-6dc7311c35ed tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:13.859048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Pushing event updated for resources: {'Port': ['ID=4189b617-d80c-4631-9d26-68f5cd63aab9,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:13.861930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:13.931217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Attempting to bind port 4189b617-d80c-4631-9d26-68f5cd63aab9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:38:13.931559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Attempting to bind port 4189b617-d80c-4631-9d26-68f5cd63aab9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:38:13.931917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Attempting to bind port 4189b617-d80c-4631-9d26-68f5cd63aab9 on network efdf7399-d1b7-4855-83ec-099dbcacb4dd {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:13.936577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Port 4189b617-d80c-4631-9d26-68f5cd63aab9 on network efdf7399-d1b7-4855-83ec-099dbcacb4dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:38:13.936904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Attempting to bind port 4189b617-d80c-4631-9d26-68f5cd63aab9 on network efdf7399-d1b7-4855-83ec-099dbcacb4dd {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:38:13.941809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:38:13.942156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Checking segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:38:13.942547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Bound using segment: {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:38:13.942982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Bound port: 4189b617-d80c-4631-9d26-68f5cd63aab9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf54fb47-723b-4775-9ac4-1cf253fbf3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:38:13.943339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:14.010904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] For port 4189b617-d80c-4631-9d26-68f5cd63aab9, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:38:14.014574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] For port 4189b617-d80c-4631-9d26-68f5cd63aab9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4189b617-d80c-4631-9d26-68f5cd63aab9,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:38:14.082241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:14.084265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e05dbd1b-c12e-4ac0-b70e-f65a6b08cf02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:14.115635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.117237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:14.117974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-8a50ebda-714f-4db3-9930-57579963303b service neutron] 10.222.0.24 "PUT /v2.0/ports/4189b617-d80c-4631-9d26-68f5cd63aab9 HTTP/1.1" status: 200 len: 1093 time: 0.8329213 Jun 22 09:38:14.120584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:14.122747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:14.150578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Pushing event updated for resources: {'Port': ['ID=4189b617-d80c-4631-9d26-68f5cd63aab9,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:14.153857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:14.173168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2f2c0-3637-4977-95f9-77df57cd7be0 x-openstack-request-id: req-59f2f2c0-3637-4977-95f9-77df57cd7be0 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:14.173168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:14.173168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59f2f2c0-3637-4977-95f9-77df57cd7be0 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:14.173168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'status': 'completed', 'code': 200} Jun 22 09:38:14.267970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f req-4d253201-59b3-4da0-b177-cb1c4e2ffea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.269403 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f req-4d253201-59b3-4da0-b177-cb1c4e2ffea4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 1096 time: 0.0562599 Jun 22 09:38:14.380417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f req-50d3d79b-32be-49bd-ad39-f4704bb9b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.381952 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f req-50d3d79b-32be-49bd-ad39-f4704bb9b097 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0994530 Jun 22 09:38:14.482832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f req-60ca6935-7f2b-4a95-89c1-c1c97af696f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.484346 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a03aef9-ec82-48bc-b0d5-f5a1784ae38f req-60ca6935-7f2b-4a95-89c1-c1c97af696f9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949790 Jun 22 09:38:14.585160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a3d34-ea13-4514-b6b3-683a14baf94a req-52cda112-495a-4c6f-a2da-aa2181c333f9 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.587315 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c93a3d34-ea13-4514-b6b3-683a14baf94a req-52cda112-495a-4c6f-a2da-aa2181c333f9 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0961437 Jun 22 09:38:14.635932 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c93a3d34-ea13-4514-b6b3-683a14baf94a req-210f1a67-4907-4367-844e-a4dbe12ae79a tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421083 Jun 22 09:38:14.639485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-e3c1a0cd-150f-4f7b-9cd0-8fbaef23f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.640323 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-e3c1a0cd-150f-4f7b-9cd0-8fbaef23f900 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 1096 time: 0.0980606 Jun 22 09:38:14.687074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-c57e92a6-117e-4747-87ac-6cb1f40f15b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4189b617-d80c-4631-9d26-68f5cd63aab9 HTTP/1.1" status: 200 len: 217 time: 0.0342295 Jun 22 09:38:14.741613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-d10a4993-24bd-4be8-9eda-1bd5541aa1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.743085 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-d10a4993-24bd-4be8-9eda-1bd5541aa1aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fe833c9-3f13-4402-990d-c6f0a495b9cb HTTP/1.1" status: 200 len: 834 time: 0.0492618 Jun 22 09:38:14.800118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-5292a328-a0af-4e3a-9386-c2643e5e043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.801620 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-5292a328-a0af-4e3a-9386-c2643e5e043d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efdf7399-d1b7-4855-83ec-099dbcacb4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528471 Jun 22 09:38:14.891161 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-6290832f-c365-4603-9287-59c4c8cfed41 service neutron] 10.222.0.24 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Jun 22 09:38:14.929119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02904f1-4478-4dda-bdae-08ccb3b10072 req-4ca16e69-f388-4a36-8d63-344e2c2b7b2c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:14.931132 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a02904f1-4478-4dda-bdae-08ccb3b10072 req-4ca16e69-f388-4a36-8d63-344e2c2b7b2c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 943 time: 0.0655570 Jun 22 09:38:14.970450 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a02904f1-4478-4dda-bdae-08ccb3b10072 req-360c1e6b-1e5d-459e-b499-0604c04a54af tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333509 Jun 22 09:38:14.987490 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edcb48c7-f001-4561-ad1c-1e2afdab406b req-3308e6d3-1b89-4387-9475-9843854a431d service neutron] 10.222.0.24 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889196 Jun 22 09:38:15.811429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde1a29-4975-40e6-82d6-dc0b0e49c1a4 req-21c3f541-9d13-4520-bd07-774d2655a1d5 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:15.812931 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1bde1a29-4975-40e6-82d6-dc0b0e49c1a4 req-21c3f541-9d13-4520-bd07-774d2655a1d5 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0659096 Jun 22 09:38:15.850690 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1bde1a29-4975-40e6-82d6-dc0b0e49c1a4 req-28dbbf99-0f71-41b5-9c04-69e341b90178 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319831 Jun 22 09:38:16.150158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a48e1b-b550-4e8d-b1bc-63c1f88f096e req-7e33106a-c004-438c-8718-5434f4df019b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:16.151613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-38a48e1b-b550-4e8d-b1bc-63c1f88f096e req-7e33106a-c004-438c-8718-5434f4df019b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 943 time: 0.0689645 Jun 22 09:38:16.189187 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-38a48e1b-b550-4e8d-b1bc-63c1f88f096e req-a7a98281-b907-4819-a993-6a75c2daf18b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Jun 22 09:38:16.743365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4189b617-d80c-4631-9d26-68f5cd63aab9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:38:16.835509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4189b617-d80c-4631-9d26-68f5cd63aab9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4189b617-d80c-4631-9d26-68f5cd63aab9,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:16.846690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'port_id': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'mac_address': 'fa:16:3e:03:25:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:38:16.886615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:16.899503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4189b617-d80c-4631-9d26-68f5cd63aab9 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:38:16.919271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4189b617-d80c-4631-9d26-68f5cd63aab9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4189b617-d80c-4631-9d26-68f5cd63aab9,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:16.989159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:16.990982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:17.028349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f3bde-c857-42b7-b66b-f84abde07780 req-6ceb7913-c216-4f17-acbe-6b88b856a675 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:17.029845 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0d2f3bde-c857-42b7-b66b-f84abde07780 req-6ceb7913-c216-4f17-acbe-6b88b856a675 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0694771 Jun 22 09:38:17.038270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4189b617-d80c-4631-9d26-68f5cd63aab9,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:17.042447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:17.067683 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0d2f3bde-c857-42b7-b66b-f84abde07780 req-9763d88e-f7cc-4e15-9d4d-a92f0fa3655c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Jun 22 09:38:17.303625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['4189b617-d80c-4631-9d26-68f5cd63aab9'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:38:17.361380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787912ab-cdd7-4732-a619-141d6bcbde52 req-f6cd0246-f58f-4f41-b4e0-c64feb1c245f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:17.362873 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-787912ab-cdd7-4732-a619-141d6bcbde52 req-f6cd0246-f58f-4f41-b4e0-c64feb1c245f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 944 time: 0.0643053 Jun 22 09:38:17.401738 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-787912ab-cdd7-4732-a619-141d6bcbde52 req-0a068090-b274-4646-8a6f-f4b3696ab2b5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326471 Jun 22 09:38:18.240624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936ba08-db56-432d-a73f-2506704bbed8 req-bf841813-d03b-4a68-ba2f-10b638516d55 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:18.242686 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1936ba08-db56-432d-a73f-2506704bbed8 req-bf841813-d03b-4a68-ba2f-10b638516d55 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0616038 Jun 22 09:38:18.279233 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1936ba08-db56-432d-a73f-2506704bbed8 req-c174d945-8fc1-47b1-a9f0-28eec3b88f08 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306754 Jun 22 09:38:18.575204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bf347-16c5-4b91-bf24-79d9cbc9269d req-667bc468-ca64-43d4-9b49-128121b94af5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:18.576717 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d1bf347-16c5-4b91-bf24-79d9cbc9269d req-667bc468-ca64-43d4-9b49-128121b94af5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 944 time: 0.0628612 Jun 22 09:38:18.614233 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d1bf347-16c5-4b91-bf24-79d9cbc9269d req-a454af7f-f701-4c9f-a636-96901ba56d2f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318205 Jun 22 09:38:18.771558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4189b617-d80c-4631-9d26-68f5cd63aab9 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:18.858812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 4189b617-d80c-4631-9d26-68f5cd63aab9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:18.862358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 4189b617-d80c-4631-9d26-68f5cd63aab9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:18.862736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:18.940082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:18.961046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:18.963278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c29cff-13ae-4d71-8aec-fe344371d311" -d '{"events": [{"server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "name": "network-vif-plugged", "status": "completed", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:18.975331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4189b617-d80c-4631-9d26-68f5cd63aab9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4189b617-d80c-4631-9d26-68f5cd63aab9,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:18.999604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956aea97-29a4-4d2f-b6ef-cedb173dbd71 x-openstack-request-id: req-956aea97-29a4-4d2f-b6ef-cedb173dbd71 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:19.000036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "name": "network-vif-plugged", "status": "completed", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:19.000301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-956aea97-29a4-4d2f-b6ef-cedb173dbd71 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:19.002940 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'code': 200} Jun 22 09:38:19.036049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:19.037871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-867313db-e063-4ec3-af7e-692fc88ef6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:19.085061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4189b617-d80c-4631-9d26-68f5cd63aab9,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:19.088615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:19.384311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdd6b4-b85d-42be-a56b-68980d009777 req-b7406c08-d668-4d94-9764-5cf6939cf575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:19.385862 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-48fdd6b4-b85d-42be-a56b-68980d009777 req-b7406c08-d668-4d94-9764-5cf6939cf575 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 1098 time: 0.0543039 Jun 22 09:38:19.421453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-48fdd6b4-b85d-42be-a56b-68980d009777 req-f64f46d9-a470-4c38-86da-454bdd65cf67 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288448 Jun 22 09:38:19.457970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8d0af-87f8-4f71-8804-7b55c3febedb req-b51f76ed-fb34-4663-b408-b0145761ed5c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:19.459433 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a7f8d0af-87f8-4f71-8804-7b55c3febedb req-b51f76ed-fb34-4663-b408-b0145761ed5c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0673807 Jun 22 09:38:19.497610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a7f8d0af-87f8-4f71-8804-7b55c3febedb req-6bd0f17e-ba3e-41f6-b549-b821759f9fa3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Jun 22 09:38:19.790016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a465fd2-df0f-443d-8dbd-3d4825f3d414 req-aee7f85d-8873-4ee8-8268-2c462c657557 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:19.791500 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a465fd2-df0f-443d-8dbd-3d4825f3d414 req-aee7f85d-8873-4ee8-8268-2c462c657557 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jun 22 09:38:19.829745 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a465fd2-df0f-443d-8dbd-3d4825f3d414 req-a7072500-df8c-4d30-9173-844e87a4fe83 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326550 Jun 22 09:38:20.670810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2a36c-4025-4a29-bf08-b5c4ec0ad2ba req-8cde45c4-9885-47fc-8f7f-620374c00118 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:20.672322 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15d2a36c-4025-4a29-bf08-b5c4ec0ad2ba req-8cde45c4-9885-47fc-8f7f-620374c00118 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0649381 Jun 22 09:38:20.709789 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15d2a36c-4025-4a29-bf08-b5c4ec0ad2ba req-351747a1-3d81-449a-97d9-cab8c6e24209 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jun 22 09:38:20.795084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f42210ab-cf3c-4ac3-a444-58931a5b3701 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:38:20.891914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port f42210ab-cf3c-4ac3-a444-58931a5b3701, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:20.903577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:38:20.939521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:20.952219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42210ab-cf3c-4ac3-a444-58931a5b3701 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:38:20.971512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port f42210ab-cf3c-4ac3-a444-58931a5b3701, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:21.001507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a460a1-ca9c-4809-8232-23475a9f4762 req-98e0067c-f627-4efb-9f84-30f47c1d1209 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:21.002982 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-16a460a1-ca9c-4809-8232-23475a9f4762 req-98e0067c-f627-4efb-9f84-30f47c1d1209 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 945 time: 0.0651174 Jun 22 09:38:21.031046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:21.033546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-78f388bf-3aaa-48f1-994a-8617da99edd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:21.043647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-16a460a1-ca9c-4809-8232-23475a9f4762 req-702aa0bd-5fe9-477c-8ec2-e3f6962bb5da tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339427 Jun 22 09:38:21.084782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=f42210ab-cf3c-4ac3-a444-58931a5b3701,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:21.087964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:21.223715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d8e03-c63a-42ed-a583-316f71023384 req-eea318c3-27ef-47ae-ab52-e611d4bccdca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:21.225201 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec2d8e03-c63a-42ed-a583-316f71023384 req-eea318c3-27ef-47ae-ab52-e611d4bccdca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 945 time: 0.0699251 Jun 22 09:38:21.263771 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec2d8e03-c63a-42ed-a583-316f71023384 req-555548ce-6440-410e-8a47-2b3464e0c2fe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320146 Jun 22 09:38:21.286884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57142) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:21.321122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['f42210ab-cf3c-4ac3-a444-58931a5b3701'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:38:21.338432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177b22f-37c5-4285-9c9b-66c28e28067f tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:21.340065 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8177b22f-37c5-4285-9c9b-66c28e28067f tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 1093 time: 0.0521641 Jun 22 09:38:21.342777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57144) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:21.347171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:21.430980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:21.530929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:21.631856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.62 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/240fb91d-b680-4364-a59d-805046bc1f36) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:38:21.734563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:21.831037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:21.834045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ed336b9-e54c-4a2f-b075-944c5d0b1cc2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:21.870184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:21.873060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:21.878567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:21.891998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b8794-0d6a-457a-9781-53f236502645 req-2449b7da-e74f-4786-a8c3-d586f72b14b4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:21.893421 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-365b8794-0d6a-457a-9781-53f236502645 req-2449b7da-e74f-4786-a8c3-d586f72b14b4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 945 time: 0.0701108 Jun 22 09:38:21.900944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=240fb91d-b680-4364-a59d-805046bc1f36,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:21.904912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:21.932488 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-365b8794-0d6a-457a-9781-53f236502645 req-c2118858-149f-4ee4-9f96-1bc454fb2b8a tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332520 Jun 22 09:38:22.252382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:22.388747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:22.534538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:22.624656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:22.626859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:22.696655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=240fb91d-b680-4364-a59d-805046bc1f36,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:22.702087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:22.708674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:22.802807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f42210ab-cf3c-4ac3-a444-58931a5b3701 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:38:22.808867 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 93a37e48-a160-4313-88c8-f033bf70b038 associated. External IP: 172.26.6.62, port: 4189b617-d80c-4631-9d26-68f5cd63aab9. Jun 22 09:38:23.045937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 660da888-3832-48da-bf45-d00757bbc7eb has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:38:23.287816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port f42210ab-cf3c-4ac3-a444-58931a5b3701 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:38:23.292191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port f42210ab-cf3c-4ac3-a444-58931a5b3701 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:38:23.296998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:23.374072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:23.401189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:23.403384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2e251-6922-4c7d-8548-9bc611f05264" -d '{"events": [{"server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "name": "network-vif-plugged", "status": "completed", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:23.416806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port f42210ab-cf3c-4ac3-a444-58931a5b3701, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:38:23.441157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8728b5f9-c2c2-4e4b-8bb9-d6a6cfe60d26 x-openstack-request-id: req-8728b5f9-c2c2-4e4b-8bb9-d6a6cfe60d26 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:23.441458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "name": "network-vif-plugged", "status": "completed", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:23.441715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8728b5f9-c2c2-4e4b-8bb9-d6a6cfe60d26 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:23.442119 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'code': 200} Jun 22 09:38:23.502301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d629a0-fc05-462e-b4d8-7951d97fc2cd req-bc193df5-194c-4607-a81e-2e56806abdfe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:23.503792 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d3d629a0-fc05-462e-b4d8-7951d97fc2cd req-bc193df5-194c-4607-a81e-2e56806abdfe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 945 time: 0.4541917 Jun 22 09:38:23.510705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:23.516624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88264aa3-6dc0-4262-801f-98fe2db8053e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:23.516784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:38:23.523842 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] Sync routers for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:38:23.534951 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:23.536078 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:23.559609 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d3d629a0-fc05-462e-b4d8-7951d97fc2cd req-1212096f-3ce4-4514-9d19-04653dfef634 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493338 Jun 22 09:38:23.584963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=f42210ab-cf3c-4ac3-a444-58931a5b3701,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:23.586171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:23.602828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:23.639565 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2957742 Jun 22 09:38:23.640282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:23.642324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57152) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:23.642878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f063dd-f335-4a7b-92e3-63e20173f619" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:23.647085 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:23.688312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b88dfe-7b4e-4269-a434-cfd7fa2a431f x-openstack-request-id: req-e7b88dfe-7b4e-4269-a434-cfd7fa2a431f {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:23.689033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:23.689553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7b88dfe-7b4e-4269-a434-cfd7fa2a431f {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:23.690231 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'status': 'completed', 'code': 200} Jun 22 09:38:23.719059 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8e5fe03f-f39c-41c9-a4a6-b97dd722088d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/93a37e48-a160-4313-88c8-f033bf70b038 HTTP/1.1" status: 200 len: 990 time: 0.0749724 Jun 22 09:38:23.778479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fc0a-1651-4cda-9f71-77df757066e4 req-8e5e4949-ba8c-4e8d-a9c5-38659a17f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:23.780074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc35fc0a-1651-4cda-9f71-77df757066e4 req-8e5e4949-ba8c-4e8d-a9c5-38659a17f5fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1099 time: 0.0553522 Jun 22 09:38:23.818077 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc35fc0a-1651-4cda-9f71-77df757066e4 req-5b8ba7ac-abe2-4b37-9815-abcf4d361e73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Jun 22 09:38:23.823540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-f85fb6d2-c722-4464-be1d-0af1ac4104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:23.825096 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-f85fb6d2-c722-4464-be1d-0af1ac4104a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 1098 time: 0.0999804 Jun 22 09:38:23.980395 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '93a37e48-a160-4313-88c8-f033bf70b038', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'port_id': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'mac_address': 'fa:16:3e:03:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac3f3ad-0938-4348-864f-385d965126c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:22Z', 'updated_at': '2021-06-22T09:38:22Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:09Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:24.010293 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] Checking router: 660da888-3832-48da-bf45-d00757bbc7eb for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:38:24.018475 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:24.019091 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:24.124068 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:24.214440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-4b971977-37eb-4b58-909b-8e4725a0b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:24.215943 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-4b971977-37eb-4b58-909b-8e4725a0b1da service neutron] 10.222.0.24 "GET /v2.0/networks?id=efdf7399-d1b7-4855-83ec-099dbcacb4dd HTTP/1.1" status: 200 len: 897 time: 0.1438253 Jun 22 09:38:24.332359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-fd623b0a-cc0c-4aac-903d-381273929bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4189b617-d80c-4631-9d26-68f5cd63aab9 HTTP/1.1" status: 200 len: 998 time: 0.1087246 Jun 22 09:38:24.349479 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '93a37e48-a160-4313-88c8-f033bf70b038', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'port_id': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'mac_address': 'fa:16:3e:03:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac3f3ad-0938-4348-864f-385d965126c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:22Z', 'updated_at': '2021-06-22T09:38:22Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:09Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:24.381092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3eb6c-e22b-41f3-be93-af15b9eeadad None None] The sync data for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv is: [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '93a37e48-a160-4313-88c8-f033bf70b038', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'port_id': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'mac_address': 'fa:16:3e:03:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac3f3ad-0938-4348-864f-385d965126c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:22Z', 'updated_at': '2021-06-22T09:38:22Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:09Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:38:24.394020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-0b2945fe-0461-4f0b-87f4-61b7851463b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:24.395544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-0b2945fe-0461-4f0b-87f4-61b7851463b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fe833c9-3f13-4402-990d-c6f0a495b9cb HTTP/1.1" status: 200 len: 834 time: 0.0565085 Jun 22 09:38:24.494771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-a2b71068-095c-4c7d-bb43-462c3162b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:24.496320 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-a2b71068-095c-4c7d-bb43-462c3162b0ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efdf7399-d1b7-4855-83ec-099dbcacb4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912805 Jun 22 09:38:24.508228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-27c0baa0-1fb2-4411-ad56-ca61233a0132 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:38:24.516360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-27c0baa0-1fb2-4411-ad56-ca61233a0132 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071225 Jun 22 09:38:24.600528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0eb37-688e-4f53-9bc1-f42ba90fc059 None None] New status for floating IP 93a37e48-a160-4313-88c8-f033bf70b038: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:38:24.621398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-70800590-1ed8-41f4-ba87-57c1d6b7d25b service neutron] 10.222.0.24 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044192 Jun 22 09:38:24.723012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57158) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:24.753001 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c7f063dd-f335-4a7b-92e3-63e20173f619 req-724d9113-bec1-46b5-9ee5-1cc3e48b9a2a service neutron] 10.222.0.24 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241808 Jun 22 09:38:24.779401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af658-0e01-4c2c-90df-ea87e248f3bd req-936b22c9-7c55-4830-8a21-df82acf7b8ec tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:24.780913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee4af658-0e01-4c2c-90df-ea87e248f3bd req-936b22c9-7c55-4830-8a21-df82acf7b8ec tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0929871 Jun 22 09:38:24.797248 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-93b9cba2-757c-417f-ba8b-f546c41d8b18 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/93a37e48-a160-4313-88c8-f033bf70b038 HTTP/1.1" status: 200 len: 990 time: 0.0728667 Jun 22 09:38:24.823137 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee4af658-0e01-4c2c-90df-ea87e248f3bd req-84823054-1988-410c-bb74-0eab13559d93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362544 Jun 22 09:38:25.801145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57160) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:25.870875 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-56ba43b8-8cf9-4c4c-882c-018c4ffe87e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/93a37e48-a160-4313-88c8-f033bf70b038 HTTP/1.1" status: 200 len: 992 time: 0.0684731 Jun 22 09:38:26.025266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac0779-46a0-46e5-8535-c833355441c8 req-76f20aa6-b6df-43e0-a25e-d7c18c400908 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:26.027013 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b4ac0779-46a0-46e5-8535-c833355441c8 req-76f20aa6-b6df-43e0-a25e-d7c18c400908 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0843432 Jun 22 09:38:26.066451 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b4ac0779-46a0-46e5-8535-c833355441c8 req-4565f120-dc7e-4ba3-ac89-de16544e0771 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339904 Jun 22 09:38:26.263450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b9bcc-1211-486c-8312-5f0c4e658c9b req-1ffccbc5-f136-4aca-b9a6-b98309bc531c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:26.265129 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-476b9bcc-1211-486c-8312-5f0c4e658c9b req-1ffccbc5-f136-4aca-b9a6-b98309bc531c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0725539 Jun 22 09:38:26.315277 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-476b9bcc-1211-486c-8312-5f0c4e658c9b req-79064c21-951f-4f20-866a-30792822e930 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443099 Jun 22 09:38:26.339506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57166) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:26.402500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a90ae-57d1-448d-8784-9c3be72dab5d tempest-TestVolumeBootPattern-1443868639 tempest-TestVolumeBootPattern-1443868639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:26.404071 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-535a90ae-57d1-448d-8784-9c3be72dab5d tempest-TestVolumeBootPattern-1443868639 tempest-TestVolumeBootPattern-1443868639-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1094 time: 0.0634539 Jun 22 09:38:26.406730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57168) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:26.411159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:38:26.505196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:26.600579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:26.715180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Allocated IP 172.26.6.11 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/aa254fdf-58ad-4012-afc2-3112c345f4a7) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:38:26.814961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:26.893851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:26.895806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-acff50ba-0f37-4026-8431-6699ed9c7311 tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:26.931308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:38:26.934044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:38:26.943788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:38:26.949150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=aa254fdf-58ad-4012-afc2-3112c345f4a7,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:26.967912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:27.299607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:27.462260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:27.610126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:27.668925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:27.671957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-19eb05b1-5f9c-4a46-a53c-1104ad68cb93 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:27.736374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=aa254fdf-58ad-4012-afc2-3112c345f4a7,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:27.741636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:27.748450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:27.847458 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Floating IP b4b422dc-a619-4378-ad0b-63a426346d92 associated. External IP: 172.26.6.11, port: f42210ab-cf3c-4ac3-a444-58931a5b3701. Jun 22 09:38:28.047534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:38:28.153826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:38:28.163208 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:38:28.172816 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:28.173420 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:28.242351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:28.278591 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:28.278875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8711512 Jun 22 09:38:28.279522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:28.281885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de73352-0032-453f-b3c1-d4c933256282" -d '{"events": [{"name": "network-changed", "server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:28.321051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f93d70f-e4d0-4f28-9ef8-7abd570adbcc x-openstack-request-id: req-5f93d70f-e4d0-4f28-9ef8-7abd570adbcc {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:28.321051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:28.321051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f93d70f-e4d0-4f28-9ef8-7abd570adbcc {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:28.321051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'status': 'completed', 'code': 200} Jun 22 09:38:28.416330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73352-0032-453f-b3c1-d4c933256282 req-2ce050f8-8ba5-4528-afd1-c259815df8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:28.417950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-2ce050f8-8ba5-4528-afd1-c259815df8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1099 time: 0.0537455 Jun 22 09:38:28.497329 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:27Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:28.513016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73352-0032-453f-b3c1-d4c933256282 req-20c738fc-a819-457a-8253-efd473925e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:28.517080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-20c738fc-a819-457a-8253-efd473925e16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.0909605 Jun 22 09:38:28.524152 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:38:28.532514 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:28.533119 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:28.581387 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-807797c6-4f22-466d-92ee-b95223e1df88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 999 time: 0.0603740 Jun 22 09:38:28.634403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73352-0032-453f-b3c1-d4c933256282 req-5e7205c1-cfb0-4c1e-ba12-5a70dfbc9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:28.635828 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:28.636006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-5e7205c1-cfb0-4c1e-ba12-5a70dfbc9fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0486615 Jun 22 09:38:28.875027 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:27Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:28.903852 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62dba2-d290-43c4-b185-7a13c89306c4 None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:27Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:38:29.004494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73352-0032-453f-b3c1-d4c933256282 req-7a1e2fd7-094d-4e4c-9616-d7da12809227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:29.005993 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-7a1e2fd7-094d-4e4c-9616-d7da12809227 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3598440 Jun 22 09:38:29.096021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8815e6d-a47f-40ae-a33d-34ecf3a4a004 None None] New status for floating IP b4b422dc-a619-4378-ad0b-63a426346d92: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:38:29.102661 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-50068be3-b8fa-4249-b515-e191f099dfc5 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900366 Jun 22 09:38:29.197112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de73352-0032-453f-b3c1-d4c933256282 req-9471dc2f-8b71-41f2-ae9e-8f79dfc4b779 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888467 Jun 22 09:38:29.481773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0451c7d6-1923-418c-bbbc-ac6dd6777283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:32.242250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9db64714-9a21-4e2f-b0c8-694f02ee629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:32.624870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:33.418059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:34.904826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:39.304871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:48.699389 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:38:56.798498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57190) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:56.858865 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3c3b54f1-225f-4eb6-ad83-4b158e12d0c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/93a37e48-a160-4313-88c8-f033bf70b038 HTTP/1.1" status: 200 len: 992 time: 0.0590856 Jun 22 09:38:57.192156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57196) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:38:57.348500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 240fb91d-b680-4364-a59d-805046bc1f36 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:38:57.348842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:57.427039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:57.427286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:57.492685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 240fb91d-b680-4364-a59d-805046bc1f36 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:38:57.796695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:57.798918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0546d924-f158-491f-9ecf-b10f8bf30967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:38:57.824619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=240fb91d-b680-4364-a59d-805046bc1f36,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:38:57.828068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:38:57.891797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:57.892176 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 93a37e48-a160-4313-88c8-f033bf70b038 disassociated (deleted). External IP: 172.26.6.62, port: 4189b617-d80c-4631-9d26-68f5cd63aab9. Jun 22 09:38:58.098716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 660da888-3832-48da-bf45-d00757bbc7eb has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:38:58.508882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:38:58.513274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:58.520447 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] Sync routers for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:38:58.530959 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:58.532210 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:58.549762 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/93a37e48-a160-4313-88c8-f033bf70b038 HTTP/1.1" status: 204 len: 168 time: 1.3565140 Jun 22 09:38:58.550454 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:38:58.552814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c71e3-d6f8-4ddf-9f19-943c4761c04f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:38:58.671603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87bb769-783a-4f70-bced-61879e0aff4d x-openstack-request-id: req-c87bb769-783a-4f70-bced-61879e0aff4d {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:38:58.671974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:38:58.672276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c87bb769-783a-4f70-bced-61879e0aff4d {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:38:58.672729 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'status': 'completed', 'code': 200} Jun 22 09:38:58.753816 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:58.827739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-ce11103b-872a-47b7-a8e5-7c7a3c8e67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:58.829319 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-ce11103b-872a-47b7-a8e5-7c7a3c8e67bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 1098 time: 0.1150398 Jun 22 09:38:58.927746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-7db4e5f0-5c18-459c-bee0-a5b8a1a8b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:58.930190 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-7db4e5f0-5c18-459c-bee0-a5b8a1a8b73b service neutron] 10.222.0.24 "GET /v2.0/networks?id=efdf7399-d1b7-4855-83ec-099dbcacb4dd HTTP/1.1" status: 200 len: 897 time: 0.0936875 Jun 22 09:38:58.962010 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:09Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:58.973060 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-f40d1f50-73cc-4fb6-bb92-9c01d2508bb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4189b617-d80c-4631-9d26-68f5cd63aab9 HTTP/1.1" status: 200 len: 217 time: 0.0362506 Jun 22 09:38:58.989968 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] Checking router: 660da888-3832-48da-bf45-d00757bbc7eb for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:38:58.998980 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:38:58.999586 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:38:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:59.021910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-d969a792-ee48-4366-97d5-78f36ac178f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:59.023928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-d969a792-ee48-4366-97d5-78f36ac178f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fe833c9-3f13-4402-990d-c6f0a495b9cb HTTP/1.1" status: 200 len: 834 time: 0.0453687 Jun 22 09:38:59.100042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-54d10674-dfd8-4e32-8c7c-d471814ef6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:59.105003 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-54d10674-dfd8-4e32-8c7c-d471814ef6d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efdf7399-d1b7-4855-83ec-099dbcacb4dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728550 Jun 22 09:38:59.112307 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:38:59.200362 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-727064c7-a411-44ba-87ee-ef0307873bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864861 Jun 22 09:38:59.301208 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940c71e3-d6f8-4ddf-9f19-943c4761c04f req-f48c431c-a0e9-4fef-933f-7738217a897c service neutron] 10.222.0.24 "GET /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939782 Jun 22 09:38:59.318797 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:09Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:38:59.341974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58243b-19d3-4ff4-a7bd-5b44681103e8 req-a0bae032-0849-4fbd-a15d-95c9b6eb7cff tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:38:59.343459 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e58243b-19d3-4ff4-a7bd-5b44681103e8 req-a0bae032-0849-4fbd-a15d-95c9b6eb7cff tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 945 time: 0.0646515 Jun 22 09:38:59.349809 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb414f32-cb64-47d9-a0bb-bb00e4ac7b41 None None] The sync data for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv is: [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '05a15660-c317-4953-87ce-f460f8b800b7', 'name': '', 'network_id': 'efdf7399-d1b7-4855-83ec-099dbcacb4dd', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:93:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:38:03Z', 'updated_at': '2021-06-22T09:38:09Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '4fe833c9-3f13-4402-990d-c6f0a495b9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:38:59.388204 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e58243b-19d3-4ff4-a7bd-5b44681103e8 req-81bf0d44-9dae-4919-8984-3aa0c5bf8ec6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Jun 22 09:38:59.511105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7895-8f50-471e-ba27-c777558235fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:38:59.564483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bcfd0b-8c10-4483-a771-62170437fd62 None None] New status for floating IP 93a37e48-a160-4313-88c8-f033bf70b038: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:39:00.612691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140d3e-afbe-4c19-ac70-40b651d74370 req-d62e46e2-b69a-46de-a880-2aae69730700 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:00.614149 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12140d3e-afbe-4c19-ac70-40b651d74370 req-d62e46e2-b69a-46de-a880-2aae69730700 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 945 time: 0.1120195 Jun 22 09:39:00.653336 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12140d3e-afbe-4c19-ac70-40b651d74370 req-d736ea10-07e5-4d84-a2c3-e0bf6367d1bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7de21239-1f6f-4808-a4d7-7bab13cbc4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Jun 22 09:39:00.779296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-0678e628-06b4-4da5-9cd3-7aeac0a12ff5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:00.781285 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-0678e628-06b4-4da5-9cd3-7aeac0a12ff5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 945 time: 0.0697501 Jun 22 09:39:00.883753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 4189b617-d80c-4631-9d26-68f5cd63aab9 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:39:00.884120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:00.982127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 4189b617-d80c-4631-9d26-68f5cd63aab9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4189b617-d80c-4631-9d26-68f5cd63aab9,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:00.982486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:01.058285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 4189b617-d80c-4631-9d26-68f5cd63aab9 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:39:01.276256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:01.280435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e9871327-d0b2-406c-b374-9900deb2765b tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:01.305848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=4189b617-d80c-4631-9d26-68f5cd63aab9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:01.308197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:01.356394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port 4189b617-d80c-4631-9d26-68f5cd63aab9 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:39:01.358815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:01.360974 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79bdd4ad-61d8-4e9c-847f-3aa4c31d4496 req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/4189b617-d80c-4631-9d26-68f5cd63aab9 HTTP/1.1" status: 204 len: 173 time: 0.5736425 Jun 22 09:39:01.361506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'name': 'network-vif-deleted', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:39:01.363807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616da3e2-650b-4c8a-ab39-5657b009a5e5" -d '{"events": [{"server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "name": "network-vif-deleted", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:39:01.401363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761715e-3891-4eee-a843-d481f4b62811 x-openstack-request-id: req-9761715e-3891-4eee-a843-d481f4b62811 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:39:01.401768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac3f3ad-0938-4348-864f-385d965126c2", "name": "network-vif-deleted", "tag": "4189b617-d80c-4631-9d26-68f5cd63aab9", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:39:01.402130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9761715e-3891-4eee-a843-d481f4b62811 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:39:01.402639 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3f3ad-0938-4348-864f-385d965126c2', 'name': 'network-vif-deleted', 'tag': '4189b617-d80c-4631-9d26-68f5cd63aab9', 'status': 'completed', 'code': 200} Jun 22 09:39:01.815539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cab659d8-c3f8-4eb1-93b7-b5294b22acf7 req-b308e192-96f2-4694-8aa8-132afa608071 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac3f3ad-0938-4348-864f-385d965126c2 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Jun 22 09:39:02.219144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c979261-9a1d-4b0e-9247-8394a842c237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:02.641915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:02.909439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57220) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:02.970889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:02.996093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:03.168243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:03.170845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:03.172030 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/7de21239-1f6f-4808-a4d7-7bab13cbc4d4 HTTP/1.1" status: 204 len: 168 time: 0.2614458 Jun 22 09:39:03.183406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c5f00768-90fd-4c2d-817b-eb46abc91a97 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:03.183406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de21239-1f6f-4808-a4d7-7bab13cbc4d4,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:03.189631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.190025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.190416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.190794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.191169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.191545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.191942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.192320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.192690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.193059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.193424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.193816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:03.196986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:03.282898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57224) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:03.414281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:03.637490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:03.903932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 05a15660-c317-4953-87ce-f460f8b800b7 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:39:03.904205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:03.991054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 05a15660-c317-4953-87ce-f460f8b800b7, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=05a15660-c317-4953-87ce-f460f8b800b7,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:03.991952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:04.058210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 05a15660-c317-4953-87ce-f460f8b800b7 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:39:04.327786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:04.329914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ea7a073b-5f02-450f-8df6-b7bac8f22793 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:04.355973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=05a15660-c317-4953-87ce-f460f8b800b7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:04.361026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:04.540824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:04.756926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 660da888-3832-48da-bf45-d00757bbc7eb has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:39:04.858896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:39:04.864212 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/660da888-3832-48da-bf45-d00757bbc7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5800540 Jun 22 09:39:04.867770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57226) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:04.869030 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44840250-9436-4843-9453-c1d7637910b4 None None] Sync routers for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:39:04.878045 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:04.878743 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:04.918905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4189b617-d80c-4631-9d26-68f5cd63aab9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:39:04.925868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet 4fe833c9-3f13-4402-990d-c6f0a495b9cb {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:39:04.929864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:04.943281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 4189b617-d80c-4631-9d26-68f5cd63aab9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:39:04.943643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4189b617-d80c-4631-9d26-68f5cd63aab9 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:39:04.962502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:04.971328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:04.985700 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:05.094761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.168375 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:39:04Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:05.193659 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44840250-9436-4843-9453-c1d7637910b4 None None] Checking router: 660da888-3832-48da-bf45-d00757bbc7eb for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:39:05.202100 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] Routers {'660da888-3832-48da-bf45-d00757bbc7eb'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:05.202703 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['660da888-3832-48da-bf45-d00757bbc7eb'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:05.248258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.251417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ffefab5d-84d0-4cea-a1e9-89c588165d19 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:05.278219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe833c9-3f13-4402-990d-c6f0a495b9cb,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:05.280193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.282283 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/4fe833c9-3f13-4402-990d-c6f0a495b9cb HTTP/1.1" status: 204 len: 168 time: 0.4134152 Jun 22 09:39:05.283253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:05.284886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57228) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:05.289357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640a3f6-0212-48ba-be0d-5ba865917423 None None] Network efdf7399-d1b7-4855-83ec-099dbcacb4dd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:39:05.309914 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] Set router 660da888-3832-48da-bf45-d00757bbc7eb gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:05.399412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.489434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] DHCP port deletion for efdf7399-d1b7-4855-83ec-099dbcacb4dd request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:39:05.507492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-44840250-9436-4843-9453-c1d7637910b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:39:04Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:05.512111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.535306 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44840250-9436-4843-9453-c1d7637910b4 None None] The sync data for ids ['660da888-3832-48da-bf45-d00757bbc7eb'] in dv-neutron-797120-3-hyperv is: [{'id': '660da888-3832-48da-bf45-d00757bbc7eb', 'name': 'tempest-TestNetworkBasicOps-router-1948975474', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '50980265-27c6-4030-a6d5-c6c503518084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:37:58Z', 'updated_at': '2021-06-22T09:39:04Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '50980265-27c6-4030-a6d5-c6c503518084', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660da888-3832-48da-bf45-d00757bbc7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:37:59Z', 'updated_at': '2021-06-22T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:39:05.547601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Deleting port 880b9ff6-f5c8-4809-b3e1-c7030295248c {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:39:05.548054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.610885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] For port 880b9ff6-f5c8-4809-b3e1-c7030295248c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=880b9ff6-f5c8-4809-b3e1-c7030295248c,segment=NetworkSegment(bf54fb47-723b-4775-9ac4-1cf253fbf3db),segment_id=bf54fb47-723b-4775-9ac4-1cf253fbf3db)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:05.611286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.628341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 50980265-27c6-4030-a6d5-c6c503518084 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:39:05.628684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.677306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Calling delete_port for 880b9ff6-f5c8-4809-b3e1-c7030295248c owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:39:05.711491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 50980265-27c6-4030-a6d5-c6c503518084, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=50980265-27c6-4030-a6d5-c6c503518084,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:05.711769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.780603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 50980265-27c6-4030-a6d5-c6c503518084 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:39:05.813742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:05.815747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:05.837843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Pushing event deleted for resources: {'Port': ['ID=880b9ff6-f5c8-4809-b3e1-c7030295248c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:05.847689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.848313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.848666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.849010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.849344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.849680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.850010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.850338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.850713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.851279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.851612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.851966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:05.854591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] No DVR routers for this DVR port 880b9ff6-f5c8-4809-b3e1-c7030295248c on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:39:05.856099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:06.025074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.027275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:06.053155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=50980265-27c6-4030-a6d5-c6c503518084,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:06.057347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:06.117536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.217835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.219850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.344639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.345102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 660da888-3832-48da-bf45-d00757bbc7eb {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:39:06.352559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.353391 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/660da888-3832-48da-bf45-d00757bbc7eb HTTP/1.1" status: 204 len: 168 time: 1.0675807 Jun 22 09:39:06.356161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57230) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:06.435655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.529991 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.540002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdf7399-d1b7-4855-83ec-099dbcacb4dd']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:06.549384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf54fb47-723b-4775-9ac4-1cf253fbf3db') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:06.549687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf54fb47-723b-4775-9ac4-1cf253fbf3db') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:06.558425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.571481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.577267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:39:06.577671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:39:06.580494 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:39:07.001989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.005420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4e97fedd-7426-4668-9a88-79672879683c tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:07.012308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.012308 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/efdf7399-d1b7-4855-83ec-099dbcacb4dd HTTP/1.1" status: 204 len: 168 time: 0.6546016 Jun 22 09:39:07.024547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=efdf7399-d1b7-4855-83ec-099dbcacb4dd,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:07.029533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-479ce361-a09b-4e7e-9939-11815232e54a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:07.030568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57234) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:07.035657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--1157090716', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:07.096380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 50980265-27c6-4030-a6d5-c6c503518084 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:39:07.120128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 50980265-27c6-4030-a6d5-c6c503518084 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:39:07.120495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 50980265-27c6-4030-a6d5-c6c503518084 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:39:07.120934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 880b9ff6-f5c8-4809-b3e1-c7030295248c no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:39:07.143401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:39:07.145358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 880b9ff6-f5c8-4809-b3e1-c7030295248c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:39:07.145725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 880b9ff6-f5c8-4809-b3e1-c7030295248c not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:39:07.146165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 05a15660-c317-4953-87ce-f460f8b800b7 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:39:07.147098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.166372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 05a15660-c317-4953-87ce-f460f8b800b7 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:39:07.166732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 05a15660-c317-4953-87ce-f460f8b800b7 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:39:07.174245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:39:07.183376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.183830 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment 59e0083d-88b4-42d0-9e04-e8d6f75596be of type vlan for network 1e859708-15c8-45cf-99d4-b88c3d97d6dc Jun 22 09:39:07.224475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.368280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.373719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:07.374310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.377420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:07.447711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=1e859708-15c8-45cf-99d4-b88c3d97d6dc,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:07.454828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.455224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.455612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.456025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.456403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.456780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.457154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.457524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.457925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.458290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.458656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.459022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:07.462571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:07.470827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:39:07.511252 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4796851 Jun 22 09:39:07.514572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57236) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:07.519294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-704683778', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:07.613409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.614450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.666819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:07.876483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:08.142653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:08.165638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:08.264567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.118 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/79de6606-adc0-490a-8aa5-12f95d17e58a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:39:08.365866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:08.453919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:08.455844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f00bcd1b-5e96-4f55-89c5-5a001edc8a48 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:08.490528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:39:08.493446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:08.496817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:39:08.522266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=79de6606-adc0-490a-8aa5-12f95d17e58a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:08.527108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:08.852245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.055168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.248107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:39:09.265117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.353912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:39:09.362952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:39:09.372259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:09.372880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:09.431130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.432403 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9168339 Jun 22 09:39:09.435513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57238) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:09.463363 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8c408873-2e97-4441-a55d-d06154d49e42 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266442 Jun 22 09:39:09.465934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57240) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:09.476907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:09.550643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b748332c-d26c-4f1e-955c-cc4f0028f392 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:09.555474 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b748332c-d26c-4f1e-955c-cc4f0028f392 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852947 Jun 22 09:39:09.555741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57242) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:09.590329 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-47d2e940-658f-4058-83da-b1e970bd61b5 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310638 Jun 22 09:39:09.590599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57244) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:09.595430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361741008', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:09.656517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:08Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:09.683546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:39:09.683832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Updating router 2cc72240-2b7d-443a-8054-97ce0652ff87 port 79de6606-adc0-490a-8aa5-12f95d17e58a binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:39:09.717012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.739264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:39:09.743582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.967401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:09.977412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Transition to ACTIVE for port object 79de6606-adc0-490a-8aa5-12f95d17e58a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:10.002240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.005218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a4046d8d-7e75-4795-b4ba-c824870ddc75 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:10.062256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:10.065574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:10.070721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.071995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:39:10.072370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: 1e859708-15c8-45cf-99d4-b88c3d97d6dc, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:39:10.073387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e7a27c10-114c-4b12-b41d-0e450bf4b611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:10.128711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Attempting to bind port 79de6606-adc0-490a-8aa5-12f95d17e58a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:39:10.129751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Attempting to bind port 79de6606-adc0-490a-8aa5-12f95d17e58a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:39:10.129751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Attempting to bind port 79de6606-adc0-490a-8aa5-12f95d17e58a on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:39:10.136499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cfe34-1553-46c9-afbf-1426b533023a None None] Pushing event updated for resources: {'Port': ['ID=79de6606-adc0-490a-8aa5-12f95d17e58a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:10.139701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-777cfe34-1553-46c9-afbf-1426b533023a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:10.141082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:39:10.141459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:39:10.141867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.142254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:39:10.142732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Bound port: 79de6606-adc0-490a-8aa5-12f95d17e58a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:39:10.143109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.193075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] For port 79de6606-adc0-490a-8aa5-12f95d17e58a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:39:10.196000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] For port 79de6606-adc0-490a-8aa5-12f95d17e58a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=79de6606-adc0-490a-8aa5-12f95d17e58a,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:39:10.207769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:39:10.289114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.291096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-af672918-dc3f-4ac2-84c0-664a3f23e02b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:10.333430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 1e859708-15c8-45cf-99d4-b88c3d97d6dc) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:10.338094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:10.338727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.339424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:10.340072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:10.346219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436266e-e439-41ea-bade-2644b8d86023 None None] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:39:10.428277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cfe34-1553-46c9-afbf-1426b533023a None None] Pushing event updated for resources: {'Port': ['ID=79de6606-adc0-490a-8aa5-12f95d17e58a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:10.434299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-777cfe34-1553-46c9-afbf-1426b533023a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:10.434565 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8401837 Jun 22 09:39:10.434852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57246) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:10.544327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:10.678704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:39:10.679673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.863064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Allocated IP 172.20.0.2 (1e859708-15c8-45cf-99d4-b88c3d97d6dc/90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7/f366a3c3-00ca-4a92-b1e6-15bf509ed380) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:39:10.871163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:08Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:10.873044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:10.909953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aad4a2-905b-49e1-b6bf-51108ddff7eb None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:08Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:39:11.053638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.070652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Transition to ACTIVE for port object f366a3c3-00ca-4a92-b1e6-15bf509ed380 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:11.086731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Transition to ACTIVE for port object f366a3c3-00ca-4a92-b1e6-15bf509ed380 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:11.145930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.152089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-df093c07-87f8-455d-8cc0-278687934eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:11.203613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:39:11.206646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:11.209114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:39:11.221329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (1e859708-15c8-45cf-99d4-b88c3d97d6dc/90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7/43b8cf92-e5ab-4643-9a81-3aabff2d1be2) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:39:11.221946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Pushing event updated for resources: {'Port': ['ID=f366a3c3-00ca-4a92-b1e6-15bf509ed380,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:11.224720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:11.284645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Attempting to bind port f366a3c3-00ca-4a92-b1e6-15bf509ed380 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:39:11.285472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Attempting to bind port f366a3c3-00ca-4a92-b1e6-15bf509ed380 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:39:11.286082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Attempting to bind port f366a3c3-00ca-4a92-b1e6-15bf509ed380 on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:39:11.291589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:39:11.292908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Checking segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:39:11.293541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.293945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Bound using segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:39:11.294434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Bound port: f366a3c3-00ca-4a92-b1e6-15bf509ed380, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:39:11.294821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.358276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.364500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] For port f366a3c3-00ca-4a92-b1e6-15bf509ed380, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:39:11.368262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] For port f366a3c3-00ca-4a92-b1e6-15bf509ed380, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f366a3c3-00ca-4a92-b1e6-15bf509ed380,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:39:11.375298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:11.471471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.473554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-777cfe34-1553-46c9-afbf-1426b533023a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:11.505883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.508474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:11.562287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:39:11.566182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:11.568842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:39:11.599195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:11.603596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:11.626568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:11.697145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Pushing event updated for resources: {'Port': ['ID=f366a3c3-00ca-4a92-b1e6-15bf509ed380,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:11.700478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:11.896903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:12.178535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:12.241735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:12.244701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e21fd8b2-5e49-41f1-b2cd-d1f66b573bda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:12.317323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:12.321459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:12.325404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:12.588202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502149c-23ef-41f7-98e4-24e2f8f55cd2 None None] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:39:12.748191 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:39:12.749738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:12.814051 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-939dfea5-5941-4790-818b-e0ce33e7d2c5 None None] Provisioning for port f366a3c3-00ca-4a92-b1e6-15bf509ed380 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:12.879942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:39:12.998570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:39:13.004424 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/2cc72240-2b7d-443a-8054-97ce0652ff87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5684223 Jun 22 09:39:13.007494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57248) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:13.009228 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:39:13.019106 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:13.019818 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:13.093919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c11f30d5-b526-461e-b534-7b0e9592ba62 None None] Provisioning for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:13.098920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c11f30d5-b526-461e-b534-7b0e9592ba62 None None] Provisioning complete for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:13.099302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c11f30d5-b526-461e-b534-7b0e9592ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.193668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c11f30d5-b526-461e-b534-7b0e9592ba62 None None] Port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:39:13.230335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.230728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.231343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.231821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.232317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.232821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.237526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 79de6606-adc0-490a-8aa5-12f95d17e58a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:13.237645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57250) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:13.241110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-32ce5536-e108-4e6f-824e-dbb1e37f3b2c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2319407 Jun 22 09:39:13.278979 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:13.312352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.313256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.313795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.314308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.314825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.315394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:13.320083 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-453c0d5d-73a7-4bfc-b74c-4e909e708168 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0787685 Jun 22 09:39:13.320527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57252) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:13.343563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f78236ea-37c9-4b47-b448-5a317c0bcf21 None None] Provisioning complete for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:13.344162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f78236ea-37c9-4b47-b448-5a317c0bcf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.373310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 79de6606-adc0-490a-8aa5-12f95d17e58a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:13.384275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 79de6606-adc0-490a-8aa5-12f95d17e58a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:13.385090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.423747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f78236ea-37c9-4b47-b448-5a317c0bcf21 None None] Port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:39:13.482381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.489061 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-afc9b3d1-2247-4458-9948-329962cf0742 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1671081 Jun 22 09:39:13.498783 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:12Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:13.508408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 79de6606-adc0-490a-8aa5-12f95d17e58a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=79de6606-adc0-490a-8aa5-12f95d17e58a,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:13.529048 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:39:13.529358 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Updating router 2cc72240-2b7d-443a-8054-97ce0652ff87 port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:39:13.544220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a69ca8eb-e7ba-4e5b-bc94-37d707632832 None None] Provisioning complete for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:13.544610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a69ca8eb-e7ba-4e5b-bc94-37d707632832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.563524 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.582466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a69ca8eb-e7ba-4e5b-bc94-37d707632832 None None] Port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:39:13.590553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.591528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f366a3c3-00ca-4a92-b1e6-15bf509ed380 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:13.593359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:13.668587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=79de6606-adc0-490a-8aa5-12f95d17e58a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:13.671805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:13.738673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57256) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:13.744396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327788606', 'description': 'tempest-secgroup-smoke-327788606 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:13.750995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f366a3c3-00ca-4a92-b1e6-15bf509ed380 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:13.755461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f366a3c3-00ca-4a92-b1e6-15bf509ed380 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:13.755899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.825194 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.834900 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Transition to ACTIVE for port object 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:13.837372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.853749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.869335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f366a3c3-00ca-4a92-b1e6-15bf509ed380, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f366a3c3-00ca-4a92-b1e6-15bf509ed380,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:13.910798 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.913828 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-2943711a-5354-402e-9684-6d1754ba780b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:13.938934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.979588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:13.981748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:14.009785 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Pushing event updated for resources: {'Port': ['ID=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:14.034532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f366a3c3-00ca-4a92-b1e6-15bf509ed380,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:14.037831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:14.043611 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.044001 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.044317 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.044648 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.044975 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.045299 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.045621 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.045946 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.046266 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.046584 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.046899 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.047211 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:39:14.051999 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:14.054244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.054968 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Attempting to bind port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:39:14.055269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Attempting to bind port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:39:14.055635 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Attempting to bind port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:39:14.059549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d82d0780-8aaa-401a-8d49-0680c58a247e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:14.061032 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:39:14.061408 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Checking segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:39:14.067003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.067003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Bound using segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:39:14.067003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Bound port: 43b8cf92-e5ab-4643-9a81-3aabff2d1be2, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:39:14.067003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.092004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71ace2-62ac-432d-ad3a-22334e1424eb,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:14.094973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:14.134202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] For port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:39:14.135536 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] For port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:39:14.156678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.161779 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2e9a94ef-4ca1-4d64-8593-bd3539bf3c1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4178417 Jun 22 09:39:14.161779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57258) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:14.166462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7d71ace2-62ac-432d-ad3a-22334e1424eb', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:14.230159 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.232141 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:14.270982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.286092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:14.286717 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:14.331128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Pushing event updated for resources: {'Port': ['ID=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:14.333805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.338050 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:14.411374 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:14.415168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.417028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:14.436436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f040f72-9f30-46a6-ba5b-500db72e7c1d,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:14.439540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:14.511051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.521520 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3571794 Jun 22 09:39:14.521771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57260) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:14.527442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7d71ace2-62ac-432d-ad3a-22334e1424eb', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:14.612927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.620074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:14Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:14.646737 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874383a-a69d-46cc-a4e1-9477aa0c4334 None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:14Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:39:14.684327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.778795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.780707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43cfca17-e980-4720-a396-7f29d5323b67 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:14.798190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca46ede-32c1-4a91-98c8-c30ffcafa313,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:14.801210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:14.905452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:14.908904 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3830187 Jun 22 09:39:14.909560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57262) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:14.914171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7d71ace2-62ac-432d-ad3a-22334e1424eb', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:15.076749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.159927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.201633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f366a3c3-00ca-4a92-b1e6-15bf509ed380 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:15.242933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.248928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e918fd0d-900d-4a5d-ad64-d8cd2dab65e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:15.251349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f366a3c3-00ca-4a92-b1e6-15bf509ed380 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:15.251734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.265173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ac805a-5a50-45ec-a3fd-fe913698c39e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:15.267704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:15.333656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.334879 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243946 Jun 22 09:39:15.338259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57264) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:15.343089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 79de6606-adc0-490a-8aa5-12f95d17e58a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:15.343885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7d71ace2-62ac-432d-ad3a-22334e1424eb', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:15.395735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 79de6606-adc0-490a-8aa5-12f95d17e58a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:15.396484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.441640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.478689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:15.516553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.590959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.592973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:15.618100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac84f996-4eec-48f3-89ee-104f0b1b4fc3,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:15.619653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:15.624380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:15.629876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.630017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:15.677099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.681188 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390591 Jun 22 09:39:15.681841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57266) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:15.686708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7d71ace2-62ac-432d-ad3a-22334e1424eb', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:15.712901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.745906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:15.899784 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:39:15.906908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.916654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:15.918600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4ec2761e-4993-4530-b1d9-22de573f3ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:15.969847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:15.973584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:15.974621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.042039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.044074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4341e116-d960-47a0-896a-279394f674c2 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:16.061724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e0d771-1709-4346-b824-34eee05d0c22,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:16.064174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:16.164430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.164430 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4809306 Jun 22 09:39:16.166898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57268) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:16.171516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '7d71ace2-62ac-432d-ad3a-22334e1424eb', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:16.287214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:39:16.293065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.362339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.459489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.461990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e52fd9a1-e3a8-4501-92fe-d5728fd6a93e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:16.480099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d575f0-acdb-4957-897a-ddeb0f99016e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:16.482265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:16.607970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:16.609255 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4413676 Jun 22 09:39:16.748763 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-d3fba4dd-a1e5-43fc-b296-aaecb7a68cf7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327788606&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0333633 Jun 22 09:39:16.853092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-de8f3441-0b73-4a12-8339-a430229c9359 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:16.854547 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-de8f3441-0b73-4a12-8339-a430229c9359 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 797 time: 0.0995767 Jun 22 09:39:16.870045 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-068385fb-7c67-4b88-b108-06f2d3d8e1f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0098367 Jun 22 09:39:16.947348 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-e43ea3ee-40be-457a-a71b-30fd33a5bc73 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717788 Jun 22 09:39:17.042282 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-8918cfad-538b-49ba-92aa-ab0e3cb388bf service neutron] 10.222.0.65 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Jun 22 09:39:17.113448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:17.139837 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-f9efae75-30af-4af7-804f-79d515db2c60 service neutron] 10.222.0.65 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917485 Jun 22 09:39:17.165420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:17.165822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:17.433848 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3f6734bd-7a54-4db5-98ad-63e9d7093590 req-7aba2c7e-d3aa-4060-9aa0-8567d05774c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 210 time: 0.0294333 Jun 22 09:39:18.576290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2e1c4be-68cb-4a79-a739-3d53b365f1d9 req-9437fd33-1e96-4727-a738-5d248fbd01aa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 210 time: 0.0297430 Jun 22 09:39:19.583043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-d8639bd7-44b6-4368-9b26-11e3ff10dbcc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:19.584483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-d8639bd7-44b6-4368-9b26-11e3ff10dbcc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 797 time: 0.1117089 Jun 22 09:39:19.650068 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-6f5170ef-3128-4b07-a230-0130c864d01c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 379 time: 0.0508668 Jun 22 09:39:19.659325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['7d71ace2-62ac-432d-ad3a-22334e1424eb']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:19.724045 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f0e49ab5-3e44-428a-a4dd-2d1e384aa260 req-1da5fd58-a203-4a8b-adbd-03fe2736507b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 210 time: 0.0292003 Jun 22 09:39:19.842051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:39:19.845575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:19.972739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.13 (1e859708-15c8-45cf-99d4-b88c3d97d6dc/90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7/148dfd7e-1a4f-40a1-824e-7eeb23e8023b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:39:20.113001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.127111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 148dfd7e-1a4f-40a1-824e-7eeb23e8023b will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:20.236772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.240561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-59458eca-2299-4ad0-a69c-0ea852b61e50 tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:20.280070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:39:20.283178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:20.290163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:39:20.295936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:20.315804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:20.347176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:20.347793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.431591 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7763395 Jun 22 09:39:20.449415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Request body: {'port': {'device_id': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:20.519673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.544844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2f0334f0-a4c4-4ff4-84d8-3b496ec39293 None None] Provisioning for port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:20.548714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2f0334f0-a4c4-4ff4-84d8-3b496ec39293 None None] Provisioning complete for port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:20.549119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f0334f0-a4c4-4ff4-84d8-3b496ec39293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.587472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2f0334f0-a4c4-4ff4-84d8-3b496ec39293 None None] Port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:39:20.825269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148dfd7e-1a4f-40a1-824e-7eeb23e8023b {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:39:20.832742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.871286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Transition to ACTIVE for port object 148dfd7e-1a4f-40a1-824e-7eeb23e8023b will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:39:20.905450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd772b-6191-4dd5-9e14-a9da8c0563b6 req-161da457-0c53-4c05-8aab-43e824e1d805 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:20.906932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1bdd772b-6191-4dd5-9e14-a9da8c0563b6 req-161da457-0c53-4c05-8aab-43e824e1d805 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 932 time: 0.0718615 Jun 22 09:39:20.944014 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1bdd772b-6191-4dd5-9e14-a9da8c0563b6 req-619c6407-528e-4d52-8d00-15d450430464 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jun 22 09:39:20.957077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:20.960301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b10d99ea-06a8-4f4e-98d8-0ae0d6c13df8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:21.040623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Pushing event updated for resources: {'Port': ['ID=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:21.045085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:21.115137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Attempting to bind port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:39:21.115482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Attempting to bind port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:39:21.115813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Attempting to bind port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:39:21.121073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:39:21.121399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Attempting to bind port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:39:21.128089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:39:21.128089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Checking segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:39:21.128089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Bound using segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:39:21.128517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Bound port: 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:39:21.128846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:21.205156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] For port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:39:21.208379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] For port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:39:21.315982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:21.318134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c4141f43-b59c-41cf-b23d-6f18ec0fe88a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:21.355080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:21.356097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:21.357613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] 10.222.0.24 "PUT /v2.0/ports/148dfd7e-1a4f-40a1-824e-7eeb23e8023b HTTP/1.1" status: 200 len: 1094 time: 0.9130838 Jun 22 09:39:21.359922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:39:21.362272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c2a03-5008-467c-b736-b345651fcd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:39:21.398387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Pushing event updated for resources: {'Port': ['ID=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:21.402715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:21.405713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab736fe8-5413-4a16-a7f1-58fe0bb929bd x-openstack-request-id: req-ab736fe8-5413-4a16-a7f1-58fe0bb929bd {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:39:21.405963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:39:21.406274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab736fe8-5413-4a16-a7f1-58fe0bb929bd {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:39:21.406733 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'status': 'completed', 'code': 200} Jun 22 09:39:21.507375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c2a03-5008-467c-b736-b345651fcd9c req-db6f6052-4a92-42e8-9300-867bf137db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:21.508909 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-708c2a03-5008-467c-b736-b345651fcd9c req-db6f6052-4a92-42e8-9300-867bf137db09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 1097 time: 0.0576239 Jun 22 09:39:21.685327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c2a03-5008-467c-b736-b345651fcd9c req-8f817469-7051-4247-9202-e585c80be529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:21.686840 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-708c2a03-5008-467c-b736-b345651fcd9c req-8f817469-7051-4247-9202-e585c80be529 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1644092 Jun 22 09:39:21.844538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c2a03-5008-467c-b736-b345651fcd9c req-1c88eed4-6064-43c5-b499-eabccb8257f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:21.845982 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-708c2a03-5008-467c-b736-b345651fcd9c req-1c88eed4-6064-43c5-b499-eabccb8257f1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528294 Jun 22 09:39:21.958032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-5f810b47-495b-41ed-ba3f-f9ffe22c78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:21.959526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-5f810b47-495b-41ed-ba3f-f9ffe22c78e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 1097 time: 0.0521014 Jun 22 09:39:22.014568 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-07c644a5-c50d-4496-b2f0-ab325c9058e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b HTTP/1.1" status: 200 len: 217 time: 0.0393219 Jun 22 09:39:22.092561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-d5a28171-7554-4f53-b893-eb55d9802710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.094109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-d5a28171-7554-4f53-b893-eb55d9802710 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 HTTP/1.1" status: 200 len: 834 time: 0.0722849 Jun 22 09:39:22.274071 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-b728801d-9869-41d2-9b1f-34a6af60bc81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581949 Jun 22 09:39:22.393265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-6725e543-9ab8-450e-ad3b-4fff2babfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.394686 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-6725e543-9ab8-450e-ad3b-4fff2babfb35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1099 time: 0.0547266 Jun 22 09:39:22.499333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-072be48c-d5df-4d04-bb2c-54ccf139c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.500844 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-072be48c-d5df-4d04-bb2c-54ccf139c109 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.0851617 Jun 22 09:39:22.501496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eca9a-391b-4eea-8b09-36e765931e53 req-d287cf74-eba9-4e92-bcc2-53b03b1f7e1e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.502940 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec7eca9a-391b-4eea-8b09-36e765931e53 req-d287cf74-eba9-4e92-bcc2-53b03b1f7e1e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 944 time: 0.4446039 Jun 22 09:39:22.530926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacf43-205d-4269-9635-83ec7900243b req-e005a5d4-f4c4-479f-9c0a-a1d078cf2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.532414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-e005a5d4-f4c4-479f-9c0a-a1d078cf2a2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e859708-15c8-45cf-99d4-b88c3d97d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4305849 Jun 22 09:39:22.573195 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-c8dfe3aa-a317-46e0-a556-476c7c30c5e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 1001 time: 0.0648677 Jun 22 09:39:22.597527 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec7eca9a-391b-4eea-8b09-36e765931e53 req-489f7cdd-c049-425c-8b91-3b81ed984c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880709 Jun 22 09:39:22.628935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-58442064-57d0-473f-9979-42ec121ec223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.630563 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-58442064-57d0-473f-9979-42ec121ec223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0516264 Jun 22 09:39:22.646943 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-ebe77af5-9a82-4bce-992d-c6836d510294 service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062899 Jun 22 09:39:22.688067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-7fbab9df-c554-4b33-9001-fbf801278054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:22.689578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-7fbab9df-c554-4b33-9001-fbf801278054 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527930 Jun 22 09:39:22.742452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfbacf43-205d-4269-9635-83ec7900243b req-c07b8934-1453-473e-aea7-10be1c251435 service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Jun 22 09:39:22.783771 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-aefe0695-9d2a-45bc-a80a-2362d5804e24 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876544 Jun 22 09:39:22.873034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bccbcac-e30e-4fd3-900d-e2ac545da388 req-709036a0-940f-4eca-ad31-00a52d72a2d3 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828369 Jun 22 09:39:23.780441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04804-26ee-43ac-be2e-cdf40e474a48 req-d9c59da4-6ef9-4385-af7f-0c1492effbcd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:23.781912 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b3d04804-26ee-43ac-be2e-cdf40e474a48 req-d9c59da4-6ef9-4385-af7f-0c1492effbcd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 944 time: 0.0703545 Jun 22 09:39:23.819558 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b3d04804-26ee-43ac-be2e-cdf40e474a48 req-3bb67b73-e077-4240-a8ae-f4ee5d52da8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Jun 22 09:39:24.992578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c673c9-2391-4730-9130-bf383ea28d12 req-dab3e8a0-0940-42f8-aff8-a4ee7514e2b5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:24.993957 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-49c673c9-2391-4730-9130-bf383ea28d12 req-dab3e8a0-0940-42f8-aff8-a4ee7514e2b5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 944 time: 0.0633783 Jun 22 09:39:25.036120 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-49c673c9-2391-4730-9130-bf383ea28d12 req-631aa8fb-7aed-40a8-bdf5-1f0b3a6956ad tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321736 Jun 22 09:39:25.067792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 148dfd7e-1a4f-40a1-824e-7eeb23e8023b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:39:25.161450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:25.173332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'port_id': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'mac_address': 'fa:16:3e:1c:4e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:39:25.214245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:25.227740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148dfd7e-1a4f-40a1-824e-7eeb23e8023b {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:39:25.260257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:25.373497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:25.376396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:25.422872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:25.426027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:25.661066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['148dfd7e-1a4f-40a1-824e-7eeb23e8023b'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:39:25.698348 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:39:26.208037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747748fa-32c9-4d43-9892-0f4c3d9bedfd req-e9231c33-e3ca-4484-9538-c8737fd22c14 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:26.209531 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-747748fa-32c9-4d43-9892-0f4c3d9bedfd req-e9231c33-e3ca-4484-9538-c8737fd22c14 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 945 time: 0.0637720 Jun 22 09:39:26.247736 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-747748fa-32c9-4d43-9892-0f4c3d9bedfd req-ab21328f-589a-4aa9-986d-90e1af0a7af9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319140 Jun 22 09:39:27.076774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 148dfd7e-1a4f-40a1-824e-7eeb23e8023b up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:39:27.202813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:39:27.207214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:39:27.207593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:27.304415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:27.330715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:39:27.333127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b9cea-34f7-4250-96c8-63a9e70cba9f" -d '{"events": [{"server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "name": "network-vif-plugged", "status": "completed", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:39:27.346408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:39:27.414067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:27.418878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-777cfe34-1553-46c9-afbf-1426b533023a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:27.438256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4f075-29cc-4c7d-8f50-6789b29be4de x-openstack-request-id: req-04c4f075-29cc-4c7d-8f50-6789b29be4de {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:39:27.441345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "name": "network-vif-plugged", "status": "completed", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:39:27.441345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04c4f075-29cc-4c7d-8f50-6789b29be4de {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:39:27.441345 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'code': 200} Jun 22 09:39:27.443217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b4f75-40eb-4837-bdc8-ddf0b962ca37 req-677f1fa0-4921-41ab-a4fc-6e44d7e194dc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:27.445345 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-209b4f75-40eb-4837-bdc8-ddf0b962ca37 req-677f1fa0-4921-41ab-a4fc-6e44d7e194dc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 945 time: 0.0786440 Jun 22 09:39:27.466230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:27.475213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:27.485146 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-209b4f75-40eb-4837-bdc8-ddf0b962ca37 req-29c15302-2756-40a8-a0d5-3e3f690dc07d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341251 Jun 22 09:39:27.875816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0053b-94b9-4e2d-b057-52034524316e req-3300aae8-c125-4fb0-9f2d-099c1752ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:27.877302 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bca0053b-94b9-4e2d-b057-52034524316e req-3300aae8-c125-4fb0-9f2d-099c1752ecb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 1099 time: 0.0553415 Jun 22 09:39:27.910428 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bca0053b-94b9-4e2d-b057-52034524316e req-6b638bd2-f1da-4fda-b1b9-6d60d333c7b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267940 Jun 22 09:39:28.672118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b668024-075b-4065-b3f8-7e42b418d779 req-15ca75c3-a1fd-47d7-ae3c-10e58bd16eb0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:28.673628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b668024-075b-4065-b3f8-7e42b418d779 req-15ca75c3-a1fd-47d7-ae3c-10e58bd16eb0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 946 time: 0.0711164 Jun 22 09:39:28.713315 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b668024-075b-4065-b3f8-7e42b418d779 req-53ad9ec8-87ae-4c34-8918-e50acc3903ea tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337086 Jun 22 09:39:29.549692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e60037c-c9ee-42b7-9d95-b86fc1881a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:29.886841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c0f8b-fc78-4d52-b98e-c9f4ce1ef1b4 req-77171917-129f-4922-a2ba-8a2d60e3d5df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:29.888550 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4d4c0f8b-fc78-4d52-b98e-c9f4ce1ef1b4 req-77171917-129f-4922-a2ba-8a2d60e3d5df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 946 time: 0.0656936 Jun 22 09:39:29.928110 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4d4c0f8b-fc78-4d52-b98e-c9f4ce1ef1b4 req-d0cf3fc2-7669-4699-b978-f7a18f7de557 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332429 Jun 22 09:39:30.102979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc210b8-aa9b-4c7c-be5a-17f0a73d0167 req-1ffdca15-c266-406a-9b4f-b3bf84339a72 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:30.104503 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9cc210b8-aa9b-4c7c-be5a-17f0a73d0167 req-1ffdca15-c266-406a-9b4f-b3bf84339a72 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 946 time: 0.0629582 Jun 22 09:39:30.145551 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9cc210b8-aa9b-4c7c-be5a-17f0a73d0167 req-ff5395a5-b6ff-4a71-939d-7dc38d0e1e04 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Jun 22 09:39:30.167021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57336) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:30.217615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3d320-8954-4697-98c5-03df23caea5f tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:30.219079 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e5f3d320-8954-4697-98c5-03df23caea5f tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 1094 time: 0.0510406 Jun 22 09:39:30.221806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57338) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:30.226267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:39:30.351239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:30.448658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:30.555506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.250 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/efada791-a06e-4ecf-adda-86915eac6781) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:39:30.654851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:30.767632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:30.769760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5ecdbddd-1336-47ac-a454-fb587c5642a3 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:30.808655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:39:30.815844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:39:30.818638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:39:30.821352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=efada791-a06e-4ecf-adda-86915eac6781,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:30.824607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:31.190021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:31.324398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:31.474154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:31.584165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:31.587652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7778b091-5aa4-44c8-84a7-4e63a4074e99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:39:31.653761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=efada791-a06e-4ecf-adda-86915eac6781,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:39:31.657718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:39:31.662434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:31.764085 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 96c4da98-3b15-4805-994d-c1848f2cc501 associated. External IP: 172.26.6.250, port: 148dfd7e-1a4f-40a1-824e-7eeb23e8023b. Jun 22 09:39:31.978031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:39:32.095267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:39:32.110380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:39:32.122609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:32.123196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:32.184557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:32.209663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9fe650ce-b634-41cb-af76-67a18369801a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:32.225860 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0029526 Jun 22 09:39:32.226628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:39:32.228909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57340) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:32.229343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad323919-fe1d-4303-b662-8c644004c870" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:39:32.232546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:32.272926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afa051-87ce-4d9a-b727-bf456b54e9bb x-openstack-request-id: req-10afa051-87ce-4d9a-b727-bf456b54e9bb {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:39:32.273314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:39:32.273708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10afa051-87ce-4d9a-b727-bf456b54e9bb {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:39:32.274210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'status': 'completed', 'code': 200} Jun 22 09:39:32.316574 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7ceb734b-2b1e-4c53-b58f-8f0be87e09d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 992 time: 0.0857718 Jun 22 09:39:32.377215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad323919-fe1d-4303-b662-8c644004c870 req-a9b3fa77-3854-4304-80be-1e2e8995e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:32.379033 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-a9b3fa77-3854-4304-80be-1e2e8995e6ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 1099 time: 0.0582633 Jun 22 09:39:32.467132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '96c4da98-3b15-4805-994d-c1848f2cc501', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'port_id': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'mac_address': 'fa:16:3e:1c:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:39:31Z', 'updated_at': '2021-06-22T09:39:31Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:32.479070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad323919-fe1d-4303-b662-8c644004c870 req-63f9fa59-f585-44b7-a65c-69c361e18a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:32.480489 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-63f9fa59-f585-44b7-a65c-69c361e18a05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 898 time: 0.0955913 Jun 22 09:39:32.495069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:39:32.504039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:39:32.504666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:39:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:32.547005 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-f06965de-5da9-45d6-8e82-41ad90dddc54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b HTTP/1.1" status: 200 len: 1000 time: 0.0592437 Jun 22 09:39:32.596349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad323919-fe1d-4303-b662-8c644004c870 req-65b514be-9285-448c-ac00-190eca5e01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:32.597897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-65b514be-9285-448c-ac00-190eca5e01a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 HTTP/1.1" status: 200 len: 834 time: 0.0454655 Jun 22 09:39:32.621969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:39:32.658460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad323919-fe1d-4303-b662-8c644004c870 req-75fc8cb3-650e-41e8-91a8-2ba737a8c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:39:32.659996 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-75fc8cb3-650e-41e8-91a8-2ba737a8c011 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e859708-15c8-45cf-99d4-b88c3d97d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564249 Jun 22 09:39:32.698430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:32.750419 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-2728b290-145b-4b76-8ed8-ce4ef725663f service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Jun 22 09:39:32.845788 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ad323919-fe1d-4303-b662-8c644004c870 req-d85e25d1-a815-49ba-af35-f97e0b440036 service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887783 Jun 22 09:39:32.858084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '96c4da98-3b15-4805-994d-c1848f2cc501', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'port_id': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'mac_address': 'fa:16:3e:1c:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:39:31Z', 'updated_at': '2021-06-22T09:39:31Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:39:32.884715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f266737-8f8c-41da-883c-2b2ec899af4d None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '96c4da98-3b15-4805-994d-c1848f2cc501', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'port_id': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'mac_address': 'fa:16:3e:1c:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:39:31Z', 'updated_at': '2021-06-22T09:39:31Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:39:33.071217 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b05c0fc-a2e6-441d-b152-683e3a2bf989 None None] New status for floating IP 96c4da98-3b15-4805-994d-c1848f2cc501: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:39:33.320524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57344) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:39:33.393502 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-520ed776-d459-4dd5-9b8d-8f9068401434 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 994 time: 0.0709903 Jun 22 09:39:33.442410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:34.933868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:39.316808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:39:59.488751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ac416ff2-4351-4c2a-9267-a752a56e7329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:02.168538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1be6d767-3393-43b2-9e72-f54128e5ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:02.619744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:02.697645 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:40:03.442945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:04.916827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:06.574175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57366) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:06.632024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624b4d8-34f7-4688-9c0d-046215ed4b97 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:06.633151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624b4d8-34f7-4688-9c0d-046215ed4b97 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:06.633629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624b4d8-34f7-4688-9c0d-046215ed4b97 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:06.635254 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b624b4d8-34f7-4688-9c0d-046215ed4b97 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=76e3306a0954433fb1e4e97cf032729b&network_id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 3000 time: 0.0600848 Jun 22 09:40:08.557870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57376) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:08.603210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78390c93-09e6-4a7e-8dec-a24be648a2f8 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:08.604766 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-78390c93-09e6-4a7e-8dec-a24be648a2f8 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b HTTP/1.1" status: 200 len: 814 time: 0.0458438 Jun 22 09:40:09.333341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:09.482407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57382) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:09.487298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:09.543655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:09.693572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:09.728182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:09.728542 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 96c4da98-3b15-4805-994d-c1848f2cc501 disassociated. External IP: 172.26.6.250, port: 148dfd7e-1a4f-40a1-824e-7eeb23e8023b. Jun 22 09:40:09.929896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:40:10.039195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:40:10.044294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:10.048605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:40:10.057085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:10.057691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:40:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:10.083604 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f9191f33-b92c-4b0f-991f-d3c70376ca8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 690 time: 0.5999897 Jun 22 09:40:10.084450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:40:10.086970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57384) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:10.087819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:40:10.131091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d25c3b0-41af-4a38-b56a-c0a58a8f5d5b x-openstack-request-id: req-9d25c3b0-41af-4a38-b56a-c0a58a8f5d5b {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:40:10.131434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:40:10.131730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d25c3b0-41af-4a38-b56a-c0a58a8f5d5b {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:40:10.132203 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'status': 'completed', 'code': 200} Jun 22 09:40:10.134929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d3b3ef08-501a-4706-847d-272f15eed0aa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 690 time: 0.0452039 Jun 22 09:40:10.166288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:10.229668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-424e81c9-5511-4611-bed8-3f0e4f80ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:10.231192 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-424e81c9-5511-4611-bed8-3f0e4f80ac2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 1099 time: 0.0565984 Jun 22 09:40:10.324501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-0340adcc-b636-42da-b943-d9985a9aa8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:10.325865 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-0340adcc-b636-42da-b943-d9985a9aa8d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 898 time: 0.0888276 Jun 22 09:40:10.371106 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-bdd7d163-5f51-45f2-9b97-8227b57bd5bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b HTTP/1.1" status: 200 len: 217 time: 0.0390234 Jun 22 09:40:10.421246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-fd75df60-1eeb-411d-8552-959ae6b7fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:10.422757 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-fd75df60-1eeb-411d-8552-959ae6b7fcb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 HTTP/1.1" status: 200 len: 834 time: 0.0458677 Jun 22 09:40:10.479479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-adc66bd3-f112-41ce-b3bd-6b3f2e9d0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:10.481040 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-adc66bd3-f112-41ce-b3bd-6b3f2e9d0f5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e859708-15c8-45cf-99d4-b88c3d97d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521321 Jun 22 09:40:10.519269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:10.546511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:40:10.554755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:10.555400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:40:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:10.575931 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-a8735f52-0899-4079-8614-86014efbef1d service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885141 Jun 22 09:40:10.661165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:10.667922 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d438e526-c9ae-45c7-8d29-3a7ce67e4b81 req-5178fc16-137f-4cc3-a1d3-6ddcee09f60e service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Jun 22 09:40:10.858465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:10.883849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253129a-ab6c-4485-94f2-1459fa13323c None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:40:11.086643 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04176d63-3850-4c9e-ae8a-2de8edc70ed2 None None] New status for floating IP 96c4da98-3b15-4805-994d-c1848f2cc501: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:40:11.137663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57388) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:11.186511 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b11d96a6-4cdf-4f4e-b0f4-0c4166d115fd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 690 time: 0.0476131 Jun 22 09:40:12.190994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57390) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:12.234698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c1a03914-0ce6-4a73-91f8-f1c7818c79a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 688 time: 0.0430379 Jun 22 09:40:13.636234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57394) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:13.641206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422812054', 'description': 'tempest-secgroup-smoke-1422812054 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:13.705336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:13.783437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:13.837034 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:13.840375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-710ae7d7-d28d-4959-bec1-774dc118980c tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:13.871461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281d8e67-32f7-418a-b0b8-91fc666eeb15,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:13.878593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.878983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.879364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.879739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.880142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.880518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.880882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.881248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.881613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.881974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.882334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.882735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:13.886354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:13.934316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:13.935615 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2983232 Jun 22 09:40:13.938441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57396) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:13.942842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '281d8e67-32f7-418a-b0b8-91fc666eeb15', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:14.030285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.086157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.133859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.138475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c224bc9b-906a-448a-b8f5-2b4c7fcab8b3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:14.154653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beeb843c-f38a-4b82-bfc4-6cdf77fc7fc1,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:14.157277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:14.202249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.203452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641010 Jun 22 09:40:14.206174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57398) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:14.211113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '281d8e67-32f7-418a-b0b8-91fc666eeb15', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:14.287675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.344904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.401711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.406263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:14.421506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6cee5c-7c6a-408c-a370-aa9afdf340a9,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:14.424035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:14.493393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.494585 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-33affb25-80ff-4dad-ba42-916286f39d17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875082 Jun 22 09:40:14.497286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57400) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:14.501850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '281d8e67-32f7-418a-b0b8-91fc666eeb15', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:14.596519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.654794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.734188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.736088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55b1070e-0c5b-441b-bb56-1c058455435a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:14.755811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc19a89-174f-4bed-b81f-97692fe226c4,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:14.758799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:14.820545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.821773 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235662 Jun 22 09:40:14.824477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57402) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:14.828984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '281d8e67-32f7-418a-b0b8-91fc666eeb15', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:14.922431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:14.980586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.059407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.061237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7025f1ce-9a66-463a-abeb-4c3fef543198 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:15.077231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff70118d-b84f-40d9-a095-bc0f0bceef94,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:15.079625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:15.162553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.164512 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3382981 Jun 22 09:40:15.167010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57404) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:15.171534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '281d8e67-32f7-418a-b0b8-91fc666eeb15', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:15.282491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:40:15.287381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.345290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.425730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.427588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8ef3e62c-a013-4fff-ba84-3e42cf5a6354 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:15.441441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc9a649-5f2a-446f-97d1-a4953db0d354,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:15.445235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:15.517221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.518454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505225 Jun 22 09:40:15.521117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57406) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:15.526249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '281d8e67-32f7-418a-b0b8-91fc666eeb15', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:15.603491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:40:15.608685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.670420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.733951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.738185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:15.754252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1927b120-4661-4746-8ff0-817b9542d053,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:15.756682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:15.808377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:15.809624 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2875683 Jun 22 09:40:15.962509 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-16d74f04-c32d-4d04-bdb5-579e7a9be7fe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422812054&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0357096 Jun 22 09:40:16.066459 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-b1419cb9-627b-4094-8176-76d63c295ff8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:16.067988 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-b1419cb9-627b-4094-8176-76d63c295ff8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 797 time: 0.0989521 Jun 22 09:40:16.083274 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1c88830c-2238-414a-aad3-1a4373b0d9bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0091333 Jun 22 09:40:16.162879 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1356857b-cb7f-4a71-b274-ce13d9160de2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0738826 Jun 22 09:40:16.257206 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-62768450-a240-4ffc-8168-10d26d5f1a39 service neutron] 10.222.0.65 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826032 Jun 22 09:40:16.354080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-79cf8478-d601-4b3e-be4e-2a9042c24590 service neutron] 10.222.0.65 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909636 Jun 22 09:40:16.596474 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efbc0f23-c45d-403d-b08d-542c14a08fcf req-861ab3ad-f713-4dfe-9251-67d986b5b8b5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 210 time: 0.0291259 Jun 22 09:40:17.739327 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b3d1abff-ec95-49cc-aac2-fcc24854c451 req-615503ca-0d00-4270-b576-38a9da2a8afd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 210 time: 0.0309424 Jun 22 09:40:18.545850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-dabceab5-f3e7-4dfe-af95-53f56b763fa0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:18.547353 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-dabceab5-f3e7-4dfe-af95-53f56b763fa0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 797 time: 0.1063578 Jun 22 09:40:18.602760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-e00aed74-5eb1-492f-9c40-5e3bce4f76af tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 472 time: 0.0411448 Jun 22 09:40:18.613057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['281d8e67-32f7-418a-b0b8-91fc666eeb15']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:18.780237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:40:18.783846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:18.888099 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-db8081ae-7377-427a-a333-934e0098f7ad req-e1a8c121-2870-4ebd-9627-9152e20d9d62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 210 time: 0.0357246 Jun 22 09:40:18.944249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.7 (1e859708-15c8-45cf-99d4-b88c3d97d6dc/90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7/ba661b71-00b7-46a7-b74c-fef22814efd1) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:40:19.078182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.090997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object ba661b71-00b7-46a7-b74c-fef22814efd1 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:19.168619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.172586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:19.519775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:40:19.523116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:40:19.527099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:40:19.554856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=ba661b71-00b7-46a7-b74c-fef22814efd1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:19.567717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.568135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.568519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.568899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.569267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.569642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.570576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.570963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.571334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.571700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.572094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.572457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:19.577905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:19.594248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:19.594862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.666598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0592821 Jun 22 09:40:19.685051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Request body: {'port': {'device_id': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:19.754743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.831548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8a65fa65-31ce-414c-baea-41394833763b None None] Provisioning for port ba661b71-00b7-46a7-b74c-fef22814efd1 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:19.835386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8a65fa65-31ce-414c-baea-41394833763b None None] Provisioning complete for port ba661b71-00b7-46a7-b74c-fef22814efd1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:19.835816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a65fa65-31ce-414c-baea-41394833763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:19.869295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8a65fa65-31ce-414c-baea-41394833763b None None] Port ba661b71-00b7-46a7-b74c-fef22814efd1 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:40:20.019335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba661b71-00b7-46a7-b74c-fef22814efd1 {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:40:20.029494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:20.041555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Transition to ACTIVE for port object ba661b71-00b7-46a7-b74c-fef22814efd1 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:40:20.065053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf29d9-f136-45ec-9a78-d22f7f91abfd req-0b3815db-db59-4303-bdc7-a4693a8ef440 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:20.066536 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b8cf29d9-f136-45ec-9a78-d22f7f91abfd req-0b3815db-db59-4303-bdc7-a4693a8ef440 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 931 time: 0.0642278 Jun 22 09:40:20.105680 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b8cf29d9-f136-45ec-9a78-d22f7f91abfd req-9e579a80-1029-4a86-8f4a-b7da6d50334d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329785 Jun 22 09:40:20.128587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:20.130821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a666edb6-db21-41f3-acf7-aa8386221db8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:20.209119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Pushing event updated for resources: {'Port': ['ID=ba661b71-00b7-46a7-b74c-fef22814efd1,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:20.228559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:20.280542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Attempting to bind port ba661b71-00b7-46a7-b74c-fef22814efd1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:40:20.281009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Attempting to bind port ba661b71-00b7-46a7-b74c-fef22814efd1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:40:20.281340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Attempting to bind port ba661b71-00b7-46a7-b74c-fef22814efd1 on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:20.286493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Port ba661b71-00b7-46a7-b74c-fef22814efd1 on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:40:20.286810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Attempting to bind port ba661b71-00b7-46a7-b74c-fef22814efd1 on network 1e859708-15c8-45cf-99d4-b88c3d97d6dc {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:40:20.292782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:40:20.293119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Checking segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:40:20.293671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Bound using segment: {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:40:20.294192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Bound port: ba661b71-00b7-46a7-b74c-fef22814efd1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e0083d-88b4-42d0-9e04-e8d6f75596be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:40:20.294542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:20.363068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] For port ba661b71-00b7-46a7-b74c-fef22814efd1, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:40:20.363068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] For port ba661b71-00b7-46a7-b74c-fef22814efd1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba661b71-00b7-46a7-b74c-fef22814efd1,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:40:20.443330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:20.446045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:20.481752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:20.482359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:20.483715 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba661b71-00b7-46a7-b74c-fef22814efd1 HTTP/1.1" status: 200 len: 1093 time: 0.8033135 Jun 22 09:40:20.484295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:40:20.486591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98108473-4b17-4341-976f-2d5d01b63dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:40:20.511553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Pushing event updated for resources: {'Port': ['ID=ba661b71-00b7-46a7-b74c-fef22814efd1,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:20.513458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:20.525067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb5f0ba-0dbe-467b-84cb-178ca02945a8 x-openstack-request-id: req-dfb5f0ba-0dbe-467b-84cb-178ca02945a8 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:40:20.525443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:40:20.525745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfb5f0ba-0dbe-467b-84cb-178ca02945a8 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:40:20.526195 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'status': 'completed', 'code': 200} Jun 22 09:40:20.626622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108473-4b17-4341-976f-2d5d01b63dc2 req-4243f407-39a4-4188-848e-3f968fe6f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:20.628078 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-98108473-4b17-4341-976f-2d5d01b63dc2 req-4243f407-39a4-4188-848e-3f968fe6f1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 1096 time: 0.0619278 Jun 22 09:40:20.736255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108473-4b17-4341-976f-2d5d01b63dc2 req-60da8865-a70f-42d4-a27c-719fbdd61fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:20.737692 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-98108473-4b17-4341-976f-2d5d01b63dc2 req-60da8865-a70f-42d4-a27c-719fbdd61fda service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0959530 Jun 22 09:40:20.827589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108473-4b17-4341-976f-2d5d01b63dc2 req-c7c6cd26-c4d3-48a5-8f4e-730fa4ad59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:20.828974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-98108473-4b17-4341-976f-2d5d01b63dc2 req-c7c6cd26-c4d3-48a5-8f4e-730fa4ad59cb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857234 Jun 22 09:40:20.949077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-d53ef8e9-f098-452a-88da-d6e7ba1e6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:20.951164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-d53ef8e9-f098-452a-88da-d6e7ba1e6427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 1096 time: 0.0619330 Jun 22 09:40:21.001249 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-525000ec-cf68-40cf-a034-82406cc195c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba661b71-00b7-46a7-b74c-fef22814efd1 HTTP/1.1" status: 200 len: 217 time: 0.0382111 Jun 22 09:40:21.057119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-6228f8e9-1100-4cbc-aae8-dbdd260ee853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:21.058513 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-6228f8e9-1100-4cbc-aae8-dbdd260ee853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 HTTP/1.1" status: 200 len: 834 time: 0.0450792 Jun 22 09:40:21.114508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-7f0fe501-f505-43b8-ab64-36b4449cab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:21.116029 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-7f0fe501-f505-43b8-ab64-36b4449cab37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e859708-15c8-45cf-99d4-b88c3d97d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514460 Jun 22 09:40:21.210230 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-304aaacb-7898-4fb9-ad0e-bf4a19958190 service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868278 Jun 22 09:40:21.288295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa697c4-82c0-477a-bb88-1702752f7f0b req-ed23f0aa-9244-4318-8aec-1ce99516ee6f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:21.290261 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6fa697c4-82c0-477a-bb88-1702752f7f0b req-ed23f0aa-9244-4318-8aec-1ce99516ee6f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 943 time: 0.0696168 Jun 22 09:40:21.302530 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-124c74eb-f8ad-4584-a5e9-51e003835310 req-033d0f2d-a8bd-4fc3-9bf8-3eebf15a1cbd service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853021 Jun 22 09:40:21.335046 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6fa697c4-82c0-477a-bb88-1702752f7f0b req-fd19f87d-c060-4f3a-8149-65a8c97bbc00 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Jun 22 09:40:22.225699 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-3b1fd4af-b04c-4327-8eb9-de14a8cdca6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506797 Jun 22 09:40:22.338236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-13f0af37-d2cf-40ff-b34f-613790613bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:22.339719 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-13f0af37-d2cf-40ff-b34f-613790613bdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1099 time: 0.0575454 Jun 22 09:40:22.442843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-8a0d33c3-0cfe-4794-8e89-067127eba161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:22.444229 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-8a0d33c3-0cfe-4794-8e89-067127eba161 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.0848696 Jun 22 09:40:22.545927 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-6f63b4de-8510-4d92-9089-58975da2a622 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 1001 time: 0.0945616 Jun 22 09:40:22.598852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f13b21-7387-45a3-aa6c-5e0f690e350b req-0653cae8-bd0b-4b73-8e58-5b40243e01e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:22.600331 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e9f13b21-7387-45a3-aa6c-5e0f690e350b req-0653cae8-bd0b-4b73-8e58-5b40243e01e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 943 time: 0.1093490 Jun 22 09:40:22.623995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-bc72d4c5-f4b8-4136-9f8a-2304926b5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:22.625380 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-bc72d4c5-f4b8-4136-9f8a-2304926b5fc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0720863 Jun 22 09:40:22.673827 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e9f13b21-7387-45a3-aa6c-5e0f690e350b req-2d454d81-789e-45bf-84c0-8465fbca59c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668113 Jun 22 09:40:22.702102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-c6145c9d-b806-4899-9129-c87eb20d4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:22.703501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-c6145c9d-b806-4899-9129-c87eb20d4450 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709445 Jun 22 09:40:22.792227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-e2b914d4-f8af-4912-8353-a93e5d5b599d service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818930 Jun 22 09:40:22.884905 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-54ff439a-0daa-4a55-b035-3aac7ed3e0e2 req-f5addf24-a306-4cd0-b9c9-159cb330bce9 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Jun 22 09:40:23.239398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ba661b71-00b7-46a7-b74c-fef22814efd1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:40:23.337623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port ba661b71-00b7-46a7-b74c-fef22814efd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba661b71-00b7-46a7-b74c-fef22814efd1,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:23.348475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'port_id': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'mac_address': 'fa:16:3e:6c:c2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:40:23.384820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:23.397120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba661b71-00b7-46a7-b74c-fef22814efd1 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:40:23.416224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port ba661b71-00b7-46a7-b74c-fef22814efd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba661b71-00b7-46a7-b74c-fef22814efd1,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:23.488194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:23.489933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-98df928a-9ebd-44df-94a9-8f1df21c1005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:23.534137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=ba661b71-00b7-46a7-b74c-fef22814efd1,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:23.541404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.541760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.542103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.542436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.542781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.543101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.543447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.543751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.544101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.545398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.545398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.545398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:40:23.548813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:23.797887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['ba661b71-00b7-46a7-b74c-fef22814efd1'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:40:23.844889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e586-dec1-477d-8a69-65107f0d402f req-381231f7-6206-4a3a-a756-bfeae0fdd371 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:23.846387 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f063e586-dec1-477d-8a69-65107f0d402f req-381231f7-6206-4a3a-a756-bfeae0fdd371 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 944 time: 0.0638249 Jun 22 09:40:23.883330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f063e586-dec1-477d-8a69-65107f0d402f req-75f75adb-d147-4809-94ae-847fb682762b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305915 Jun 22 09:40:25.058506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa392731-6ebd-414b-8ad1-6daba69d19c2 req-a566414e-a41a-4f84-8c31-53b0c480b68a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:25.060013 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa392731-6ebd-414b-8ad1-6daba69d19c2 req-a566414e-a41a-4f84-8c31-53b0c480b68a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 944 time: 0.0657926 Jun 22 09:40:25.098856 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa392731-6ebd-414b-8ad1-6daba69d19c2 req-a1903143-de71-4350-bd0e-7a4057660cca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Jun 22 09:40:25.270971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ba661b71-00b7-46a7-b74c-fef22814efd1 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:40:25.379963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port ba661b71-00b7-46a7-b74c-fef22814efd1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:40:25.383682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port ba661b71-00b7-46a7-b74c-fef22814efd1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:40:25.384088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:25.456867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:25.478836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:40:25.481115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4405fa-b172-4f64-8e70-d822456e1542" -d '{"events": [{"server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "name": "network-vif-plugged", "status": "completed", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:40:25.493452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port ba661b71-00b7-46a7-b74c-fef22814efd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba661b71-00b7-46a7-b74c-fef22814efd1,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:40:25.517964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab74a3dc-ee66-4929-8748-dec5579baacd x-openstack-request-id: req-ab74a3dc-ee66-4929-8748-dec5579baacd {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:40:25.518285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "name": "network-vif-plugged", "status": "completed", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:40:25.518543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab74a3dc-ee66-4929-8748-dec5579baacd {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:40:25.518964 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'code': 200} Jun 22 09:40:25.562840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:25.565400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:40:25.616747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=ba661b71-00b7-46a7-b74c-fef22814efd1,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:40:25.619994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:40:25.864261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f496a8-11e2-4e96-b785-f15cc3fb0cfe req-6e308442-794c-4c26-93ee-19202d345a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:25.865657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21f496a8-11e2-4e96-b785-f15cc3fb0cfe req-6e308442-794c-4c26-93ee-19202d345a6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 1098 time: 0.0523131 Jun 22 09:40:25.900837 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21f496a8-11e2-4e96-b785-f15cc3fb0cfe req-9179f9ed-5bff-4ccb-b972-14545a737b99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281813 Jun 22 09:40:26.277787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a494b3c-df71-4456-9d66-d27cbd1e2da0 req-a1cfad35-2e17-4ded-bcf9-fd7eff357152 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:26.279271 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a494b3c-df71-4456-9d66-d27cbd1e2da0 req-a1cfad35-2e17-4ded-bcf9-fd7eff357152 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 945 time: 0.0703049 Jun 22 09:40:26.319093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a494b3c-df71-4456-9d66-d27cbd1e2da0 req-4ee8480c-9757-425d-baec-a5336269245f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333333 Jun 22 09:40:27.496135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356ece-b74e-4191-a29b-555fbc6a2289 req-49b75e6d-6fcd-4c0a-8c14-e86c7fb80a99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:27.497589 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-67356ece-b74e-4191-a29b-555fbc6a2289 req-49b75e6d-6fcd-4c0a-8c14-e86c7fb80a99 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jun 22 09:40:27.536233 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-67356ece-b74e-4191-a29b-555fbc6a2289 req-05c64195-9cd5-4e2e-b305-c83065aee23f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Jun 22 09:40:27.712365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f372059-fb98-45b1-a4b5-2cdd3f5ebec8 req-3583be95-0c9b-495c-9cd7-0a1490921667 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:27.713731 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7f372059-fb98-45b1-a4b5-2cdd3f5ebec8 req-3583be95-0c9b-495c-9cd7-0a1490921667 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Jun 22 09:40:27.750129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7f372059-fb98-45b1-a4b5-2cdd3f5ebec8 req-e95792ff-94af-4fd8-b16a-ddb7dd90a229 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Jun 22 09:40:27.774046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57458) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:27.829155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee2f69-c442-491c-81cb-75882007909b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:27.830646 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6eee2f69-c442-491c-81cb-75882007909b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 1093 time: 0.0554798 Jun 22 09:40:27.833401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57460) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:27.837723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'port_id': 'ba661b71-00b7-46a7-b74c-fef22814efd1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:40:27.878802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:28.320921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:28.380081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:28.479659 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 96c4da98-3b15-4805-994d-c1848f2cc501 associated. External IP: 172.26.6.250, port: ba661b71-00b7-46a7-b74c-fef22814efd1. Jun 22 09:40:29.028034 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:40:29.135561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:40:29.140758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:29.145080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:40:29.154069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:29.154687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:40:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:29.176662 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5d8b0ab0-6639-4098-a15e-3da788fe35e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 991 time: 1.3422499 Jun 22 09:40:29.177330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:40:29.180165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b488426-f3a4-4e88-8f8c-fafb48ae9287" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:40:29.180328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57462) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:29.256042 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8b16fbcf-f13e-44c4-8cb3-c2161a059699 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 991 time: 0.0734036 Jun 22 09:40:29.275025 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:29.282597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0870656-a0bf-4e12-b57e-db3770d0b1ad x-openstack-request-id: req-d0870656-a0bf-4e12-b57e-db3770d0b1ad {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:40:29.282940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:40:29.283240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0870656-a0bf-4e12-b57e-db3770d0b1ad {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:40:29.283682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'status': 'completed', 'code': 200} Jun 22 09:40:29.398056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-fda8cd04-4cbd-400f-99de-709d741d2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:29.400177 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-fda8cd04-4cbd-400f-99de-709d741d2920 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 1098 time: 0.0692494 Jun 22 09:40:29.496112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-f65b3534-7e58-4a1d-a399-f1887b2e4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:29.497586 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-f65b3534-7e58-4a1d-a399-f1887b2e4292 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 200 len: 898 time: 0.0905297 Jun 22 09:40:29.510035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '96c4da98-3b15-4805-994d-c1848f2cc501', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'port_id': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'mac_address': 'fa:16:3e:6c:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:39:31Z', 'updated_at': '2021-06-22T09:40:28Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:29.539794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cada2279-7007-4ad6-a8a9-15ef74fb3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:29.541188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:40:29.549926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:40:29.550569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:40:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:29.565366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-ee8a7f29-3d95-4ae5-8764-4394e3262b7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba661b71-00b7-46a7-b74c-fef22814efd1 HTTP/1.1" status: 200 len: 999 time: 0.0618701 Jun 22 09:40:29.613478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-2713cf91-d6d7-4114-94b6-272418226479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:29.615025 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-2713cf91-d6d7-4114-94b6-272418226479 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 HTTP/1.1" status: 200 len: 834 time: 0.0434189 Jun 22 09:40:29.656966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:40:29.685272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-a18c0093-af5d-4397-a481-1c2544a4d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:40:29.686814 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-a18c0093-af5d-4397-a481-1c2544a4d800 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1e859708-15c8-45cf-99d4-b88c3d97d6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648644 Jun 22 09:40:29.776400 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-fd375180-b8f4-4888-945d-ed666c89fbab service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831766 Jun 22 09:40:29.869468 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b488426-f3a4-4e88-8f8c-fafb48ae9287 req-b994219e-c145-4f1d-aa50-6571a32aada8 service neutron] 10.222.0.24 "GET /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866640 Jun 22 09:40:29.879548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '96c4da98-3b15-4805-994d-c1848f2cc501', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'port_id': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'mac_address': 'fa:16:3e:6c:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:39:31Z', 'updated_at': '2021-06-22T09:40:28Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:40:29.905259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccf6d1-6df9-443f-805f-bfcabeb5613e None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '96c4da98-3b15-4805-994d-c1848f2cc501', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'port_id': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'mac_address': 'fa:16:3e:6c:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:39:31Z', 'updated_at': '2021-06-22T09:40:28Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:40:30.095159 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348a12e-604e-43f8-89a3-a779c562de78 None None] New status for floating IP 96c4da98-3b15-4805-994d-c1848f2cc501: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:40:30.259173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57468) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:30.321667 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ae7009f9-68a0-404c-bd21-ead6ff77c78f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 991 time: 0.0610497 Jun 22 09:40:31.325450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57470) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:40:31.388532 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e118eabe-efd8-4984-8acb-7bfe5652709e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 200 len: 993 time: 0.0615790 Jun 22 09:40:32.214414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4e6e16f-442e-47f9-85fc-3dad17b371dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:32.625443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:33.414139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:34.922525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:39.328846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:40:39.697202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:40:59.506049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b611d982-b514-40da-84a6-b15c0a898bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.260362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3955-5381-49bf-af1c-ec5b7e3fd922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:02.643535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:03.333541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613be858-f6cf-4591-8f93-3fb0f90d5720 req-67177caf-0248-476b-bd37-05ba6f685976 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:03.335034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-613be858-f6cf-4591-8f93-3fb0f90d5720 req-67177caf-0248-476b-bd37-05ba6f685976 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 945 time: 0.0661440 Jun 22 09:41:03.377433 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-613be858-f6cf-4591-8f93-3fb0f90d5720 req-6d8b54f6-fb2c-42c0-92e8-50d894a979ab tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357370 Jun 22 09:41:03.505976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.560045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cdef3-2656-4f2f-a0b7-b514ced71bef req-539253c8-40e1-4256-9433-9a06dfd738bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:04.561557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d8cdef3-2656-4f2f-a0b7-b514ced71bef req-539253c8-40e1-4256-9433-9a06dfd738bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 945 time: 0.0634804 Jun 22 09:41:04.600689 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d8cdef3-2656-4f2f-a0b7-b514ced71bef req-1eff45ca-0075-4e6f-b911-68958fa42083 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=281d8e67-32f7-418a-b0b8-91fc666eeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Jun 22 09:41:04.798298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-e4c580c4-65da-4c6d-9090-92b127129260 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:04.799780 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-e4c580c4-65da-4c6d-9090-92b127129260 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 945 time: 0.0660884 Jun 22 09:41:04.902786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port ba661b71-00b7-46a7-b74c-fef22814efd1 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:04.903128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:04.980889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.012392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port ba661b71-00b7-46a7-b74c-fef22814efd1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ba661b71-00b7-46a7-b74c-fef22814efd1,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:05.013259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.187368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.187755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.188082 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 96c4da98-3b15-4805-994d-c1848f2cc501 disassociated. External IP: 172.26.6.250, port: ba661b71-00b7-46a7-b74c-fef22814efd1. Jun 22 09:41:05.188431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for ba661b71-00b7-46a7-b74c-fef22814efd1 owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:05.426118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.430917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ffd7bd3-dc9b-482c-8b67-4db9d9b4ec9d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:05.461562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=ba661b71-00b7-46a7-b74c-fef22814efd1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:05.464173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:05.578080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:05.689647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:05.704975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:05.722666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:05.725875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:05.747353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port ba661b71-00b7-46a7-b74c-fef22814efd1 on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:05.750069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:05.752373 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-31e292d3-9031-4a26-94dd-cf9318aa468c req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/ba661b71-00b7-46a7-b74c-fef22814efd1 HTTP/1.1" status: 204 len: 173 time: 0.9468951 Jun 22 09:41:05.762085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'name': 'network-vif-deleted', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:05.765394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec34769-f14f-4412-8ae0-2c00437db92d" -d '{"events": [{"server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "name": "network-vif-deleted", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:05.796473 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a39d84a1-68f3-4448-a9fe-1abf2d53d69d req-6c99b7e5-9f2c-48e0-bdeb-6d5738ab431f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 210 time: 0.0510659 Jun 22 09:41:05.818787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead94fed-efce-407a-a050-dd13688011be x-openstack-request-id: req-ead94fed-efce-407a-a050-dd13688011be {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:05.818787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb91bec-4972-4b65-aff9-ad723acdf328", "name": "network-vif-deleted", "tag": "ba661b71-00b7-46a7-b74c-fef22814efd1", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:05.818787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ead94fed-efce-407a-a050-dd13688011be {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:05.818787 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb91bec-4972-4b65-aff9-ad723acdf328', 'name': 'network-vif-deleted', 'tag': 'ba661b71-00b7-46a7-b74c-fef22814efd1', 'status': 'completed', 'code': 200} Jun 22 09:41:05.862137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:06.085957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:06.112360 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:06.121079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:06.121676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:06.227065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:06.428353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:06.454279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0eec6-13a7-46f6-a6d3-7e9def39bd37 None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:39:11Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '43b8cf92-e5ab-4643-9a81-3aabff2d1be2', 'name': '', 'network_id': '1e859708-15c8-45cf-99d4-b88c3d97d6dc', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:3b:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:11Z', 'updated_at': '2021-06-22T09:39:15Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:06.673497 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ce904-ea45-4aa8-a550-53c5dfe67f85 None None] New status for floating IP 96c4da98-3b15-4805-994d-c1848f2cc501: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:41:06.965425 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-22ba9d2e-992d-46e1-bd97-5bb2f23630c7 req-bc7c4cff-bff1-466b-95fa-df2a429f4568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb91bec-4972-4b65-aff9-ad723acdf328 HTTP/1.1" status: 200 len: 210 time: 0.0323904 Jun 22 09:41:07.315130 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-a1dd73f1-d384-475b-a011-71935649de86 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752098229&fields=id&tenant_id=2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 267 time: 0.0330358 Jun 22 09:41:07.415092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ba661b71-00b7-46a7-b74c-fef22814efd1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:07.424894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-fdfca141-9ccd-45b5-9a51-3ec25a35fb82 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:07.431549 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-fdfca141-9ccd-45b5-9a51-3ec25a35fb82 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 811 time: 0.1043117 Jun 22 09:41:07.435094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: ba661b71-00b7-46a7-b74c-fef22814efd1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:07.435447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ba661b71-00b7-46a7-b74c-fef22814efd1 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:07.443171 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-353a5a6b-fd0d-4fcc-9992-5f874ed9f157 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/quotas/2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Jun 22 09:41:07.518909 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-b2b08974-7d14-4f0c-9596-be73f5300fbe tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0705404 Jun 22 09:41:07.599426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-683a6376-7d84-4254-b3ce-3118e5c01eb4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:41:07.600592 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-683a6376-7d84-4254-b3ce-3118e5c01eb4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0702896 Jun 22 09:41:07.716027 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bd3b18bf-23cf-4bc8-93f1-941a9e2ea526 service neutron] 10.222.0.65 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089771 Jun 22 09:41:07.802763 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-8fce2518-7f79-4966-aa1e-f9bc2ad7fd4d service neutron] 10.222.0.65 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811894 Jun 22 09:41:08.061900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57578) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:08.124598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.149729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.312294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.314924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.316119 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/281d8e67-32f7-418a-b0b8-91fc666eeb15 HTTP/1.1" status: 204 len: 168 time: 0.2531931 Jun 22 09:41:08.317020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fcbb6760-bb53-47d7-bfc3-492c6fe0d414 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:08.326002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d8e67-32f7-418a-b0b8-91fc666eeb15,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:08.328649 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:08.399746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57582) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:08.475269 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e7c2c0b4-3bce-4960-9347-afa2d44b28ca req-174de8a0-68b8-4a51-926d-836ef5bbbd9b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.0369816 Jun 22 09:41:08.557797 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port efada791-a06e-4ecf-adda-86915eac6781 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:08.558142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.633491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.633724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.703243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for efada791-a06e-4ecf-adda-86915eac6781 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:08.957683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:08.959944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3bd21602-af8f-4fe2-900e-65ccbcee38d3 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:08.983859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=efada791-a06e-4ecf-adda-86915eac6781,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:08.986891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:09.048873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.055648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.055648 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/96c4da98-3b15-4805-994d-c1848f2cc501 HTTP/1.1" status: 204 len: 168 time: 0.6512456 Jun 22 09:41:09.353061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:09.621621 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-af143abf-e058-46f3-b00b-32a3ba08b45a req-3272e4ab-1f24-4454-b3b0-cb2e419b27c6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.0333328 Jun 22 09:41:09.652466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb99ae7-5270-4501-bcc2-176cb6f7a0cf req-4c74963d-131a-4bf6-9c9c-c2c449982bfb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:09.653968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bbb99ae7-5270-4501-bcc2-176cb6f7a0cf req-4c74963d-131a-4bf6-9c9c-c2c449982bfb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 946 time: 0.0686178 Jun 22 09:41:09.696544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bbb99ae7-5270-4501-bcc2-176cb6f7a0cf req-6b151d79-b9fd-41ae-9f5f-58ed3e819796 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361719 Jun 22 09:41:10.691409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-777b7764-32d9-4b50-90cc-088b718f0316 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:10.695682 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-777b7764-32d9-4b50-90cc-088b718f0316 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 811 time: 0.1107121 Jun 22 09:41:10.764811 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-8060747b-3d4c-4a20-b661-f2ad5998695b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eaea57a00e04293a3eb07eac570cd12 HTTP/1.1" status: 200 len: 379 time: 0.0552957 Jun 22 09:41:10.882447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed51a10-d393-4977-b2e0-96da41accb91 req-2d1a2d48-b89b-4364-ba0e-9c762185f38b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:10.884440 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4ed51a10-d393-4977-b2e0-96da41accb91 req-2d1a2d48-b89b-4364-ba0e-9c762185f38b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 946 time: 0.0718088 Jun 22 09:41:10.927144 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4ed51a10-d393-4977-b2e0-96da41accb91 req-f66fdcaa-f912-4f1a-9b4b-29ece00f27e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d71ace2-62ac-432d-ad3a-22334e1424eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364532 Jun 22 09:41:11.111276 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34f849d9-b6f9-4770-a889-93e837280a08 req-f0afe21c-0aae-47b9-a3c7-cbc7b9b7c5c7 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.3727896 Jun 22 09:41:11.114713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'port': {'device_id': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'admin_state_up': True, 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'security_groups': ['39f50f4d-1ad3-4548-a07f-7c22e730099d']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:11.215575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-2c4e4ccc-1e4a-49de-8063-7456aed28d9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:11.217117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-2c4e4ccc-1e4a-49de-8063-7456aed28d9a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 946 time: 0.0707312 Jun 22 09:41:11.289878 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Made reservation on behalf of 2eaea57a00e04293a3eb07eac570cd12 for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:11.294012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.322744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:11.323478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.427222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:11.427595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.431683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Allocated IP 172.20.0.5 (73789a5a-c699-4e9a-a257-7a14c24305a3/e0a6ec90-f26b-4c07-9f90-e498ddeac3aa/a540aba8-891e-4d67-aa1d-29f269835eba) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:11.493503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 148dfd7e-1a4f-40a1-824e-7eeb23e8023b owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:11.577087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.763903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Transition to ACTIVE for port object a540aba8-891e-4d67-aa1d-29f269835eba will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:11.764621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.768433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0c1c95df-a4b5-4ce8-8f64-478bd4d09b97 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.795257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=148dfd7e-1a4f-40a1-824e-7eeb23e8023b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.798425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.857784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port 148dfd7e-1a4f-40a1-824e-7eeb23e8023b on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:11.857784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.857784 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f4f251cf-50aa-40b0-9204-e9b631c6d47a req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/148dfd7e-1a4f-40a1-824e-7eeb23e8023b HTTP/1.1" status: 204 len: 173 time: 0.6285386 Jun 22 09:41:11.857784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'name': 'network-vif-deleted', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:11.857784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d33a9-fff2-4386-98ba-680e6c424a0a" -d '{"events": [{"server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "name": "network-vif-deleted", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:11.881121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:11.884419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:11.898426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3d333d-0378-4349-b028-5145e8ff6ab5 x-openstack-request-id: req-9f3d333d-0378-4349-b028-5145e8ff6ab5 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:11.898947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac3105e-4ba5-4d9e-a127-6fe517856d96", "name": "network-vif-deleted", "tag": "148dfd7e-1a4f-40a1-824e-7eeb23e8023b", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:11.899082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f3d333d-0378-4349-b028-5145e8ff6ab5 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:11.899552 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac3105e-4ba5-4d9e-a127-6fe517856d96', 'name': 'network-vif-deleted', 'tag': '148dfd7e-1a4f-40a1-824e-7eeb23e8023b', 'status': 'completed', 'code': 200} Jun 22 09:41:11.926182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:11.929584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:11.933470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:11.964970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=a540aba8-891e-4d67-aa1d-29f269835eba,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:11.975933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:11.999770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:12.003965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.108623 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ea7ef232-8c41-43ac-a2d3-7431345eecd7 req-72e8532c-5178-4f6d-b139-f0cf29e695b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ac3105e-4ba5-4d9e-a127-6fe517856d96 HTTP/1.1" status: 200 len: 210 time: 0.0449724 Jun 22 09:41:12.183108 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0743198 Jun 22 09:41:12.201588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Request body: {'port': {'device_id': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:12.324366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.339439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-86ddce48-020e-4d0e-b044-620fa1e916fe None None] Provisioning for port a540aba8-891e-4d67-aa1d-29f269835eba completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:12.339439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-86ddce48-020e-4d0e-b044-620fa1e916fe None None] Provisioning complete for port a540aba8-891e-4d67-aa1d-29f269835eba triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:12.339439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-86ddce48-020e-4d0e-b044-620fa1e916fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.370410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3e3a-418b-4744-84a9-76c40f140978 req-054d93c4-7da7-434b-a5c8-faa875c5e25c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:12.372093 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e62b3e3a-418b-4744-84a9-76c40f140978 req-054d93c4-7da7-434b-a5c8-faa875c5e25c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 931 time: 0.0978427 Jun 22 09:41:12.401438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-86ddce48-020e-4d0e-b044-620fa1e916fe None None] Port a540aba8-891e-4d67-aa1d-29f269835eba cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:12.421110 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e62b3e3a-418b-4744-84a9-76c40f140978 req-2628f297-c9fc-42d5-8c8e-f7db30446e97 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Jun 22 09:41:12.656696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a540aba8-891e-4d67-aa1d-29f269835eba {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:12.665816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.677620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Transition to ACTIVE for port object a540aba8-891e-4d67-aa1d-29f269835eba will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:12.809225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:12.812895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-51f426c7-f4f1-4e8d-8f8c-9e3eb968d7e4 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:12.894387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Pushing event updated for resources: {'Port': ['ID=a540aba8-891e-4d67-aa1d-29f269835eba,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:12.897215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:12.983122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Attempting to bind port a540aba8-891e-4d67-aa1d-29f269835eba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:12.983496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Attempting to bind port a540aba8-891e-4d67-aa1d-29f269835eba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:12.983796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Attempting to bind port a540aba8-891e-4d67-aa1d-29f269835eba on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:12.989044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Port a540aba8-891e-4d67-aa1d-29f269835eba on network 73789a5a-c699-4e9a-a257-7a14c24305a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:12.989400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Attempting to bind port a540aba8-891e-4d67-aa1d-29f269835eba on network 73789a5a-c699-4e9a-a257-7a14c24305a3 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:12.997038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:12.997421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Checking segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:12.997764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Bound using segment: {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:12.998206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Bound port: a540aba8-891e-4d67-aa1d-29f269835eba, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1500ec-e466-4976-a03a-fd4205c7014f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:12.998647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.074588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] For port a540aba8-891e-4d67-aa1d-29f269835eba, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:13.077651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] For port a540aba8-891e-4d67-aa1d-29f269835eba, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a540aba8-891e-4d67-aa1d-29f269835eba,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:13.193433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.197426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:13.223209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57614) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.233201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.234588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.236325 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] 10.222.0.24 "PUT /v2.0/ports/a540aba8-891e-4d67-aa1d-29f269835eba HTTP/1.1" status: 200 len: 1093 time: 1.0394289 Jun 22 09:41:13.239043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:13.242005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05bc57b-7d73-4b2d-a676-8acecb10486f" -d '{"events": [{"name": "network-changed", "server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:13.288673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Pushing event updated for resources: {'Port': ['ID=a540aba8-891e-4d67-aa1d-29f269835eba,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:13.290449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:13.292950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a96e308-21d8-4b87-a04d-53caff2299e6 x-openstack-request-id: req-4a96e308-21d8-4b87-a04d-53caff2299e6 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:13.293473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:13.294010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a96e308-21d8-4b87-a04d-53caff2299e6 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:13.294620 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'status': 'completed', 'code': 200} Jun 22 09:41:13.316633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.355299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.399591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc57b-7d73-4b2d-a676-8acecb10486f req-a7e1ac9c-a8cf-4706-add6-61ff87427ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.401227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a05bc57b-7d73-4b2d-a676-8acecb10486f req-a7e1ac9c-a8cf-4706-add6-61ff87427ccd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1096 time: 0.0683539 Jun 22 09:41:13.540844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc57b-7d73-4b2d-a676-8acecb10486f req-51b4cfa2-3354-4303-bd22-a3f38230d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.542404 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a05bc57b-7d73-4b2d-a676-8acecb10486f req-51b4cfa2-3354-4303-bd22-a3f38230d6b4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2eaea57a00e04293a3eb07eac570cd12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1257718 Jun 22 09:41:13.552133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.555772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:13.560581 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/7d71ace2-62ac-432d-ad3a-22334e1424eb HTTP/1.1" status: 204 len: 168 time: 0.3337491 Jun 22 09:41:13.569234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-77991510-640e-42b2-879e-694d856e3e74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:13.591318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71ace2-62ac-432d-ad3a-22334e1424eb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:13.593805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:13.686085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57622) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:13.689832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc57b-7d73-4b2d-a676-8acecb10486f req-148b373c-e4fe-4f2f-b316-71370447a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.691363 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a05bc57b-7d73-4b2d-a676-8acecb10486f req-148b373c-e4fe-4f2f-b316-71370447a878 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426764 Jun 22 09:41:13.705747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588d4f3-c362-44a9-b742-9a5c2b4393b0 req-62836f30-a540-4598-b01c-f5df8ff35c19 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.708929 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d588d4f3-c362-44a9-b742-9a5c2b4393b0 req-62836f30-a540-4598-b01c-f5df8ff35c19 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.1479964 Jun 22 09:41:13.758904 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d588d4f3-c362-44a9-b742-9a5c2b4393b0 req-074e1e2d-6baa-4b74-9c27-704513dc7ac4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378408 Jun 22 09:41:13.828524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-71d08eb7-5205-49a3-8ef9-e03fe295a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.830001 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-71d08eb7-5205-49a3-8ef9-e03fe295a569 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1096 time: 0.0691373 Jun 22 09:41:13.880543 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-297d0a29-d15e-4481-904f-979dd4355c77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a540aba8-891e-4d67-aa1d-29f269835eba HTTP/1.1" status: 200 len: 217 time: 0.0384881 Jun 22 09:41:13.929863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-20d5977e-0a0b-41be-aab1-ca1bcd3b45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:13.931314 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-20d5977e-0a0b-41be-aab1-ca1bcd3b45cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0451753 Jun 22 09:41:14.000002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-ce0234ab-5f81-4b10-874a-566323c9a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:14.005841 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-ce0234ab-5f81-4b10-874a-566323c9a761 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642045 Jun 22 09:41:14.111263 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-5c69d4bd-5420-4770-a675-2a6634b5a29a service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027424 Jun 22 09:41:14.209206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.210239 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ec310fc-8f66-481a-a0cd-e170f94429da req-0a4e85fa-02d4-42f4-a657-6c3adcaa6b71 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925343 Jun 22 09:41:14.485591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:14.486148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.583133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 43b8cf92-e5ab-4643-9a81-3aabff2d1be2, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:14.583509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.654683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:14.947386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9db15-4657-4bea-9216-131ef3f0a58f req-bacc1bdf-2570-4320-9168-cc6f669ea64e tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:14.948833 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fee9db15-4657-4bea-9216-131ef3f0a58f req-bacc1bdf-2570-4320-9168-cc6f669ea64e tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.0701194 Jun 22 09:41:14.969521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:14.973737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:15.003312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=43b8cf92-e5ab-4643-9a81-3aabff2d1be2,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:15.042266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.042807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:15.054873 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fee9db15-4657-4bea-9216-131ef3f0a58f req-a41aecc0-3adc-4d94-83f7-35a1986839d9 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993342 Jun 22 09:41:15.056760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:15.225055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.443579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 148dfd7e-1a4f-40a1-824e-7eeb23e8023b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:15.462635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2cc72240-2b7d-443a-8054-97ce0652ff87 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:15.468200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 148dfd7e-1a4f-40a1-824e-7eeb23e8023b {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:15.468562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 148dfd7e-1a4f-40a1-824e-7eeb23e8023b not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:15.576665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:15.581853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/2cc72240-2b7d-443a-8054-97ce0652ff87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947344 Jun 22 09:41:15.584469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57628) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:15.587373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] Sync routers for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:15.597615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:15.598244 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:15.639341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet 90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:41:15.643593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.686400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:15.715008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:15.805550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.004231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.008580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8d763e73-9e37-498f-88aa-5de197987fc6 tempest-FloatingIPNegativeTestJSON-1104930859 tempest-FloatingIPNegativeTestJSON-1104930859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:16.037243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:16.039914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.041949 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/90b2c94e-6cf3-4803-9b58-ba3d7e0a67f7 HTTP/1.1" status: 204 len: 168 time: 0.4564357 Jun 22 09:41:16.043350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:16.044712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57630) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:16.048432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86516218-8125-4f87-b84a-223ff620dc0e None None] Network 1e859708-15c8-45cf-99d4-b88c3d97d6dc requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:16.211682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:41:14Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:16.213249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.243575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] Checking router: 2cc72240-2b7d-443a-8054-97ce0652ff87 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:16.261857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] Routers {'2cc72240-2b7d-443a-8054-97ce0652ff87'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:16.262893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2cc72240-2b7d-443a-8054-97ce0652ff87'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:16.367360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.387549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] DHCP port deletion for 1e859708-15c8-45cf-99d4-b88c3d97d6dc request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:41:16.400290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada6eb9-38a3-4dee-b19a-45d0f4bd553d req-918142cc-bf4a-4eba-8c2f-b5e97392db26 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:16.402083 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1ada6eb9-38a3-4dee-b19a-45d0f4bd553d req-918142cc-bf4a-4eba-8c2f-b5e97392db26 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.1011739 Jun 22 09:41:16.408935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] Set router 2cc72240-2b7d-443a-8054-97ce0652ff87 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:16.446876 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1ada6eb9-38a3-4dee-b19a-45d0f4bd553d req-f4e6e1a9-7dc7-47f8-8347-706814dbfbeb tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388002 Jun 22 09:41:16.489310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 79de6606-adc0-490a-8aa5-12f95d17e58a {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:16.489816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.556046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Deleting port f366a3c3-00ca-4a92-b1e6-15bf509ed380 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:41:16.556829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.571253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 79de6606-adc0-490a-8aa5-12f95d17e58a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=79de6606-adc0-490a-8aa5-12f95d17e58a,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:16.572153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.645971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 79de6606-adc0-490a-8aa5-12f95d17e58a owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:16.653568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] For port f366a3c3-00ca-4a92-b1e6-15bf509ed380, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f366a3c3-00ca-4a92-b1e6-15bf509ed380,segment=NetworkSegment(59e0083d-88b4-42d0-9e04-e8d6f75596be),segment_id=59e0083d-88b4-42d0-9e04-e8d6f75596be)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:16.653973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.697834 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:41:16.723010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Calling delete_port for f366a3c3-00ca-4a92-b1e6-15bf509ed380 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:41:16.791130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:41:14Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:16.824242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3eeb16-a42b-4e24-866a-c0d3e77ca529 None None] The sync data for ids ['2cc72240-2b7d-443a-8054-97ce0652ff87'] in dv-neutron-797120-3-hyperv is: [{'id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'name': 'tempest-TestNetworkBasicOps-router-704683778', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:39:07Z', 'updated_at': '2021-06-22T09:41:14Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '79de6606-adc0-490a-8aa5-12f95d17e58a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:45:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc72240-2b7d-443a-8054-97ce0652ff87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:39:08Z', 'updated_at': '2021-06-22T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:16.940675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:16.942833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bbc27dc4-17bc-43ad-bd5a-51d08b6dc79b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:16.965400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=79de6606-adc0-490a-8aa5-12f95d17e58a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:16.969109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:16.998016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.003999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a5151158-86c8-405b-a5a1-25ed51e7add9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:17.026723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] No DVR routers for this DVR port f366a3c3-00ca-4a92-b1e6-15bf509ed380 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:17.031056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Pushing event deleted for resources: {'Port': ['ID=f366a3c3-00ca-4a92-b1e6-15bf509ed380,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:17.031185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:17.034052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.128309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.130364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.243724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.244320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc72240-2b7d-443a-8054-97ce0652ff87 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:41:17.251087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.252400 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/2cc72240-2b7d-443a-8054-97ce0652ff87 HTTP/1.1" status: 204 len: 168 time: 1.2061453 Jun 22 09:41:17.255156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57634) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.287154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f366a3c3-00ca-4a92-b1e6-15bf509ed380 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:17.302992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f366a3c3-00ca-4a92-b1e6-15bf509ed380 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:17.303424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f366a3c3-00ca-4a92-b1e6-15bf509ed380 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:17.304017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:17.327681 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:17.329290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 43b8cf92-e5ab-4643-9a81-3aabff2d1be2 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:17.341514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.436804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.448159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e859708-15c8-45cf-99d4-b88c3d97d6dc']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:17.458485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e0083d-88b4-42d0-9e04-e8d6f75596be') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:17.464950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e0083d-88b4-42d0-9e04-e8d6f75596be') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:17.468302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.483689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.492514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:41:17.492514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:41:17.495517 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:41:17.626120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.629613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd9ef527-cedf-4f24-9d39-dc9cd77b627c tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:17.634910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.635913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b790a-f8b2-4134-b765-e42e10b34f4c req-914fa9af-2733-44f6-a322-f8c7be787496 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:17.636764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c38b790a-f8b2-4134-b765-e42e10b34f4c req-914fa9af-2733-44f6-a322-f8c7be787496 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.0714135 Jun 22 09:41:17.644723 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/1e859708-15c8-45cf-99d4-b88c3d97d6dc HTTP/1.1" status: 204 len: 168 time: 0.3831191 Jun 22 09:41:17.654971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=1e859708-15c8-45cf-99d4-b88c3d97d6dc,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:17.658064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:17.658222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57638) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:17.663429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--1207502407', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:17.678411 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c38b790a-f8b2-4134-b765-e42e10b34f4c req-833042ff-82d3-49c1-94d8-f81c6d9f48df tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Jun 22 09:41:17.769280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:17.780989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.796505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:41:17.805657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.806099 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment c8c50302-082b-47d2-bccc-c316d77aa8cf of type vlan for network 5575964d-52f3-41f5-bb71-9e31842de207 Jun 22 09:41:17.845814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.963281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.968971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:17.969583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:17.971980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:18.039851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=5575964d-52f3-41f5-bb71-9e31842de207,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:18.042531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:18.050790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 5575964d-52f3-41f5-bb71-9e31842de207 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:41:18.095698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4364502 Jun 22 09:41:18.098520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57640) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:18.104288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:18.226305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.227286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.278367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.463994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.722569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.745633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:18.855712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.45 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/92bbc96d-443c-4f71-b6ef-dbaed2c27e3f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:18.859483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdaf53-8fce-467b-aca7-797d01881309 req-135649bf-ab90-4e02-96f7-92788a733f73 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:18.860993 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-66bdaf53-8fce-467b-aca7-797d01881309 req-135649bf-ab90-4e02-96f7-92788a733f73 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.0679016 Jun 22 09:41:18.900207 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-66bdaf53-8fce-467b-aca7-797d01881309 req-d8041f34-e4c2-4949-9a68-fdbecf2f203d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Jun 22 09:41:18.965650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.066350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.068433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:19.105758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:19.108169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:19.114425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:19.124592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 79de6606-adc0-490a-8aa5-12f95d17e58a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:19.138442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:19.143028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:19.151791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 79de6606-adc0-490a-8aa5-12f95d17e58a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:41:19.152197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 79de6606-adc0-490a-8aa5-12f95d17e58a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:19.429806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:19.990191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.150755 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd083d8-2283-457e-8c72-5b2a3d6034d3 req-8f51c39f-8556-4709-848c-44c0baf3bb67 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:20.152239 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ccd083d8-2283-457e-8c72-5b2a3d6034d3 req-8f51c39f-8556-4709-848c-44c0baf3bb67 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.1221759 Jun 22 09:41:20.200903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ccd083d8-2283-457e-8c72-5b2a3d6034d3 req-0975db88-6b3a-4c58-94b3-b11753161e37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Jun 22 09:41:20.334683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:41:20.451634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:20.460790 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Sync routers for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:20.470469 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:20.471091 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:20.529294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.530543 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4310420 Jun 22 09:41:20.533800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57646) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:20.577661 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:20.659438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-193ef7c5-37df-4c57-98d3-5ed3ad1ee364 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243556 Jun 22 09:41:20.662059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57650) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:20.751300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7f74e-4c5d-4001-85e5-09319db78fd0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:20.752811 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4ad7f74e-4c5d-4001-85e5-09319db78fd0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897660 Jun 22 09:41:20.755654 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:19Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:20.755980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57652) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:20.783053 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Checking router: 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:20.784257 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Updating router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:20.787927 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6fe31bca-0ee3-4ce8-973f-638bc8198116 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288098 Jun 22 09:41:20.788104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57654) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:20.797510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441822871', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:20.826493 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:20.957495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:20.961444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.074799 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.084275 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Transition to ACTIVE for port object 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:21.181035 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.183083 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-ff694778-6aab-4cea-b926-3242e7a7c062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:21.232389 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Attempting to bind port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:21.233196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Attempting to bind port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:21.233196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Attempting to bind port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:21.235995 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Pushing event updated for resources: {'Port': ['ID=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:21.243588 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:21.243994 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:21.244406 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.244863 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:21.245259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Bound port: 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:21.245638 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.248555 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.250705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.250705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.250705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.250705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.250705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.250705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.251264 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.251264 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.251459 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.251683 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.252097 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.262449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.268796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9d80512a-88c7-47b7-976e-58b246b22d8d tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:21.271913 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:21.306660 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] For port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:21.310684 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] For port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:21.360439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=dab3aeec-1877-4bbe-b62b-9c8d712755c9,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:21.375352 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.376714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.377109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.377496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.377874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.378313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.378500 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:21.378632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.378977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.379343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.379712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.380141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.380506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.381906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:21.384890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:21.385255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: 5575964d-52f3-41f5-bb71-9e31842de207, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:41:21.388639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:21.426095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b079-56d7-4788-b7ac-83d0051171a1 req-ed3a4f4a-fc42-4997-8f1a-c48cc481a49f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:21.427604 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3406b079-56d7-4788-b7ac-83d0051171a1 req-ed3a4f4a-fc42-4997-8f1a-c48cc481a49f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.0998392 Jun 22 09:41:21.431114 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:21.431729 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:21.465515 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3406b079-56d7-4788-b7ac-83d0051171a1 req-c194b062-07ee-4941-bde3-dc853ce543cd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320432 Jun 22 09:41:21.479603 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Pushing event updated for resources: {'Port': ['ID=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:21.482805 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:21.489384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 5575964d-52f3-41f5-bb71-9e31842de207 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:41:21.549998 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:21.587182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 5575964d-52f3-41f5-bb71-9e31842de207) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:21.591541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:21.592172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.596122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476b370-634d-498e-b4b0-85ee9e25dd58 None None] Network 5575964d-52f3-41f5-bb71-9e31842de207 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:21.699273 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9069228 Jun 22 09:41:21.699813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57658) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:21.734295 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:19Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:21.748474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-5575964d-52f3-41f5-bb71-9e31842de207', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:41:21.749430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:21.764021 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece840c-35c4-4b36-b80c-b13c98737c9d None None] The sync data for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv is: [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:19Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:21.903547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Allocated IP 172.20.0.2 (5575964d-52f3-41f5-bb71-9e31842de207/dab3aeec-1877-4bbe-b62b-9c8d712755c9/6c983b72-8759-4a0f-8786-ac7e516bd1a9) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:22.091502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.100306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Transition to ACTIVE for port object 6c983b72-8759-4a0f-8786-ac7e516bd1a9 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:22.125975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Transition to ACTIVE for port object 6c983b72-8759-4a0f-8786-ac7e516bd1a9 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:22.209083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.215590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.217717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.257071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Network 5575964d-52f3-41f5-bb71-9e31842de207 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:22.263465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:22.268497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:22.271860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Pushing event updated for resources: {'Port': ['ID=6c983b72-8759-4a0f-8786-ac7e516bd1a9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:22.276335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:22.335975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Attempting to bind port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:22.336363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Attempting to bind port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:22.337063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Attempting to bind port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:22.342181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:22.342429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Checking segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:22.342782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.343336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Bound using segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:22.343821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Bound port: 6c983b72-8759-4a0f-8786-ac7e516bd1a9, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:22.344238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.420014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] For port 6c983b72-8759-4a0f-8786-ac7e516bd1a9, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:22.424090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] For port 6c983b72-8759-4a0f-8786-ac7e516bd1a9, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c983b72-8759-4a0f-8786-ac7e516bd1a9,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:22.473219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:22.475377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-afb9bd1e-8e4b-4885-83b1-bf7ebe1a275f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:22.549537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Pushing event updated for resources: {'Port': ['ID=6c983b72-8759-4a0f-8786-ac7e516bd1a9,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:22.553060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:22.708964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12f8d3-fa64-4c21-8b3f-5a40e3b610a5 req-7f2c177b-6899-4e5c-a80b-a70458e658a3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:22.710894 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4b12f8d3-fa64-4c21-8b3f-5a40e3b610a5 req-7f2c177b-6899-4e5c-a80b-a70458e658a3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 943 time: 0.0986049 Jun 22 09:41:22.810377 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4b12f8d3-fa64-4c21-8b3f-5a40e3b610a5 req-c9c55fd9-c9c3-4bfb-bb59-9d91da31e015 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929852 Jun 22 09:41:22.914413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (5575964d-52f3-41f5-bb71-9e31842de207/dab3aeec-1877-4bbe-b62b-9c8d712755c9/bf428f6b-2c26-47a3-86b0-18c2877b6193) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:23.032441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.044881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object bf428f6b-2c26-47a3-86b0-18c2877b6193 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:23.148917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.149977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8a50ebda-714f-4db3-9930-57579963303b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.201146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 5575964d-52f3-41f5-bb71-9e31842de207 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:23.204978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=bf428f6b-2c26-47a3-86b0-18c2877b6193,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.207899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.210656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:23.211666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:23.232405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:23.262967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.317724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:23.321728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:23.322210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.404839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.425911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:23.458917 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.480340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a540aba8-891e-4d67-aa1d-29f269835eba details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:41:23.491188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.492475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c983b72-8759-4a0f-8786-ac7e516bd1a9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:23.496121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.624187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.644641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.644989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.645370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.645684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.645991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.646322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.646647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.646968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.647295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.648222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.648727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.653625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:41:23.655222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:23.676398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a540aba8-891e-4d67-aa1d-29f269835eba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a540aba8-891e-4d67-aa1d-29f269835eba,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:23.691251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'port_id': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'mac_address': 'fa:16:3e:30:cb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:41:23.732412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.747037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a540aba8-891e-4d67-aa1d-29f269835eba {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:23.764674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.770082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:23.774590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a540aba8-891e-4d67-aa1d-29f269835eba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a540aba8-891e-4d67-aa1d-29f269835eba,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:23.821453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.824539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ea26d31-183d-4319-8d25-316b3c40695d tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.887010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.889534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-c02b0f39-40f8-48e7-9a06-5b6206d6e77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:23.903921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=bf428f6b-2c26-47a3-86b0-18c2877b6193,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:23.906464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:23.908656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:24.057729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 5575964d-52f3-41f5-bb71-9e31842de207 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:24.059845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:24.068593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ea44-1957-4b8b-b616-0d55a192efab req-de250f2a-c90a-4a52-8ecf-52ab23d03c02 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.070791 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0590ea44-1957-4b8b-b616-0d55a192efab req-de250f2a-c90a-4a52-8ecf-52ab23d03c02 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 944 time: 0.1108751 Jun 22 09:41:24.092107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf6c19-780c-4b98-9888-59e447aa75d2 None None] Network 5575964d-52f3-41f5-bb71-9e31842de207 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:41:24.150829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a540aba8-891e-4d67-aa1d-29f269835eba,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:24.155662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:24.194106 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0590ea44-1957-4b8b-b616-0d55a192efab req-2be6bd78-2d83-4821-9e67-16e182175f6c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156712 Jun 22 09:41:24.216245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Provisioning for port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:24.221412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:24.224240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Provisioning complete for port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:24.224240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.253448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['a540aba8-891e-4d67-aa1d-29f269835eba'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:41:24.338504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:24.344056 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/97e7e693-8040-4adf-a7e9-a7b5498bf0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436586 Jun 22 09:41:24.347615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57664) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.350532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Sync routers for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:24.416941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:24.417461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:24.423125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.455337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.456054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.456488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.457221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.457688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.458151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.462711 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-919bbfd8-da99-4917-b33a-d225164faa90 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1113305 Jun 22 09:41:24.463019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57666) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.561116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.561599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.562064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.562550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.563014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.563470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:24.568538 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ebd1eba3-56df-4957-bbe1-30abb95f849d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1013448 Jun 22 09:41:24.568755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57668) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.569155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] For port 6c983b72-8759-4a0f-8786-ac7e516bd1a9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c983b72-8759-4a0f-8786-ac7e516bd1a9,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:24.612201 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:24.648346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.655816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-867313db-e063-4ec3-af7e-692fc88ef6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:24.743170 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c514a7f6-13b1-4e7f-b3b2-38494ca8df07 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1682491 Jun 22 09:41:24.743170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57670) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:24.746626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1749433301', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:24.815581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Pushing event updated for resources: {'Port': ['ID=6c983b72-8759-4a0f-8786-ac7e516bd1a9,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:24.826412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:24.848583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-30681da6-fbe4-4117-aeb8-7b502db6380b None None] Provisioning complete for port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:24.848962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-30681da6-fbe4-4117-aeb8-7b502db6380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.952427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:41:24.956284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:24.983317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] device_id is not set on port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:25.029122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:25.061512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Checking router: 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:25.061881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Updating router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 port bf428f6b-2c26-47a3-86b0-18c2877b6193 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:41:25.096768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.097890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.6 (5575964d-52f3-41f5-bb71-9e31842de207/dab3aeec-1877-4bbe-b62b-9c8d712755c9/65ecaa45-24b5-4c53-87ba-a36fbf9758c0) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:25.142976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-30681da6-fbe4-4117-aeb8-7b502db6380b None None] Provisioning for port bf428f6b-2c26-47a3-86b0-18c2877b6193 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:25.157367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-30681da6-fbe4-4117-aeb8-7b502db6380b None None] Provisioning complete for port bf428f6b-2c26-47a3-86b0-18c2877b6193 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:25.157758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-30681da6-fbe4-4117-aeb8-7b502db6380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.223593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:25.253683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.267697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:25.268586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-30681da6-fbe4-4117-aeb8-7b502db6380b None None] Port bf428f6b-2c26-47a3-86b0-18c2877b6193 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:25.301653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:25.302320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.376936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa90c0-9356-4940-aa10-cbfd78da370d req-ca06ed8e-3ddc-45ed-bb6a-1bfe2c4bc1f1 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:25.378470 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-76aa90c0-9356-4940-aa10-cbfd78da370d req-ca06ed8e-3ddc-45ed-bb6a-1bfe2c4bc1f1 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 944 time: 0.0664685 Jun 22 09:41:25.389115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c983b72-8759-4a0f-8786-ac7e516bd1a9 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:25.404482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.409832 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d352204-1ddd-4b84-9ff5-085bf0d04db5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:25.419372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-71323e45-e671-4446-b638-4456100ca3a1 None None] Provisioning complete for port bf428f6b-2c26-47a3-86b0-18c2877b6193 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:25.420513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-71323e45-e671-4446-b638-4456100ca3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.423737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-76aa90c0-9356-4940-aa10-cbfd78da370d req-1c86cc0c-86f9-4046-80dd-82db5960949c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385320 Jun 22 09:41:25.457031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 5575964d-52f3-41f5-bb71-9e31842de207 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:25.461016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:25.464945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:25.494541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a540aba8-891e-4d67-aa1d-29f269835eba up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:25.496130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:25.499316 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:25.526074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:25.526799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.548998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-71323e45-e671-4446-b638-4456100ca3a1 None None] Port bf428f6b-2c26-47a3-86b0-18c2877b6193 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:25.603711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:25.604124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.621667 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8796265 Jun 22 09:41:25.714611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.717356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port a540aba8-891e-4d67-aa1d-29f269835eba completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:25.724410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port a540aba8-891e-4d67-aa1d-29f269835eba triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:25.724778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.767862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Transition to ACTIVE for port object bf428f6b-2c26-47a3-86b0-18c2877b6193 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:25.803646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-46076513-a9a2-439d-b9d4-590cb8e42dba None None] Provisioning for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:25.828576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-46076513-a9a2-439d-b9d4-590cb8e42dba None None] Provisioning complete for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:25.830226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-46076513-a9a2-439d-b9d4-590cb8e42dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.857672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.862459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:25.870446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:25.916208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-46076513-a9a2-439d-b9d4-590cb8e42dba None None] Port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:25.960879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:25.963268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f89b1-5a1b-4475-9976-8e218ade1ce0" -d '{"events": [{"server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "name": "network-vif-plugged", "status": "completed", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:25.966980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57678) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:25.974716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874567627', 'description': 'tempest-secgroup-smoke-1874567627 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:25.979774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60779e65-85fa-4f35-a98f-5f775c90d719 None None] Pushing event updated for resources: {'Port': ['ID=bf428f6b-2c26-47a3-86b0-18c2877b6193,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:25.985208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a540aba8-891e-4d67-aa1d-29f269835eba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a540aba8-891e-4d67-aa1d-29f269835eba,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:25.986334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-60779e65-85fa-4f35-a98f-5f775c90d719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:26.030057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc6c9f-8adc-4329-bca1-cd8af5d8bff2 x-openstack-request-id: req-a1fc6c9f-8adc-4329-bca1-cd8af5d8bff2 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:26.030359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "name": "network-vif-plugged", "status": "completed", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:26.030630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1fc6c9f-8adc-4329-bca1-cd8af5d8bff2 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:26.031011 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'code': 200} Jun 22 09:41:26.045160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Attempting to bind port bf428f6b-2c26-47a3-86b0-18c2877b6193 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:26.045569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Attempting to bind port bf428f6b-2c26-47a3-86b0-18c2877b6193 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:26.045938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Attempting to bind port bf428f6b-2c26-47a3-86b0-18c2877b6193 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:26.051814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:26.052225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Checking segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:26.052732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.053165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Bound using segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:26.053636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Bound port: bf428f6b-2c26-47a3-86b0-18c2877b6193, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:26.054271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.067863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.068105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:26.101154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.158709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a540aba8-891e-4d67-aa1d-29f269835eba,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:26.164968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:26.171050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] For port bf428f6b-2c26-47a3-86b0-18c2877b6193, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:26.176878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] For port bf428f6b-2c26-47a3-86b0-18c2877b6193, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf428f6b-2c26-47a3-86b0-18c2877b6193,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:26.204368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.275542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.277608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:26.307030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.310412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-527e7a14-85a0-44af-b571-c7707a94bcc3 tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:26.345758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adff822-77d2-44a9-9583-a024c71f21c0 req-c3a89eb5-646f-44f6-88d3-c38ff3898df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:26.347349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6adff822-77d2-44a9-9583-a024c71f21c0 req-c3a89eb5-646f-44f6-88d3-c38ff3898df3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1098 time: 0.0597613 Jun 22 09:41:26.350053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d131358-c45f-4bd2-b299-fa80ef86f51d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:26.363031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:26.386113 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6adff822-77d2-44a9-9583-a024c71f21c0 req-20545d72-6ba6-4dd6-8ba2-72021b65d586 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Jun 22 09:41:26.409246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.413086 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4424174 Jun 22 09:41:26.413336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57680) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.418110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '6d131358-c45f-4bd2-b299-fa80ef86f51d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:26.479427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:26.480197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:26.485196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60779e65-85fa-4f35-a98f-5f775c90d719 None None] Pushing event updated for resources: {'Port': ['ID=bf428f6b-2c26-47a3-86b0-18c2877b6193,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:26.500687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.522195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-60779e65-85fa-4f35-a98f-5f775c90d719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:26.593131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.615990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:26.651286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8fe76-02ef-43b4-ba7b-c8e11dd32067 req-8cf608b0-4086-41dc-b8ac-09e3acb9b49d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:26.652858 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ece8fe76-02ef-43b4-ba7b-c8e11dd32067 req-8cf608b0-4086-41dc-b8ac-09e3acb9b49d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0749104 Jun 22 09:41:26.655491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.657680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ead5ae5-3166-4532-b619-3e49c093ecfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:26.684253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c98b790-7ea6-4fd1-a70d-08242e061434,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:26.687607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:26.714675 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ece8fe76-02ef-43b4-ba7b-c8e11dd32067 req-2249b090-c19a-4d03-84af-3add76e9dd57 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526376 Jun 22 09:41:26.752611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.754736 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396015 Jun 22 09:41:26.759163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57686) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:26.764344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '6d131358-c45f-4bd2-b299-fa80ef86f51d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:26.845585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:26Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:26.866478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:26.883418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadc9e6-5094-4735-b09f-ca5bfcea11a2 None None] The sync data for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv is: [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:26Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:26.965358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.061205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.063121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ad130e8a-f4a9-4bc2-808c-4cda2d6c6142 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:27.083484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcdf7c9-1152-410f-a6e1-6cf16b36fedf,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:27.087059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:27.198008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf428f6b-2c26-47a3-86b0-18c2877b6193 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:27.273215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.275227 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5143132 Jun 22 09:41:27.277158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57688) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:27.281901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '6d131358-c45f-4bd2-b299-fa80ef86f51d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:27.337562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bf428f6b-2c26-47a3-86b0-18c2877b6193 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:27.342402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf428f6b-2c26-47a3-86b0-18c2877b6193 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:27.342789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.409326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.423697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.459866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bf428f6b-2c26-47a3-86b0-18c2877b6193, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf428f6b-2c26-47a3-86b0-18c2877b6193,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:27.480800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.535135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.537577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:27.587507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bf428f6b-2c26-47a3-86b0-18c2877b6193,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:27.591075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:27.595065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.595065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eee61222-60c3-4c25-a6fb-e9b8ff2a24a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:27.611673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008f5d49-e068-45de-9651-2e541d4d0fae,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:27.614090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:27.878344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:27.879709 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6015573 Jun 22 09:41:27.882827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57692) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:27.889414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '6d131358-c45f-4bd2-b299-fa80ef86f51d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:27.903030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d82d-8f5e-4168-baa5-c3a822eb5a4b req-ff089084-d854-45fd-8554-e12029077877 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:27.908046 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1394d82d-8f5e-4168-baa5-c3a822eb5a4b req-ff089084-d854-45fd-8554-e12029077877 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0727608 Jun 22 09:41:27.947287 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1394d82d-8f5e-4168-baa5-c3a822eb5a4b req-486f79a1-5f36-430d-9e77-292a2220ac84 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366871 Jun 22 09:41:27.986376 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.037184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.100721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.104976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.121800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ebe0b6-7636-410f-b9f4-3027cb2855ec,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.129154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.254952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.256204 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3710012 Jun 22 09:41:28.259327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57694) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:28.264001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '6d131358-c45f-4bd2-b299-fa80ef86f51d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:28.357616 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:41:28.362713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.423742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.461117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.463021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-15aac04d-241c-4aec-9f5c-225a4bfbffe5 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.483018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c733559-5920-4bc8-b224-6631580fc11b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.487081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.529383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.530642 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2703257 Jun 22 09:41:28.533348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57696) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:28.538629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '6d131358-c45f-4bd2-b299-fa80ef86f51d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:28.615725 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:41:28.622067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.694240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.781370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.784755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a79df3f0-42d9-4e3a-8870-c7b872f0631d tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:28.804965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63584265-43fd-4dcd-8cb0-414c78351e1d,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:28.810328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:28.935302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:28.936599 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5cd6d0b3-f37c-4bac-8cf7-f8b56968abdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4021313 Jun 22 09:41:29.100679 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-40d1e2eb-2998-4faa-88ec-f065c93ee309 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874567627&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0376716 Jun 22 09:41:29.176252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-c14f5919-4286-49db-8772-94cdeba2964e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.178457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc5d5-9597-48e2-899a-8cd881e67674 req-82296ac9-45ad-4e5c-b4a8-c92ed693a5e1 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.178605 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-c14f5919-4286-49db-8772-94cdeba2964e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 930 time: 0.0688906 Jun 22 09:41:29.178714 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-153fc5d5-9597-48e2-899a-8cd881e67674 req-82296ac9-45ad-4e5c-b4a8-c92ed693a5e1 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0937402 Jun 22 09:41:29.194074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf428f6b-2c26-47a3-86b0-18c2877b6193 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:29.227927 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-153fc5d5-9597-48e2-899a-8cd881e67674 req-aa22ceef-c257-48c8-83c3-318ea09179e0 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Jun 22 09:41:29.257305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf428f6b-2c26-47a3-86b0-18c2877b6193 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:29.257757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.299806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-f7be3738-fa0a-4577-b537-ef39e144222c service neutron] 10.222.0.65 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1039481 Jun 22 09:41:29.407826 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-2bc5c1a3-63a0-43e6-b6f9-ac8659f06ad4 service neutron] 10.222.0.65 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993471 Jun 22 09:41:29.434567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4100b-38a6-4df9-a654-186688ae2ba1 req-e71ba1b5-cc52-4563-ba13-f042edb34a54 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.439369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6cc4100b-38a6-4df9-a654-186688ae2ba1 req-e71ba1b5-cc52-4563-ba13-f042edb34a54 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0668888 Jun 22 09:41:29.475090 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6cc4100b-38a6-4df9-a654-186688ae2ba1 req-b730a18b-c223-4d83-a73e-14b23e7d7114 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330241 Jun 22 09:41:29.495327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5572f0d1-dd9a-49e2-80ad-2867f39caa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.500893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57720) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:29.503511 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-8604d6cc-9b60-4677-8f2f-63340033a9a2 service neutron] 10.222.0.65 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888448 Jun 22 09:41:29.664448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee6db17-eafa-4588-b5fa-b531751c4363 tempest-TestVolumeBootPattern-1443868639 tempest-TestVolumeBootPattern-1443868639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:29.665996 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6ee6db17-eafa-4588-b5fa-b531751c4363 tempest-TestVolumeBootPattern-1443868639 tempest-TestVolumeBootPattern-1443868639-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1093 time: 0.1641109 Jun 22 09:41:29.668847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57724) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:29.673255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:29.765128 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-70d43886-5373-4b74-9a58-e294c151cf84 req-9aef5108-9661-4d81-a2f5-dc61212c2d15 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 210 time: 0.0303311 Jun 22 09:41:29.821040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:29.918432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.027103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Allocated IP 172.26.6.4 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/e4f3906e-1c5f-4d3b-907b-438b4ad3d627) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:30.127693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.243820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.246821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c725576a-a2bf-4727-b2ee-9e19d5ffc20b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:30.282338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:30.285079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:30.287465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:30.318274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=e4f3906e-1c5f-4d3b-907b-438b4ad3d627,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:30.321412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:30.784343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:30.944969 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-97308ef1-b808-4c10-8118-fd4236958934 req-85bed090-c5a7-4457-8dec-ed043e221078 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 210 time: 0.0469499 Jun 22 09:41:31.285459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.436830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.563829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.566920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07df99d9-4ecb-4a62-a7c7-762098ed8bef tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:31.638755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event updated for resources: {'Port': ['ID=e4f3906e-1c5f-4d3b-907b-438b4ad3d627,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:31.641865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:31.652591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:31.771098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-4cfccb70-d0c1-4ed1-8476-9281165ac601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:31.772468 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-4cfccb70-d0c1-4ed1-8476-9281165ac601 service neutron] 10.222.0.24 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1026 time: 0.0800140 Jun 22 09:41:31.837192 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Floating IP 825ea669-d72b-4488-a504-55fe7e4eadc9 associated. External IP: 172.26.6.4, port: a540aba8-891e-4d67-aa1d-29f269835eba. Jun 22 09:41:31.955899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-3c32e3a1-dc02-4cf0-8f56-b096ed84b6be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:31.957382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-3c32e3a1-dc02-4cf0-8f56-b096ed84b6be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 200 len: 797 time: 0.1801004 Jun 22 09:41:32.048941 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-4b6a1b2d-6bdd-44b9-890e-3ceb24fa4e9b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 380 time: 0.0761738 Jun 22 09:41:32.062864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Request body: {'port': {'device_id': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:32.148877 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a692e1fa-19b0-43ee-bcec-897d8d9d99c6 req-2add9198-7eb6-4bfc-b2de-347e4672d608 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 210 time: 0.0812771 Jun 22 09:41:32.173369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-827906d9-4dd8-45cb-9fec-46007b5fb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.212265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:32.213563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.433044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:32.442277 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:32.451998 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:32.452604 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:32.558752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.561508 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:32.594147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:32.607111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.613349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9434743 Jun 22 09:41:32.616282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:32.619418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06154695-7831-4fb2-a850-e6e43b50adf5" -d '{"events": [{"name": "network-changed", "server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:32.629027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Transition to ACTIVE for port object 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:32.661132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.673629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbd0e52-9fe2-48e7-a12b-74b9991e75e1 x-openstack-request-id: req-1dbd0e52-9fe2-48e7-a12b-74b9991e75e1 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:32.673629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:32.673629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dbd0e52-9fe2-48e7-a12b-74b9991e75e1 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:32.673629 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'status': 'completed', 'code': 200} Jun 22 09:41:32.717854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.721105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-688a81ef-78c0-49e9-9020-4eb19c4aeabc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:32.773233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-227fe448-be25-4ae9-a163-b727a2935ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.774953 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-227fe448-be25-4ae9-a163-b727a2935ae3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1098 time: 0.0653861 Jun 22 09:41:32.812930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:32.837903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:32.894873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-9a1c391f-2675-4d8e-b7ac-7d96cd2873c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:32.896226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:32.896676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:32.896839 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-9a1c391f-2675-4d8e-b7ac-7d96cd2873c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.1153111 Jun 22 09:41:32.897172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:32.903624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:32.904031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:32.910872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:32.911274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Checking segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:32.911610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Bound using segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:32.912103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Bound port: 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:32.912479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:32.921111 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '825ea669-d72b-4488-a504-55fe7e4eadc9', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.4', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:30:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:30Z', 'updated_at': '2021-06-22T09:41:30Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}, {'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:29Z', 'revision_number': 1, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:32.956399 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:32.968920 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:32.969670 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:32.989717 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-b5c732d7-6789-404f-998a-82ba919e7f2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a540aba8-891e-4d67-aa1d-29f269835eba HTTP/1.1" status: 200 len: 997 time: 0.0862615 Jun 22 09:41:32.996121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:32.999651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:33.039735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-ede531b6-61c5-47b5-909a-ebd32502d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.041170 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-ede531b6-61c5-47b5-909a-ebd32502d335 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0459573 Jun 22 09:41:33.078834 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:33.095526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.098565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9dbdaf87-8505-487e-bc40-d193a39e3901 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:33.098893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-397b188e-34d5-4392-854f-b87e59420d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.105404 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-397b188e-34d5-4392-854f-b87e59420d44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534294 Jun 22 09:41:33.144652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.144652 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.145751 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] 10.222.0.24 "PUT /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1131 time: 1.0904245 Jun 22 09:41:33.187456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:33.191403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:33.259860 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-29d21bc0-2acc-405b-beb7-f20d4b00372a service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516848 Jun 22 09:41:33.381587 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '825ea669-d72b-4488-a504-55fe7e4eadc9', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.4', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:30:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:30Z', 'updated_at': '2021-06-22T09:41:30Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}, {'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:29Z', 'revision_number': 1, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:33.385444 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06154695-7831-4fb2-a850-e6e43b50adf5 req-815e7441-caa2-459b-834f-ed2e8e4f6102 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188982 Jun 22 09:41:33.412578 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c9b5e-9b33-41d1-875c-1779e462452f None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '825ea669-d72b-4488-a504-55fe7e4eadc9', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.4', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:30:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:30Z', 'updated_at': '2021-06-22T09:41:30Z', 'revision_number': 0, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}, {'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:29Z', 'revision_number': 1, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:33.438542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:33.446472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea924c-19ca-437d-bd93-ae27defc4084 req-73582cb5-2b96-471e-8906-6a78ef6be711 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.447782 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a1ea924c-19ca-437d-bd93-ae27defc4084 req-73582cb5-2b96-471e-8906-6a78ef6be711 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 981 time: 0.1347127 Jun 22 09:41:33.453729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-4bdd680c-fd66-4cef-9566-eaf6d275a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.455204 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-4bdd680c-fd66-4cef-9566-eaf6d275a6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 1134 time: 0.0974338 Jun 22 09:41:33.519709 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-bf6a038e-b22a-4184-9cec-d017601df887 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 217 time: 0.0491488 Jun 22 09:41:33.527694 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a1ea924c-19ca-437d-bd93-ae27defc4084 req-7d13d2fc-a523-463d-b5a8-0b1a2f7f4090 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715449 Jun 22 09:41:33.573386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-eae47736-24ce-41a8-94d2-f36349805172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.574886 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-eae47736-24ce-41a8-94d2-f36349805172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dab3aeec-1877-4bbe-b62b-9c8d712755c9 HTTP/1.1" status: 200 len: 835 time: 0.0462775 Jun 22 09:41:33.613660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd83a4b-69da-470f-9ddb-7f8ebb31ea84 None None] New status for floating IP 825ea669-d72b-4488-a504-55fe7e4eadc9: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:41:33.635706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-23f53897-0bbe-4a9f-972e-c5943a7eccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:33.637236 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-23f53897-0bbe-4a9f-972e-c5943a7eccbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5575964d-52f3-41f5-bb71-9e31842de207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562298 Jun 22 09:41:33.729168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-4d20920d-8998-483f-99d4-1469acca749c service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857193 Jun 22 09:41:33.817774 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79ed99a5-4c12-4547-b049-747f457fbaaa req-7afaf9a6-d063-4e25-ad50-c6c35516ff5c service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818667 Jun 22 09:41:34.668735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:34.671210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce19a4-228d-4289-b4f8-c65356915a56" -d '{"events": [{"name": "network-changed", "server_uuid": "8540be94-c47d-49c5-8a67-e8659af57fd6", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:34.715650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e70b44e-4a26-42b5-930d-522954a275fe x-openstack-request-id: req-0e70b44e-4a26-42b5-930d-522954a275fe {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:34.716028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8540be94-c47d-49c5-8a67-e8659af57fd6", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:34.716337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e70b44e-4a26-42b5-930d-522954a275fe {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:34.716796 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'status': 'completed', 'code': 200} Jun 22 09:41:34.724135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfff83b-ee74-4e58-8651-cc0c5e7d03f6 req-711a69f3-257f-42c8-8a60-075a3e604d72 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:34.725612 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5bfff83b-ee74-4e58-8651-cc0c5e7d03f6 req-711a69f3-257f-42c8-8a60-075a3e604d72 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 981 time: 0.0824020 Jun 22 09:41:34.764995 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5bfff83b-ee74-4e58-8651-cc0c5e7d03f6 req-f94bce70-dc64-46b1-a9ee-af018e8af063 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Jun 22 09:41:34.812571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-8e36599e-2899-421f-8e01-fe6d1b599607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:34.813995 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-8e36599e-2899-421f-8e01-fe6d1b599607 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 1134 time: 0.0541937 Jun 22 09:41:34.910375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-f1419dec-49c7-4f70-9056-9280c8c606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:34.911897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-f1419dec-49c7-4f70-9056-9280c8c606e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 200 len: 898 time: 0.0907133 Jun 22 09:41:34.946645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:34.955724 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-fb44e34d-8350-438a-b224-80d2c6d83441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 217 time: 0.0351770 Jun 22 09:41:35.013624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-ed8b26dd-2301-43e9-8725-ec22bf644750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:35.015157 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-ed8b26dd-2301-43e9-8725-ec22bf644750 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dab3aeec-1877-4bbe-b62b-9c8d712755c9 HTTP/1.1" status: 200 len: 835 time: 0.0558937 Jun 22 09:41:35.074558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-673e0d3b-273b-4837-8592-278f9406f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:35.075977 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-673e0d3b-273b-4837-8592-278f9406f656 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5575964d-52f3-41f5-bb71-9e31842de207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541191 Jun 22 09:41:35.167317 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-3475d254-68f1-41a1-829a-60147287b47f service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Jun 22 09:41:35.262679 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-75ce19a4-228d-4289-b4f8-c65356915a56 req-82603a90-3761-437f-a11a-aa3cb03c4a71 service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891602 Jun 22 09:41:35.505917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:41:35.602531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:35.613464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'port_id': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'mac_address': 'fa:16:3e:2e:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:41:35.649824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.664430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:35.683209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:35.758075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:35.759795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:35.806187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:35.814624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:35.941398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105b781-06f9-44f7-a06f-be7378435ace req-415ee064-462d-4515-8b94-15eae9e7b7d4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:35.942945 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f105b781-06f9-44f7-a06f-be7378435ace req-415ee064-462d-4515-8b94-15eae9e7b7d4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 982 time: 0.0641444 Jun 22 09:41:35.981351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f105b781-06f9-44f7-a06f-be7378435ace req-d751a123-3933-4170-8e23-48ce95f266ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Jun 22 09:41:36.038797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['65ecaa45-24b5-4c53-87ba-a36fbf9758c0'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:41:37.157592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75681f87-3e3c-475f-b270-a70715e9c969 req-af054f8e-8364-4b21-bec4-a6ec7993fdc7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:37.159057 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-75681f87-3e3c-475f-b270-a70715e9c969 req-af054f8e-8364-4b21-bec4-a6ec7993fdc7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 982 time: 0.0651615 Jun 22 09:41:37.196600 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-75681f87-3e3c-475f-b270-a70715e9c969 req-2f403e87-dfdf-49b0-bdf7-a67b7753f935 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Jun 22 09:41:37.522438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:37.643468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:37.647438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:37.648456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.727765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.749756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:37.752072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bc36e1-f051-4d08-840e-ba9dfe10f55d" -d '{"events": [{"server_uuid": "8540be94-c47d-49c5-8a67-e8659af57fd6", "name": "network-vif-plugged", "status": "completed", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:37.764935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:37.792657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f540a7a9-7440-4dbc-9d1f-3526870bcb04 x-openstack-request-id: req-f540a7a9-7440-4dbc-9d1f-3526870bcb04 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:37.792962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8540be94-c47d-49c5-8a67-e8659af57fd6", "name": "network-vif-plugged", "status": "completed", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:37.793220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f540a7a9-7440-4dbc-9d1f-3526870bcb04 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:37.793642 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'code': 200} Jun 22 09:41:37.838047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:37.839917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:37.886735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:37.889775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:38.149808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738996bf-d07e-4a17-a787-cb687da29d99 req-86deb578-b372-4701-8c49-bc9358ef8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.151321 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-738996bf-d07e-4a17-a787-cb687da29d99 req-86deb578-b372-4701-8c49-bc9358ef8eb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 1136 time: 0.0577240 Jun 22 09:41:38.185209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-738996bf-d07e-4a17-a787-cb687da29d99 req-3cb5d18b-bec0-4c35-a98e-eaed55dc505c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278685 Jun 22 09:41:38.373105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6477c-cfde-44ca-b4f3-a48af2626eaa req-cb398322-9819-4ddb-8aac-07f1692e9db0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:38.374538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3cf6477c-cfde-44ca-b4f3-a48af2626eaa req-cb398322-9819-4ddb-8aac-07f1692e9db0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 983 time: 0.0635307 Jun 22 09:41:38.412254 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3cf6477c-cfde-44ca-b4f3-a48af2626eaa req-d690b5d1-60f7-4da3-ae96-1186a512c538 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Jun 22 09:41:39.306881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:39.595715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab10d2-874b-4060-b991-13a6de3b6066 req-99f2c188-bc0d-42a6-b04e-7e3a3d38f62e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:39.597453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-13ab10d2-874b-4060-b991-13a6de3b6066 req-99f2c188-bc0d-42a6-b04e-7e3a3d38f62e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 983 time: 0.0712209 Jun 22 09:41:39.637647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-13ab10d2-874b-4060-b991-13a6de3b6066 req-43a7688a-0a3a-44f4-86ca-5ee38c3771bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Jun 22 09:41:39.821732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303a88-80fb-47ee-b58d-b2c3fd9c9a7a req-4e990c50-56f9-4a78-84a4-e3b22d459e4e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:39.823184 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eb303a88-80fb-47ee-b58d-b2c3fd9c9a7a req-4e990c50-56f9-4a78-84a4-e3b22d459e4e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 983 time: 0.0713348 Jun 22 09:41:39.862960 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eb303a88-80fb-47ee-b58d-b2c3fd9c9a7a req-df8aef8f-59ee-4a9f-9d83-5b6800ea5e87 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Jun 22 09:41:39.887094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57768) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:39.940255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03e566-a755-442e-ae67-dadaa1dfc0b3 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:39.941729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2a03e566-a755-442e-ae67-dadaa1dfc0b3 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 1131 time: 0.0536852 Jun 22 09:41:39.945353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57770) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:39.950148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:40.020937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.122394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.233952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.15 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/cb8f46c4-577a-4724-9e91-16a2452e567e) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:41:40.348657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.461937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:40.463957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e10f0f03-a262-4711-880a-29c32eeac3d7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:40.499119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:41:40.501987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:41:40.508770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:41:40.531211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=cb8f46c4-577a-4724-9e91-16a2452e567e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:40.535027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:40.896580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.050749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.201269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.317954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.320160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:41.388716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=cb8f46c4-577a-4724-9e91-16a2452e567e,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:41.394266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:41.400839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.500372 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP cc93411c-a440-4dd7-ac8f-30fb2658843e associated. External IP: 172.26.6.15, port: 65ecaa45-24b5-4c53-87ba-a36fbf9758c0. Jun 22 09:41:41.706704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:41:41.816394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:41:41.826937 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] Sync routers for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:41:41.836817 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:41.837505 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:41.944958 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:41.947119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:41.987074 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.0404434 Jun 22 09:41:41.987765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:41.989909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57772) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:41.999012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4c702d-a1f1-458f-bed4-4db02124649c" -d '{"events": [{"name": "network-changed", "server_uuid": "8540be94-c47d-49c5-8a67-e8659af57fd6", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:42.050093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b08b73-a2d5-4c65-bdcc-ddb00bfb60b0 x-openstack-request-id: req-d3b08b73-a2d5-4c65-bdcc-ddb00bfb60b0 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:42.050481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8540be94-c47d-49c5-8a67-e8659af57fd6", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:42.050811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3b08b73-a2d5-4c65-bdcc-ddb00bfb60b0 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:42.051399 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'status': 'completed', 'code': 200} Jun 22 09:41:42.138020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb79df-1887-4b9c-a6a6-5a25c729b8cf tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.139649 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-80cb79df-1887-4b9c-a6a6-5a25c729b8cf tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6&network_id=5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 200 len: 1131 time: 0.1487567 Jun 22 09:41:42.165349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c702d-a1f1-458f-bed4-4db02124649c req-c1ded98e-e7d4-44ed-8549-8edc9cbbda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.167994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-c1ded98e-e7d4-44ed-8549-8edc9cbbda2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 1136 time: 0.0660481 Jun 22 09:41:42.178329 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'cc93411c-a440-4dd7-ac8f-30fb2658843e', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.15', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'port_id': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1749433301', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'mac_address': 'fa:16:3e:2e:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:40Z', 'updated_at': '2021-06-22T09:41:40Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:27Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:42.206394 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] Checking router: 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:41:42.215397 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:41:42.216413 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:41:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:42.261810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c702d-a1f1-458f-bed4-4db02124649c req-4b0168ac-8de8-416d-ac37-cf0a362d4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.263274 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-4b0168ac-8de8-416d-ac37-cf0a362d4d8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 200 len: 898 time: 0.0901999 Jun 22 09:41:42.324501 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:41:42.334093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-8fa02858-6788-4a39-8a00-59f391a03aa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1036 time: 0.0644882 Jun 22 09:41:42.384930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c702d-a1f1-458f-bed4-4db02124649c req-4a6e1561-6463-4601-835b-2713cf34ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.386489 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-4a6e1561-6463-4601-835b-2713cf34ccd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dab3aeec-1877-4bbe-b62b-9c8d712755c9 HTTP/1.1" status: 200 len: 835 time: 0.0466692 Jun 22 09:41:42.445160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c702d-a1f1-458f-bed4-4db02124649c req-095a4495-99c6-4f9e-aab1-a7993a821367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.447028 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-095a4495-99c6-4f9e-aab1-a7993a821367 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5575964d-52f3-41f5-bb71-9e31842de207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549681 Jun 22 09:41:42.543042 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-293841cf-cb28-47e2-a736-070eb475f178 service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894337 Jun 22 09:41:42.552325 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'cc93411c-a440-4dd7-ac8f-30fb2658843e', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.15', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'port_id': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1749433301', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'mac_address': 'fa:16:3e:2e:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:40Z', 'updated_at': '2021-06-22T09:41:40Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:27Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:41:42.582492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9cb6b-0b9f-4c36-b523-4caf456e5811 None None] The sync data for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv is: [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'cc93411c-a440-4dd7-ac8f-30fb2658843e', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.15', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'port_id': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1749433301', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'mac_address': 'fa:16:3e:2e:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8540be94-c47d-49c5-8a67-e8659af57fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:41:40Z', 'updated_at': '2021-06-22T09:41:40Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:27Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:41:42.633547 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da4c702d-a1f1-458f-bed4-4db02124649c req-a640ba94-4d8e-43b6-9420-6b2e5044b9e1 service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849073 Jun 22 09:41:42.783062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774db843-92e9-4ce1-bfe5-2e021da99da2 None None] New status for floating IP cc93411c-a440-4dd7-ac8f-30fb2658843e: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:41:42.906372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e5907-0559-4ae4-b87f-ea0f371f20b3 req-8c755155-c134-4d8e-acab-7094040faf6f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:42.907779 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d34e5907-0559-4ae4-b87f-ea0f371f20b3 req-8c755155-c134-4d8e-acab-7094040faf6f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 983 time: 0.0686412 Jun 22 09:41:42.947505 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d34e5907-0559-4ae4-b87f-ea0f371f20b3 req-61cb3bcc-0e7a-40e8-a436-ce13fa5786fc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Jun 22 09:41:44.130644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc12e9c-ba71-4477-8925-c14303f663c3 req-928cc9ab-eb83-4e8b-9f7b-4c370eb48b39 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.132242 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0cc12e9c-ba71-4477-8925-c14303f663c3 req-928cc9ab-eb83-4e8b-9f7b-4c370eb48b39 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 983 time: 0.0646980 Jun 22 09:41:44.170886 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0cc12e9c-ba71-4477-8925-c14303f663c3 req-fd17f7d4-d59a-47a7-9cbf-f1829279a737 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Jun 22 09:41:44.260847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b24d7-61bd-4846-8861-e15899138235 req-70b48fd9-7a51-461e-8662-c2c6a7a192a8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.262291 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-596b24d7-61bd-4846-8861-e15899138235 req-70b48fd9-7a51-461e-8662-c2c6a7a192a8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 983 time: 0.0649972 Jun 22 09:41:44.316633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b24d7-61bd-4846-8861-e15899138235 req-f3b96c13-d3dc-4f39-9b32-1e0356622d94 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:44.318010 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-596b24d7-61bd-4846-8861-e15899138235 req-f3b96c13-d3dc-4f39-9b32-1e0356622d94 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0489161 Jun 22 09:41:44.419791 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-596b24d7-61bd-4846-8861-e15899138235 req-b8585d1f-9059-488b-8f4c-f502f6483dc9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0961509 Jun 22 09:41:44.431122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:44.500458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.631787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:44.665281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:44.698005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] device_id is not set on port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:41:44.706170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.821120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:44.823337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2dae1730-6567-4e80-8874-7f773ddc2765 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:44.914545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=6']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:44.940385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:45.080813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b0812583-2413-4afa-9313-926fdbfd0382 None None] Provisioning complete for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:45.081447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b0812583-2413-4afa-9313-926fdbfd0382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.121912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b0812583-2413-4afa-9313-926fdbfd0382 None None] Port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:41:45.315429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] No DVR routers for this DVR port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:41:45.373690 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c3f4d077-1fed-458a-b64f-c79217e6d910 req-5491a760-200c-4a79-8ebc-e0aa804dcdd8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 210 time: 0.0600131 Jun 22 09:41:45.476756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] In _notify_port_updated(), no bound segment for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:41:45.477808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:45.478417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:45.479818 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-596b24d7-61bd-4846-8861-e15899138235 req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] 10.222.0.24 "PUT /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1026 time: 1.0535841 Jun 22 09:41:46.530623 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b9188bc1-b3af-4749-84f6-5f53d01a14f6 req-80ae19b2-9b7c-4a22-9a35-fbc04e62347f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540be94-c47d-49c5-8a67-e8659af57fd6 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Jun 22 09:41:47.581204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:41:47.618232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:41:47.631794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57790) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:47.688644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f6966-5362-4006-9f77-050577a3b8b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:47.689958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8a5f6966-5362-4006-9f77-050577a3b8b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 925 time: 0.0564702 Jun 22 09:41:48.019067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57794) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:48.024018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073124224', 'description': 'tempest-secgroup-smoke-1073124224 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:48.112372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.203135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.295207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.298532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c7f6ad3-0399-423b-a03b-fe906dcf3669 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:48.324450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f072ee7-dfc6-4d38-9837-da3a6b12e941,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:48.327263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:48.369735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.370976 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3508601 Jun 22 09:41:48.373718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57796) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:48.378196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '9f072ee7-dfc6-4d38-9837-da3a6b12e941', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:48.471407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.526892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.587095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.588934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ab0a0ea2-c3df-4161-bbfc-ca7067a05c05 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:48.605312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802d7b43-d25b-4f8b-be4d-d1df05bbcfa9,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:48.608105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:48.683740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.684944 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103065 Jun 22 09:41:48.687741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57798) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:48.692335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '9f072ee7-dfc6-4d38-9837-da3a6b12e941', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:48.802780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.860598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.992860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:48.994824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc706509-f188-4f51-b9da-e529aabb4d8c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:49.013946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf34608-5a46-445c-8ef3-7f1b26e26ef1,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:49.017189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:49.118540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.119675 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4309790 Jun 22 09:41:49.122471 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57800) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:49.127828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '9f072ee7-dfc6-4d38-9837-da3a6b12e941', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:49.277255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.342192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.421294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.426260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c94f34db-3fbc-410f-b3c1-8dc56a3d28b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:49.441845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71d69a7-640b-407a-aa31-916f17f6d0bb,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:49.445079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:49.495582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.496849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732383 Jun 22 09:41:49.499449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57802) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:49.504003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '9f072ee7-dfc6-4d38-9837-da3a6b12e941', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:49.586019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.649765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.724445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.727027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b8b4864-8b8c-4947-9be4-a0cdfa6dbbdd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:49.743658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f53b5e0-790d-4c2a-a3fc-16860ab6fc49,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:49.746461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:49.809804 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:49.810842 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104138 Jun 22 09:41:49.815126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57804) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:49.821098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '9f072ee7-dfc6-4d38-9837-da3a6b12e941', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:49.941124 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:41:49.946553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.012445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.083479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.085953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5b135af8-3cdc-4269-96ca-7e42bda36fa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:50.106774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b61e2ee-a89e-4a0f-a17d-f4018a70c0c8,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:50.109446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:50.169570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.170794 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541303 Jun 22 09:41:50.173562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57806) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:41:50.180408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '9f072ee7-dfc6-4d38-9837-da3a6b12e941', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:50.308044 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:41:50.313999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.379020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.489520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.491294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:50.508025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76cfcfe-791b-468b-b9c3-4d6e8910c30c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:50.510809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:50.689733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:50.690992 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5159166 Jun 22 09:41:50.831141 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-5693867e-a2a6-42df-aebf-f55acf1bd0b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073124224&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0332797 Jun 22 09:41:50.889022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-532bad59-1098-4e58-a376-7cd378803457 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:50.890356 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-532bad59-1098-4e58-a376-7cd378803457 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 930 time: 0.0521488 Jun 22 09:41:50.948891 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-16a38e4f-b125-46e3-8eed-17c0936f1287 service neutron] 10.222.0.65 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0456228 Jun 22 09:41:51.038404 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-b0f17b35-98bc-41e0-b6c0-07e9e1bf04c9 service neutron] 10.222.0.65 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838120 Jun 22 09:41:51.142461 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-a0b93361-7660-4cc6-bbe3-6fe8566daeb9 service neutron] 10.222.0.65 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939112 Jun 22 09:41:51.402156 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ad917dd7-6488-4ce6-8425-ee27067e5de1 req-fee773af-738a-45f0-a6f0-ecfc4cc510df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 210 time: 0.0345221 Jun 22 09:41:52.559833 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f3c5885c-f8a2-4ca8-b48c-7994df172814 req-7d466434-75cd-40cc-af61-effbf730fbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 210 time: 0.0319529 Jun 22 09:41:53.697235 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:41:53.700291 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e80021c9-b922-4e44-8c1c-7d4e476398e6 req-5f758448-5f8a-42be-a05e-0956fc9287d6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 210 time: 0.0295024 Jun 22 09:41:53.901015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-d25f42c0-01ee-4c17-b4a4-07352c73635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:53.902264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-d25f42c0-01ee-4c17-b4a4-07352c73635d service neutron] 10.222.0.24 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1026 time: 0.0431867 Jun 22 09:41:54.008830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-fcc94b29-bdf0-4b22-a3b0-a8f8ee228de8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:54.010264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-fcc94b29-bdf0-4b22-a3b0-a8f8ee228de8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 200 len: 797 time: 0.1033130 Jun 22 09:41:54.061939 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-7cbe93fc-e9b8-4e0f-893a-3591133ef01a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 473 time: 0.0367444 Jun 22 09:41:54.073212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Request body: {'port': {'device_id': '0f7324b1-2c3e-4431-b678-dddd744fe9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:41:54.149755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.421496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:54.429531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.441459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Transition to ACTIVE for port object 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:41:54.477993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.480084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1e8a89e5-acc4-47f6-af45-4903f893e689 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:54.560546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=7']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:54.563750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:54.664365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:41:54.664713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:41:54.665045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:54.669710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:41:54.670046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Attempting to bind port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:41:54.675111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:41:54.675597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Checking segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:41:54.675880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Bound using segment: {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:41:54.676299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Bound port: 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c50302-082b-47d2-bccc-c316d77aa8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:41:54.676656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.752371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:41:54.755456 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:41:54.849971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.857336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4851d244-e165-488f-b04b-9b5cdceb1cf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:54.920766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:54.921447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:54.922757 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] 10.222.0.24 "PUT /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1131 time: 0.8544397 Jun 22 09:41:54.925312 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7324b1-2c3e-4431-b678-dddd744fe9da', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:54.927671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3baa7d-031a-4198-b480-133dc3402ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7324b1-2c3e-4431-b678-dddd744fe9da", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:54.933815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=8']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:54.940946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:54.953724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd7a11-5274-4f12-9ab6-95fd4e96e4ec req-689f8f29-5530-4a71-909d-dfcbaf39600d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:54.955299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6bbd7a11-5274-4f12-9ab6-95fd4e96e4ec req-689f8f29-5530-4a71-909d-dfcbaf39600d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 981 time: 0.1417012 Jun 22 09:41:54.981326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc585a-aa4d-43f8-9b08-79955ea6f8f5 x-openstack-request-id: req-69bc585a-aa4d-43f8-9b08-79955ea6f8f5 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:54.981663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7324b1-2c3e-4431-b678-dddd744fe9da", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:54.981963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69bc585a-aa4d-43f8-9b08-79955ea6f8f5 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:54.982402 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7324b1-2c3e-4431-b678-dddd744fe9da', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'status': 'completed', 'code': 200} Jun 22 09:41:55.003567 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6bbd7a11-5274-4f12-9ab6-95fd4e96e4ec req-bfd97f22-7029-40fd-92b5-05eccf581ecb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Jun 22 09:41:55.071115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3baa7d-031a-4198-b480-133dc3402ee7 req-de3c311e-eeb8-41b2-b033-02ed1885bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.072656 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6c3baa7d-031a-4198-b480-133dc3402ee7 req-de3c311e-eeb8-41b2-b033-02ed1885bf11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 1134 time: 0.0581331 Jun 22 09:41:55.186821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3baa7d-031a-4198-b480-133dc3402ee7 req-92d5bdb6-6fc9-486f-beaa-2d1faa1a0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.188233 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6c3baa7d-031a-4198-b480-133dc3402ee7 req-92d5bdb6-6fc9-486f-beaa-2d1faa1a0784 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1021817 Jun 22 09:41:55.284500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3baa7d-031a-4198-b480-133dc3402ee7 req-09e3dab9-4148-4f14-909e-5d0736ca52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.285958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6c3baa7d-031a-4198-b480-133dc3402ee7 req-09e3dab9-4148-4f14-909e-5d0736ca52b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915837 Jun 22 09:41:55.404233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-080c3a3e-11ac-472d-a178-438e454cecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.405620 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-080c3a3e-11ac-472d-a178-438e454cecea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 1134 time: 0.0585895 Jun 22 09:41:55.476723 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-8619445f-0259-4245-9ab8-b0b8129c3e19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1036 time: 0.0571148 Jun 22 09:41:55.524327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-d7f42c69-3f1d-41b3-8ed1-90d909d6d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.525727 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-d7f42c69-3f1d-41b3-8ed1-90d909d6d28f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dab3aeec-1877-4bbe-b62b-9c8d712755c9 HTTP/1.1" status: 200 len: 835 time: 0.0437429 Jun 22 09:41:55.584934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-c57ddf81-cacd-4495-8e90-6424c81a268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:55.587306 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-c57ddf81-cacd-4495-8e90-6424c81a268e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5575964d-52f3-41f5-bb71-9e31842de207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556989 Jun 22 09:41:55.677215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-53b4dc2c-e9dc-4997-bbf3-c20ce713eb7a service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826066 Jun 22 09:41:55.769872 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e137ea0-a756-4ee2-8f25-df8a8ff5366e req-82064454-fd4d-4f3b-b21d-ab598dac3367 service neutron] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Jun 22 09:41:56.185428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bfa3b-8ae3-4ec2-a232-29badc0d3986 req-f6d9c92c-bc65-43fa-b35e-c041f2d187f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:56.186979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c3bfa3b-8ae3-4ec2-a232-29badc0d3986 req-f6d9c92c-bc65-43fa-b35e-c041f2d187f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 981 time: 0.0659361 Jun 22 09:41:56.225566 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c3bfa3b-8ae3-4ec2-a232-29badc0d3986 req-ec5fbfba-f2a4-4dbb-98a3-35eb26ae6478 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Jun 22 09:41:57.402947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fe372-dded-4556-9e20-c62ca6d8008c req-87289a98-64db-4d3a-bd72-990127221b31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:57.404363 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ce1fe372-dded-4556-9e20-c62ca6d8008c req-87289a98-64db-4d3a-bd72-990127221b31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 981 time: 0.0647023 Jun 22 09:41:57.441639 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ce1fe372-dded-4556-9e20-c62ca6d8008c req-7e60b537-387b-43c2-85d0-462c74c6b34b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jun 22 09:41:57.617704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:41:57.716801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:57.723629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'port_id': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'mac_address': 'fa:16:3e:2e:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:41:57.758713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.772227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:41:57.792796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:57.855296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:57.857299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:41:57.903893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=9']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:41:57.907676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:41:58.182328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['65ecaa45-24b5-4c53-87ba-a36fbf9758c0'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:41:58.623124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3292995-f3f1-4a27-bb8d-a01a1681df72 req-beb520ef-ae1b-48a7-9d38-3958ce346a32 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:41:58.624724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3292995-f3f1-4a27-bb8d-a01a1681df72 req-beb520ef-ae1b-48a7-9d38-3958ce346a32 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 982 time: 0.0691028 Jun 22 09:41:59.012047 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3292995-f3f1-4a27-bb8d-a01a1681df72 req-ea3fed51-2701-4140-9bb0-e95e073dfc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808341 Jun 22 09:41:59.512896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-630688fd-ea49-47ad-a4cc-c80ce342e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.619560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:41:59.759220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:41:59.763100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:41:59.763567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.841760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.864414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7324b1-2c3e-4431-b678-dddd744fe9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:41:59.867174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f7867c-3812-4d6f-a1cb-5def522443e8" -d '{"events": [{"server_uuid": "0f7324b1-2c3e-4431-b678-dddd744fe9da", "name": "network-vif-plugged", "status": "completed", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:41:59.879451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:41:59.906544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066488ec-eecb-481f-a82c-767ec2c92761 x-openstack-request-id: req-066488ec-eecb-481f-a82c-767ec2c92761 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:41:59.906868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7324b1-2c3e-4431-b678-dddd744fe9da", "name": "network-vif-plugged", "status": "completed", "tag": "65ecaa45-24b5-4c53-87ba-a36fbf9758c0", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:41:59.907130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-066488ec-eecb-481f-a82c-767ec2c92761 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:41:59.907530 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7324b1-2c3e-4431-b678-dddd744fe9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ecaa45-24b5-4c53-87ba-a36fbf9758c0', 'code': 200} Jun 22 09:41:59.970024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:41:59.973010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:00.020373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=10']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:00.023839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:00.194955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8921-9efb-4944-8942-4b985f04e658 req-58d4d9a7-b276-48ca-9012-00271e1c0a4d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:00.196503 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-158f8921-9efb-4944-8942-4b985f04e658 req-58d4d9a7-b276-48ca-9012-00271e1c0a4d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0632212 Jun 22 09:42:00.237710 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-158f8921-9efb-4944-8942-4b985f04e658 req-b1e7b35c-e015-41d6-873e-feac17005ab8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351858 Jun 22 09:42:00.305826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afa487-cfca-4c47-abbe-a7d4bce15a44 req-c3ff1bad-2811-4453-82f6-714899996b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:00.307510 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7afa487-cfca-4c47-abbe-a7d4bce15a44 req-c3ff1bad-2811-4453-82f6-714899996b48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 1137 time: 0.0563438 Jun 22 09:42:00.345354 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7afa487-cfca-4c47-abbe-a7d4bce15a44 req-3ee71c55-88af-459a-9cb7-619f84b4beb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318782 Jun 22 09:42:01.423564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711fd59-daba-4540-b1d6-64e60f13ecc9 req-f5035f73-cafc-4bf9-942e-71b3a37e0b45 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:01.425018 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b711fd59-daba-4540-b1d6-64e60f13ecc9 req-f5035f73-cafc-4bf9-942e-71b3a37e0b45 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0703800 Jun 22 09:42:01.464176 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b711fd59-daba-4540-b1d6-64e60f13ecc9 req-18e6fea0-414e-4ff4-84fe-d37acf12cac0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Jun 22 09:42:02.353228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4721d5bb-e159-4a5e-b131-24e93604e0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.639016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c0d76-fa5b-44bc-ab6d-4116711ad437 req-4bdde806-189e-4a2c-87a1-5c6be01a7e31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:02.640572 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c77c0d76-fa5b-44bc-ab6d-4116711ad437 req-4bdde806-189e-4a2c-87a1-5c6be01a7e31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0642669 Jun 22 09:42:02.683495 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c77c0d76-fa5b-44bc-ab6d-4116711ad437 req-b1d869ec-d880-42cc-8c39-7c26982e93cf tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369432 Jun 22 09:42:02.695395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:02.856100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cff9bf-c99c-4988-9df2-9505964409f1 req-9025b799-26fc-4be9-bf42-6765fcf2a7b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:02.857492 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03cff9bf-c99c-4988-9df2-9505964409f1 req-9025b799-26fc-4be9-bf42-6765fcf2a7b6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0642619 Jun 22 09:42:02.895321 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03cff9bf-c99c-4988-9df2-9505964409f1 req-903c7359-715b-4741-a553-2d0793a2724e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Jun 22 09:42:02.919342 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57862) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:02.971689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b22cfc-fceb-48fe-98fb-af757a8fbe8b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:02.973213 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b5b22cfc-fceb-48fe-98fb-af757a8fbe8b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da&network_id=5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 200 len: 1132 time: 0.0528359 Jun 22 09:42:03.490052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:03.600742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653f55-25e9-402d-9618-28fbabd38702 req-aa0c53da-807c-4fd9-abf7-4b76f9dd6616 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:03.602300 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2c653f55-25e9-402d-9618-28fbabd38702 req-aa0c53da-807c-4fd9-abf7-4b76f9dd6616 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0666864 Jun 22 09:42:03.640155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2c653f55-25e9-402d-9618-28fbabd38702 req-33ff1706-7ae1-47cd-b76f-ec6e52c7bc2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Jun 22 09:42:04.827185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60dd0-2752-4591-810e-02c2f8dcc835 req-2a23a122-da5b-4ef3-aa6c-378b14d19a08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:04.828699 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ce60dd0-2752-4591-810e-02c2f8dcc835 req-2a23a122-da5b-4ef3-aa6c-378b14d19a08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0646012 Jun 22 09:42:04.875748 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ce60dd0-2752-4591-810e-02c2f8dcc835 req-8e3a5266-ed92-44d7-a264-4c8eb8f98a1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=a44036ca-fe72-457f-b6fc-53a9ea0297e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Jun 22 09:42:04.970253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.008260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-4dcdcec7-66b6-4a10-88e7-a48c46b0fa11 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.009773 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-4dcdcec7-66b6-4a10-88e7-a48c46b0fa11 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 984 time: 0.0651579 Jun 22 09:42:05.062129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-c95c55b7-b99f-45ee-9720-d05137557c32 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.063453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-c95c55b7-b99f-45ee-9720-d05137557c32 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0485342 Jun 22 09:42:05.166282 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-5e64ec91-58fa-4ec0-b058-72193060ffb1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0980303 Jun 22 09:42:05.176319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:05.253568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.389031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:05.427961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] For port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:05.465068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] device_id is not set on port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 yet. {{(pid=93950) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 09:42:05.473405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.615506 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.617628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:05.692554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=11']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:05.696928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:05.738283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] No DVR routers for this DVR port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:05.879067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] In _notify_port_updated(), no bound segment for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 on network 5575964d-52f3-41f5-bb71-9e31842de207 {{(pid=93950) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 22 09:42:05.879906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:05.880522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:05.881848 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-711ddd48-9ddc-4a1f-bdb0-e8fa23637ba0 req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] 10.222.0.24 "PUT /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 200 len: 1027 time: 0.7094245 Jun 22 09:42:05.933768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-635a3cff-7744-4f2f-a9cf-e133cf27527b None None] Provisioning complete for port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:05.938486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-635a3cff-7744-4f2f-a9cf-e133cf27527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:06.030538 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c24b6df5-3dfb-4928-bb56-9b0266826e25 req-287615ba-7b0a-4573-a998-e5932d8f96da tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7324b1-2c3e-4431-b678-dddd744fe9da HTTP/1.1" status: 200 len: 210 time: 0.0311871 Jun 22 09:42:06.119899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-635a3cff-7744-4f2f-a9cf-e133cf27527b None None] Port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:07.128899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57874) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:07.190292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.217387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.348220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.350766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.351970 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/9f072ee7-dfc6-4d38-9837-da3a6b12e941 HTTP/1.1" status: 204 len: 168 time: 0.2220082 Jun 22 09:42:07.353034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9d0878a1-66cf-4728-89f8-c28685921d96 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:07.363774 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f072ee7-dfc6-4d38-9837-da3a6b12e941,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:07.365899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:07.484656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57878) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:07.652987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port cb8f46c4-577a-4724-9e91-16a2452e567e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:07.653230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.662576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:07.699366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:07.733408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.733743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:07.800598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for cb8f46c4-577a-4724-9e91-16a2452e567e owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:08.026995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.029266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-668cc602-73a3-454b-b0b4-6259329de50c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:08.057358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=cb8f46c4-577a-4724-9e91-16a2452e567e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:08.059812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:08.121134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.121474 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP cc93411c-a440-4dd7-ac8f-30fb2658843e disassociated (deleted). External IP: 172.26.6.15, port: 65ecaa45-24b5-4c53-87ba-a36fbf9758c0. Jun 22 09:42:08.327541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:08.436799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:08.441700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.445829 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] Sync routers for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:08.456327 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:08.456933 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:08.478156 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/cc93411c-a440-4dd7-ac8f-30fb2658843e HTTP/1.1" status: 204 len: 168 time: 0.9923263 Jun 22 09:42:08.620790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:08.651637 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:08.680245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.706633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.848624 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:27Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:08.875530 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] Checking router: 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:08.883395 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:08.884036 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:08.986519 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:08.986976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.989774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:08.990932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/6d131358-c45f-4bd2-b299-fa80ef86f51d HTTP/1.1" status: 204 len: 168 time: 0.3690534 Jun 22 09:42:08.991801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a2c9a265-2f83-491c-b395-d1df68d5e73e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:09.001676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d131358-c45f-4bd2-b299-fa80ef86f51d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:09.004170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c9155ae3-472d-4981-b395-3ad9ef99a6bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:09.126444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57888) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:09.189458 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:27Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:09.216441 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7747f-9c7a-4abd-a8d5-19077f12e46e None None] The sync data for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv is: [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bf428f6b-2c26-47a3-86b0-18c2877b6193', 'name': '', 'network_id': '5575964d-52f3-41f5-bb71-9e31842de207', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:18:0c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:22Z', 'updated_at': '2021-06-22T09:41:27Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'dab3aeec-1877-4bbe-b62b-9c8d712755c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:09.244977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:09.246185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.336751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.375932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.413627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 65ecaa45-24b5-4c53-87ba-a36fbf9758c0 owned by {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:09.451324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ae735-f81d-4e04-a0a9-c9db4af4f556 None None] New status for floating IP cc93411c-a440-4dd7-ac8f-30fb2658843e: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:42:09.592670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.596851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:09.620832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=65ecaa45-24b5-4c53-87ba-a36fbf9758c0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:09.624227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:09.702716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:09.705571 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/ports/65ecaa45-24b5-4c53-87ba-a36fbf9758c0 HTTP/1.1" status: 204 len: 168 time: 0.5776625 Jun 22 09:42:09.708012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57890) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:10.175526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.794189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port bf428f6b-2c26-47a3-86b0-18c2877b6193 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:10.794927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.879281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port bf428f6b-2c26-47a3-86b0-18c2877b6193, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf428f6b-2c26-47a3-86b0-18c2877b6193,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:10.879633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:10.944279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for bf428f6b-2c26-47a3-86b0-18c2877b6193 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:11.209777 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.211972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21d32b79-a734-4f2f-b26e-1ee4abc31d26 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:11.238615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=bf428f6b-2c26-47a3-86b0-18c2877b6193,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:11.245019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:11.427298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.646325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:11.749489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:11.754769 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/97e7e693-8040-4adf-a7e9-a7b5498bf0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450532 Jun 22 09:42:11.757477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57894) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:11.758855 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] Sync routers for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:11.768313 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:11.768923 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:11.813397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet dab3aeec-1877-4bbe-b62b-9c8d712755c9 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:42:11.816585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.856536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:11.872318 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:11.939963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.045608 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:42:11Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:12.074874 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] Checking router: 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:12.082801 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] Routers {'97e7e693-8040-4adf-a7e9-a7b5498bf0a5'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:12.083417 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:12.113275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.121273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e58cf805-90b0-4ca4-b33d-210848353dd6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.144625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=dab3aeec-1877-4bbe-b62b-9c8d712755c9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:12.146588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.152071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57896) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:12.152624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956be449-808d-4672-99f3-7687054949d8 None None] Network 5575964d-52f3-41f5-bb71-9e31842de207 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:12.153037 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/dab3aeec-1877-4bbe-b62b-9c8d712755c9 HTTP/1.1" status: 204 len: 168 time: 0.3936224 Jun 22 09:42:12.153162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-27cf1434-2e26-46e9-8b56-21730b9242e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.187035 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] Set router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:12.266213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.360119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] DHCP port deletion for 5575964d-52f3-41f5-bb71-9e31842de207 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:42:12.376056 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:42:11Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:12.378065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.403954 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a861ec5a-366f-49ac-8421-90ae4ebce901 None None] The sync data for ids ['97e7e693-8040-4adf-a7e9-a7b5498bf0a5'] in dv-neutron-797120-3-hyperv is: [{'id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'name': 'tempest-TestNetworkBasicOps-router-1799266520', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:42:11Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '92bbc96d-443c-4f71-b6ef-dbaed2c27e3f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e7e693-8040-4adf-a7e9-a7b5498bf0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:41:18Z', 'updated_at': '2021-06-22T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:12.411333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Deleting port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:12.411755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.482808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] For port 6c983b72-8759-4a0f-8786-ac7e516bd1a9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=6c983b72-8759-4a0f-8786-ac7e516bd1a9,segment=NetworkSegment(c8c50302-082b-47d2-bccc-c316d77aa8cf),segment_id=c8c50302-082b-47d2-bccc-c316d77aa8cf)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:12.483218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.507701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:42:12.508045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.546286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Calling delete_port for 6c983b72-8759-4a0f-8786-ac7e516bd1a9 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:12.588717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:12.588953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.659325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:42:12.724526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:12.728494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fe7077dc-a326-4344-87f0-acc481408d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:12.754552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] No DVR routers for this DVR port 6c983b72-8759-4a0f-8786-ac7e516bd1a9 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:42:12.758629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Pushing event deleted for resources: {'Port': ['ID=6c983b72-8759-4a0f-8786-ac7e516bd1a9,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:12.767475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:12.998660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.000910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:13.030255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=92bbc96d-443c-4f71-b6ef-dbaed2c27e3f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:13.034310 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:13.095392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.193309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.195587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.244955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c983b72-8759-4a0f-8786-ac7e516bd1a9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:13.273695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 6c983b72-8759-4a0f-8786-ac7e516bd1a9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:13.274073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 6c983b72-8759-4a0f-8786-ac7e516bd1a9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:13.274513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf428f6b-2c26-47a3-86b0-18c2877b6193 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:13.294675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bf428f6b-2c26-47a3-86b0-18c2877b6193 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:13.295022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf428f6b-2c26-47a3-86b0-18c2877b6193 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:13.346932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.347449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 97e7e693-8040-4adf-a7e9-a7b5498bf0a5 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:42:13.354424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.355563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/97e7e693-8040-4adf-a7e9-a7b5498bf0a5 HTTP/1.1" status: 204 len: 168 time: 1.2022758 Jun 22 09:42:13.358287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57898) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:13.441309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.533152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.544092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5575964d-52f3-41f5-bb71-9e31842de207']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.557834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c50302-082b-47d2-bccc-c316d77aa8cf') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.558123 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c50302-082b-47d2-bccc-c316d77aa8cf') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:13.570265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.584060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.590822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:42:13.591206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:42:13.594100 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:42:13.752789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.756770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b431d12a-ffd1-4b58-975f-e354ff352eab tempest-NetworksTestDHCPv6-707725861 tempest-NetworksTestDHCPv6-707725861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:13.760632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.762188 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/5575964d-52f3-41f5-bb71-9e31842de207 HTTP/1.1" status: 204 len: 168 time: 0.4029462 Jun 22 09:42:13.777984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57900) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:13.786341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=5575964d-52f3-41f5-bb71-9e31842de207,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:13.788863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c517e5f4-83a9-4329-b7bd-72affad04ade tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:13.793303 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-39e1d036-49d8-4652-a092-cc26c89354fb tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0140252 Jun 22 09:42:13.795717 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57902) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:13.801168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--936962396', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:13.941599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:13.945243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.969582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:42:13.978678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:13.979019 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2 of type vlan for network f03b04a3-a7b9-453a-89ad-016565c9ab74 Jun 22 09:42:14.018400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.124320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.129864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:14.130459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.132909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b295ba87-e26f-43b9-8939-fc51fad53634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:14.201969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=f03b04a3-a7b9-453a-89ad-016565c9ab74,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:14.204853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:14.211891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:42:14.247366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4480350 Jun 22 09:42:14.247631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57904) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:14.252865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-766922187', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:14.387202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.388334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.439097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.653892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.907320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:14.929968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.029816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.124 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/bf00a736-086f-433f-84bf-fdc3be0a274f) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:15.133365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.156594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:42:15.177553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:42:15.177834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 92bbc96d-443c-4f71-b6ef-dbaed2c27e3f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:42:15.221520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.223596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:15.260838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:15.266291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:15.268699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:15.274248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:15.294408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:15.592840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.797465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:15.981514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2280d05c-04f5-4721-a86e-3bb1cb23336d is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:42:16.090523 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:16.099780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Sync routers for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:16.108938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:16.109956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.164797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.168804 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9172885 Jun 22 09:42:16.169147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57906) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.200100 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a1ea50ef-786f-4d47-b019-8760705859cc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295990 Jun 22 09:42:16.202549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57908) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.218473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:16.298776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81aef9-3871-4d9f-89ae-1303910c7e3d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:16.303481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57910) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.308455 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6b81aef9-3871-4d9f-89ae-1303910c7e3d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046515 Jun 22 09:42:16.333996 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3529db01-1db0-4bd8-901a-0f5dd1891eac tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291533 Jun 22 09:42:16.337444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57912) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:16.343186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263217430', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:16.412264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:15Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:16.438777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Checking router: 2280d05c-04f5-4721-a86e-3bb1cb23336d for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:16.439946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Updating router 2280d05c-04f5-4721-a86e-3bb1cb23336d port bf00a736-086f-433f-84bf-fdc3be0a274f binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:16.471563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.484441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:16.488165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.723273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.733157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Transition to ACTIVE for port object bf00a736-086f-433f-84bf-fdc3be0a274f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:16.735760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.738686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5cfff7fa-2d1c-4e74-a14d-1662f00ef1bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:16.803143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=bd7ee086-9d26-4711-a924-f00be3cf1bfc,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:16.807258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:16.811332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:16.811713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: f03b04a3-a7b9-453a-89ad-016565c9ab74, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:42:16.849959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.853559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-60779e65-85fa-4f35-a98f-5f775c90d719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:16.902745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Attempting to bind port bf00a736-086f-433f-84bf-fdc3be0a274f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:16.903119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Attempting to bind port bf00a736-086f-433f-84bf-fdc3be0a274f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:16.903482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Attempting to bind port bf00a736-086f-433f-84bf-fdc3be0a274f on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:16.905264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38218e1e-c93f-4afe-b93c-d00ab5fb6eb8 None None] Pushing event updated for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:16.908494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-38218e1e-c93f-4afe-b93c-d00ab5fb6eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:16.911150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:16.911524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:16.911954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.921304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:16.921304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Bound port: bf00a736-086f-433f-84bf-fdc3be0a274f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:16.921304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:16.946899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:42:16.962928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] For port bf00a736-086f-433f-84bf-fdc3be0a274f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:16.965992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] For port bf00a736-086f-433f-84bf-fdc3be0a274f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf00a736-086f-433f-84bf-fdc3be0a274f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:17.026702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, f03b04a3-a7b9-453a-89ad-016565c9ab74) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:17.030788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:17.036066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.036346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a44807-1839-492f-839c-092ea1816dba None None] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:17.075191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.078395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:17.136515 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7974074 Jun 22 09:42:17.139497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57914) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:17.164429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:17.165053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:17.168440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38218e1e-c93f-4afe-b93c-d00ab5fb6eb8 None None] Pushing event updated for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:17.206246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-38218e1e-c93f-4afe-b93c-d00ab5fb6eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:17.323757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-f03b04a3-a7b9-453a-89ad-016565c9ab74', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:42:17.324611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.327589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:17.571489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.594075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Allocated IP 172.20.0.2 (f03b04a3-a7b9-453a-89ad-016565c9ab74/bd7ee086-9d26-4711-a924-f00be3cf1bfc/858c6e0e-4f7d-4189-a11b-50cfc725fcee) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:17.820548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:15Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:17.851187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c749a-0215-4cb2-9b27-fc25556d2223 None None] The sync data for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv is: [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:15Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:17.933042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:17.941148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Transition to ACTIVE for port object 858c6e0e-4f7d-4189-a11b-50cfc725fcee will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:17.956454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Transition to ACTIVE for port object 858c6e0e-4f7d-4189-a11b-50cfc725fcee will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:18.021978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.024304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f64a0a39-14e4-4e0f-bbc5-34012b026275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.063152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:18.066230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:18.078605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:18.105518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (f03b04a3-a7b9-453a-89ad-016565c9ab74/bd7ee086-9d26-4711-a924-f00be3cf1bfc/308e5056-ce51-4d63-b77b-33a251576a5a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:18.105717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Pushing event updated for resources: {'Port': ['ID=858c6e0e-4f7d-4189-a11b-50cfc725fcee,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.131555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.161359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Attempting to bind port 858c6e0e-4f7d-4189-a11b-50cfc725fcee on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:18.161750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Attempting to bind port 858c6e0e-4f7d-4189-a11b-50cfc725fcee by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:18.162122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Attempting to bind port 858c6e0e-4f7d-4189-a11b-50cfc725fcee on network f03b04a3-a7b9-453a-89ad-016565c9ab74 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:18.167663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:18.168087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Checking segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:18.168506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.168915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Bound using segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:18.169519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Bound port: 858c6e0e-4f7d-4189-a11b-50cfc725fcee, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:18.169915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.238192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.238938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] For port 858c6e0e-4f7d-4189-a11b-50cfc725fcee, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:18.244020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] For port 858c6e0e-4f7d-4189-a11b-50cfc725fcee, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=858c6e0e-4f7d-4189-a11b-50cfc725fcee,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:18.253803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 308e5056-ce51-4d63-b77b-33a251576a5a will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:18.314124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.316685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.342429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.346092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-81e50804-018c-43a5-8423-791f65afc8e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:18.385092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Pushing event updated for resources: {'Port': ['ID=858c6e0e-4f7d-4189-a11b-50cfc725fcee,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.388334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.399939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:18.412552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.418679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:18.422356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:18.424257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:18.424952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:18.469552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.704770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:18.996986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.072933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.076110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c0ea07e9-37a9-4633-ba42-61e261d6bfc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:19.154764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:19.157406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.166163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:19.275956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:19.278275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:19.280549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:19.284755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043626c-34ba-44d5-a5a0-6911fb31e681 None None] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:42:19.394236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2280d05c-04f5-4721-a86e-3bb1cb23336d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:19.450045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f48d632e-b9e9-4c9e-be45-1c615b0ea38f None None] Provisioning for port 858c6e0e-4f7d-4189-a11b-50cfc725fcee completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:19.480337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bf00a736-086f-433f-84bf-fdc3be0a274f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:19.486102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf00a736-086f-433f-84bf-fdc3be0a274f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:19.490537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.514924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:19.520542 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3797023 Jun 22 09:42:19.523026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57916) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:19.585622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.609375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bf00a736-086f-433f-84bf-fdc3be0a274f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf00a736-086f-433f-84bf-fdc3be0a274f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:19.651672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.655228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 858c6e0e-4f7d-4189-a11b-50cfc725fcee up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:19.657235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-60779e65-85fa-4f35-a98f-5f775c90d719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:19.746797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:19.753638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:19.861750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 858c6e0e-4f7d-4189-a11b-50cfc725fcee completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:19.870979 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Sync routers for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:19.879553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 858c6e0e-4f7d-4189-a11b-50cfc725fcee triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:19.879970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.883420 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:19.885855 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:19.908724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Provisioning for port 308e5056-ce51-4d63-b77b-33a251576a5a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:19.917110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Provisioning complete for port 308e5056-ce51-4d63-b77b-33a251576a5a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:19.919252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:19.965042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Port 308e5056-ce51-4d63-b77b-33a251576a5a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:20.004344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Provisioning complete for port 858c6e0e-4f7d-4189-a11b-50cfc725fcee triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:20.004994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.006043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.006557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.007166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.007650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.008265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.010579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.012006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f31bc3a0-ae7e-487f-a7b1-2a616b452cbc tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.4879956 Jun 22 09:42:20.014796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57918) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:20.030153 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:20.047940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.089781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.090264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.090734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.091195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.091773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.092272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:20.094270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4e85d48d-1b29-4f02-8ed1-234a2b4effe2 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0784678 Jun 22 09:42:20.097662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57920) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:20.107124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 858c6e0e-4f7d-4189-a11b-50cfc725fcee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=858c6e0e-4f7d-4189-a11b-50cfc725fcee,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:20.146120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.161921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.164761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:20.258849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:42:20.259742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-cf20f9d4-6371-4f5d-b34c-5767519e1b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:42:20.260400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=858c6e0e-4f7d-4189-a11b-50cfc725fcee,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:20.263799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:20.278857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e04642c3-29e1-4569-8318-3b688af3ee56 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1798587 Jun 22 09:42:20.355003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:20.387121 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Checking router: 2280d05c-04f5-4721-a86e-3bb1cb23336d for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:20.389195 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Updating router 2280d05c-04f5-4721-a86e-3bb1cb23336d port 308e5056-ce51-4d63-b77b-33a251576a5a binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:42:20.420067 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.671964 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.681866 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Transition to ACTIVE for port object 308e5056-ce51-4d63-b77b-33a251576a5a will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:20.833368 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.835413 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-180f4d4d-67e5-482e-88cc-3274d0ca495c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:20.934431 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832dc55-60c2-40b3-bf90-0e59974b68eb None None] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:20.935472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57924) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:20.938051 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d832dc55-60c2-40b3-bf90-0e59974b68eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:20.941713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84764809', 'description': 'tempest-secgroup-smoke-84764809 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:20.968118 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Attempting to bind port 308e5056-ce51-4d63-b77b-33a251576a5a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:20.968492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Attempting to bind port 308e5056-ce51-4d63-b77b-33a251576a5a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:20.968862 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Attempting to bind port 308e5056-ce51-4d63-b77b-33a251576a5a on network f03b04a3-a7b9-453a-89ad-016565c9ab74 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:20.974281 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:20.975824 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Checking segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:20.975824 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:20.975824 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Bound using segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:20.976198 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Bound port: 308e5056-ce51-4d63-b77b-33a251576a5a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:20.976317 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.027778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.040802 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] For port 308e5056-ce51-4d63-b77b-33a251576a5a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:21.044341 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] For port 308e5056-ce51-4d63-b77b-33a251576a5a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=308e5056-ce51-4d63-b77b-33a251576a5a,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:21.109533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.113462 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.115524 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e68c6b86-0b0f-492f-92af-c8f4c40fefa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.174767 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:21.175333 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:21.181399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.192677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-50910c92-dcc3-4ac0-b44e-b4c1aedeccc9 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.217980 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832dc55-60c2-40b3-bf90-0e59974b68eb None None] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.224167 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d832dc55-60c2-40b3-bf90-0e59974b68eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.228784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e4ea97-a585-4281-9563-7086ba7e0b94,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.232535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.237672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:21.272954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.274244 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3368928 Jun 22 09:42:21.278023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.283181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '39e4ea97-a585-4281-9563-7086ba7e0b94', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:21.300356 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:21.306755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf00a736-086f-433f-84bf-fdc3be0a274f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:21.307406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.386700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.399300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 858c6e0e-4f7d-4189-a11b-50cfc725fcee up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:21.453108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.458640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 858c6e0e-4f7d-4189-a11b-50cfc725fcee triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:21.459032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.513198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.516496 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:42:21Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:21.520151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c9caa38f-78e5-4f48-97a9-e9a700e8a72d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.539720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87010a21-62ae-4aba-9d49-5b19a8b3ab80,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.544023 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16df95-894f-4847-8593-2ec79df0cdc6 None None] The sync data for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv is: [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:42:21Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:21.550964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.551358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.551777 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.552182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.556314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:21.559000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.605941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.607208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279943 Jun 22 09:42:21.609981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57928) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.614678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '39e4ea97-a585-4281-9563-7086ba7e0b94', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:21.730033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.790720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.885853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.887848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a7f937c-bcf7-4b99-9d38-9ec9d59fc465 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:21.905788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1e4654-88ad-485c-93bb-45cc6d6df3d7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:21.908858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:21.987309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:21.989071 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3779860 Jun 22 09:42:21.992952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57930) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:21.998221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '39e4ea97-a585-4281-9563-7086ba7e0b94', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:22.061879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.126764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.187178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.192231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7594d433-c286-4fcf-a983-b39b25735525 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:22.207571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8e01c4-c4ca-4604-bf0e-684a4d6d3561,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:22.210181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:22.267668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.269213 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2744734 Jun 22 09:42:22.271715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57934) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:22.276486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '39e4ea97-a585-4281-9563-7086ba7e0b94', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:22.416307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.484247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.587975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.589792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6e087e31-4017-4cc8-81f4-dd00c6e9a6fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:22.606686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f66c182-9cfb-4ddd-936e-cbcd8bb161f2,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:22.609464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:22.735992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.737233 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4645400 Jun 22 09:42:22.739996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57936) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:22.744758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '39e4ea97-a585-4281-9563-7086ba7e0b94', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:22.861609 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:42:22.866794 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.926557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:22.999301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.004369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-24f2b649-be8d-4233-9b67-9e023ecd1d52 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:23.033531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8397f5-6c8d-4918-8fcd-aaec8e7b0ed2,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:23.036249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.101867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.103234 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621962 Jun 22 09:42:23.105888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57938) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:23.110474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '39e4ea97-a585-4281-9563-7086ba7e0b94', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:23.198771 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:42:23.204135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.221878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:23.269287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.318420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 308e5056-ce51-4d63-b77b-33a251576a5a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:23.322738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 308e5056-ce51-4d63-b77b-33a251576a5a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:23.323123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.335910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.338682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5ac12fde-4d9a-4614-89b3-335e6211b5e9 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:23.357955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e64ef4-1847-4d59-bf9f-601a83de740e,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:23.361109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.405524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.415948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.417281 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104584 Jun 22 09:42:23.438512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 308e5056-ce51-4d63-b77b-33a251576a5a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=308e5056-ce51-4d63-b77b-33a251576a5a,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:23.518902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:23.520846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-96884147-18c0-4ecd-b1bc-629ab7e0d9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:23.558032 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-5607cdcd-04e1-49e8-94d9-44f019365c0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84764809&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0331061 Jun 22 09:42:23.567491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:23.570540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:23.663457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-c4ae3385-8c15-4711-8407-f8c1518ac4ef tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:23.664955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-c4ae3385-8c15-4711-8407-f8c1518ac4ef tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=f03b04a3-a7b9-453a-89ad-016565c9ab74 HTTP/1.1" status: 200 len: 796 time: 0.1002269 Jun 22 09:42:23.679923 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-7e7ede82-b757-4d92-ae75-d68ebb85c3dd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0088065 Jun 22 09:42:23.751781 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-e4870594-b199-4d2b-9a2e-b59cf9e91840 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667896 Jun 22 09:42:23.844743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-f53a6fde-5995-44f4-92b1-a309a194ece8 service neutron] 10.222.0.65 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809779 Jun 22 09:42:23.936171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-47487709-cf30-4c13-889c-3ae5dcf46803 service neutron] 10.222.0.65 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855052 Jun 22 09:42:24.214764 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9be592d7-989d-4c2b-88c9-7153873c1f1a req-4ee3814c-31be-4622-a685-aad245c6a778 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 210 time: 0.0520232 Jun 22 09:42:24.238332 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-0ed15631-3771-4f05-94ae-25af2a2796a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845196 Jun 22 09:42:24.347430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-38782845-c51f-4b5f-9a85-66447b6d337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.348958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-38782845-c51f-4b5f-9a85-66447b6d337d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1099 time: 0.0532014 Jun 22 09:42:24.458119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-a87cc23d-3871-45fb-9d42-65d186478490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.459501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-a87cc23d-3871-45fb-9d42-65d186478490 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.0870647 Jun 22 09:42:24.526783 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-4a19f0b2-cef5-427d-80be-20d032775931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 1001 time: 0.0608969 Jun 22 09:42:24.573571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-613971df-e25b-47cd-b405-c75b1fc6a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.574986 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-613971df-e25b-47cd-b405-c75b1fc6a8d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0425768 Jun 22 09:42:24.635245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-20d6bd27-170b-47da-b174-76da3f3c810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:24.636903 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-20d6bd27-170b-47da-b174-76da3f3c810f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561748 Jun 22 09:42:25.081299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-033e7df1-e542-41dd-a22d-64bb65ece665 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382257 Jun 22 09:42:25.180767 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7d337ef-fa92-48c7-a333-b3d17d0b3464 req-69f9edb3-a684-4a13-9e39-c063527609d1 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923901 Jun 22 09:42:25.208929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:25.264190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 308e5056-ce51-4d63-b77b-33a251576a5a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:25.264574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:25.362435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ec755224-b16e-4621-99b0-36570e957e24 req-ef9464ac-25d4-4631-ba15-69a3844d4da5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 210 time: 0.0320835 Jun 22 09:42:26.256290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-797cd372-8ea9-446b-bc84-d37a53ea10c4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:26.257724 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-797cd372-8ea9-446b-bc84-d37a53ea10c4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=f03b04a3-a7b9-453a-89ad-016565c9ab74 HTTP/1.1" status: 200 len: 796 time: 0.1006589 Jun 22 09:42:26.315501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1da5df40-d6ad-4912-84c2-7a628436b428 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 378 time: 0.0338380 Jun 22 09:42:26.325560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['39e4ea97-a585-4281-9563-7086ba7e0b94']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:26.521202 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e99d4d5e-4bc8-48e8-b52a-53adc5a6332f req-5131c06d-2472-4be1-bc4e-1567005dc215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 210 time: 0.0306168 Jun 22 09:42:26.521907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:42:26.525476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.655460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.9 (f03b04a3-a7b9-453a-89ad-016565c9ab74/bd7ee086-9d26-4711-a924-f00be3cf1bfc/6e3ca3b9-2c84-462c-a147-89eefbfff64f) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:26.793261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.807015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 6e3ca3b9-2c84-462c-a147-89eefbfff64f will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:26.896538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:26.901011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ca7d32e3-d2bd-4e9b-9f54-dd459993def3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:26.941949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:26.944979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:26.951608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:26.957156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=6e3ca3b9-2c84-462c-a147-89eefbfff64f,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:26.976733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:27.003156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:27.003781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.085396 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7637856 Jun 22 09:42:27.104079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Request body: {'port': {'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:27.189293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.268052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b070a6fc-5188-4984-9b10-613e901d363c None None] Provisioning for port 6e3ca3b9-2c84-462c-a147-89eefbfff64f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:27.271960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b070a6fc-5188-4984-9b10-613e901d363c None None] Provisioning complete for port 6e3ca3b9-2c84-462c-a147-89eefbfff64f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:27.272342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b070a6fc-5188-4984-9b10-613e901d363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.307778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b070a6fc-5188-4984-9b10-613e901d363c None None] Port 6e3ca3b9-2c84-462c-a147-89eefbfff64f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:42:27.454336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3ca3b9-2c84-462c-a147-89eefbfff64f {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:42:27.461588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.473451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Transition to ACTIVE for port object 6e3ca3b9-2c84-462c-a147-89eefbfff64f will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:42:27.530393 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.532567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:27.612933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ca3b9-2c84-462c-a147-89eefbfff64f,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:27.616759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:27.689310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Attempting to bind port 6e3ca3b9-2c84-462c-a147-89eefbfff64f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:42:27.689647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Attempting to bind port 6e3ca3b9-2c84-462c-a147-89eefbfff64f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:42:27.689977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Attempting to bind port 6e3ca3b9-2c84-462c-a147-89eefbfff64f on network f03b04a3-a7b9-453a-89ad-016565c9ab74 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:27.694604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Port 6e3ca3b9-2c84-462c-a147-89eefbfff64f on network f03b04a3-a7b9-453a-89ad-016565c9ab74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:42:27.694931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Attempting to bind port 6e3ca3b9-2c84-462c-a147-89eefbfff64f on network f03b04a3-a7b9-453a-89ad-016565c9ab74 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:42:27.700381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:42:27.700724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Checking segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:42:27.701106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Bound using segment: {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:42:27.701540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Bound port: 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:42:27.701894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.703203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eba2d-2288-4cba-aa79-1c6bcc6dfcb3 req-63a8a5c9-fae4-4477-b25d-6912f26576e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:27.704823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ce1eba2d-2288-4cba-aa79-1c6bcc6dfcb3 req-63a8a5c9-fae4-4477-b25d-6912f26576e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 943 time: 0.0676060 Jun 22 09:42:27.747550 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ce1eba2d-2288-4cba-aa79-1c6bcc6dfcb3 req-c7796823-efb0-40a4-87a7-fa10faee8cba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349839 Jun 22 09:42:27.768604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] For port 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:42:27.771803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] For port 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:42:27.844944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.847968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:27.883119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:27.883740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:27.885188 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e3ca3b9-2c84-462c-a147-89eefbfff64f HTTP/1.1" status: 200 len: 1093 time: 0.7862885 Jun 22 09:42:27.885724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:42:27.888085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b80ed7-21f8-4511-8b76-2898c011c9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:42:27.922165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ca3b9-2c84-462c-a147-89eefbfff64f,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:27.929847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:27.935727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7280e2-d9da-4e58-8a08-c3945aec65e1 x-openstack-request-id: req-fd7280e2-d9da-4e58-8a08-c3945aec65e1 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:42:27.936108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:42:27.936412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd7280e2-d9da-4e58-8a08-c3945aec65e1 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:42:27.936918 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'status': 'completed', 'code': 200} Jun 22 09:42:28.036928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80ed7-21f8-4511-8b76-2898c011c9d8 req-41bf0521-71a8-4684-a6bd-0f6a06076659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.038697 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3b80ed7-21f8-4511-8b76-2898c011c9d8 req-41bf0521-71a8-4684-a6bd-0f6a06076659 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 1096 time: 0.0610664 Jun 22 09:42:28.158891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80ed7-21f8-4511-8b76-2898c011c9d8 req-299a091d-4520-4946-8f55-b026f31112ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.158891 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3b80ed7-21f8-4511-8b76-2898c011c9d8 req-299a091d-4520-4946-8f55-b026f31112ce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0951252 Jun 22 09:42:28.239498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80ed7-21f8-4511-8b76-2898c011c9d8 req-82bc8d46-2fb3-48a1-a9a3-eeb5f030368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.240993 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3b80ed7-21f8-4511-8b76-2898c011c9d8 req-82bc8d46-2fb3-48a1-a9a3-eeb5f030368c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879288 Jun 22 09:42:28.350500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-c4ed6eaf-822c-4483-af39-ca7f585f32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.352046 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-c4ed6eaf-822c-4483-af39-ca7f585f32d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 1096 time: 0.0530577 Jun 22 09:42:28.406663 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-a3b8e43d-38b7-488e-b881-00177606451f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f HTTP/1.1" status: 200 len: 217 time: 0.0419941 Jun 22 09:42:28.464117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-d907a90c-08d7-4dac-b576-47168d50f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.465919 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-d907a90c-08d7-4dac-b576-47168d50f433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd7ee086-9d26-4711-a924-f00be3cf1bfc HTTP/1.1" status: 200 len: 835 time: 0.0538356 Jun 22 09:42:28.528968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-66116809-f938-46e2-84f9-f7f7004698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.530440 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-66116809-f938-46e2-84f9-f7f7004698c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f03b04a3-a7b9-453a-89ad-016565c9ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584867 Jun 22 09:42:28.640264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-b88a04df-d19d-4df4-8a22-9426ae5b430f service neutron] 10.222.0.24 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032867 Jun 22 09:42:28.739681 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1047eb98-0e17-4e93-8a88-c0fb12c1588c req-e75063d6-5b87-40e5-90e4-bab370ab9080 service neutron] 10.222.0.24 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936038 Jun 22 09:42:28.955356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0de1fa-de1f-4170-91a4-4c88482be96b req-f556c360-bef0-4a01-bcd7-0c56ecd80833 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:28.957118 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ad0de1fa-de1f-4170-91a4-4c88482be96b req-f556c360-bef0-4a01-bcd7-0c56ecd80833 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 943 time: 0.0783529 Jun 22 09:42:29.005973 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ad0de1fa-de1f-4170-91a4-4c88482be96b req-454f89e2-1374-45fe-a92d-0e2aae275086 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407913 Jun 22 09:42:29.525428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d47b8e4e-9f17-494b-b53c-1408c360d0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:30.193581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c685-43c3-4674-a6b8-56dcb0ddf436 req-416ad9bd-48ae-4ea8-b5cd-1f1051d19040 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:30.195235 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1224c685-43c3-4674-a6b8-56dcb0ddf436 req-416ad9bd-48ae-4ea8-b5cd-1f1051d19040 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 943 time: 0.0703168 Jun 22 09:42:30.232933 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1224c685-43c3-4674-a6b8-56dcb0ddf436 req-a57c805d-cf1b-405c-8279-30cc38a7746e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313668 Jun 22 09:42:30.695755 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:42:31.410437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a217561-978b-4ad6-8b18-3e5a1381117f req-58f0db14-3450-4126-afaf-67c26874b48f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:31.411821 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a217561-978b-4ad6-8b18-3e5a1381117f req-58f0db14-3450-4126-afaf-67c26874b48f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 943 time: 0.0634301 Jun 22 09:42:31.450155 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a217561-978b-4ad6-8b18-3e5a1381117f req-cd2d2c60-34ce-443f-bead-9a2e822f94ef tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323291 Jun 22 09:42:31.831637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6e3ca3b9-2c84-462c-a147-89eefbfff64f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:42:31.937164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:31.949065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:42:31.985086 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.001404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3ca3b9-2c84-462c-a147-89eefbfff64f {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:42:32.020617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:32.067543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.069401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:32.124853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6e3ca3b9-2c84-462c-a147-89eefbfff64f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:32.131791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.132172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.132521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.132853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.133185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.133517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.133845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.134199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.134538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.134860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.135175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.135496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:42:32.139305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:32.187232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bac68404-7e0b-43a5-be88-e2f9536482ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.388539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['6e3ca3b9-2c84-462c-a147-89eefbfff64f'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:42:32.627135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd95dc-a73c-4166-9093-0d765e26bfe6 req-383ecd1b-0acb-4238-9420-17bcbe96d6c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:32.628831 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6fd95dc-a73c-4166-9093-0d765e26bfe6 req-383ecd1b-0acb-4238-9420-17bcbe96d6c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 944 time: 0.0655267 Jun 22 09:42:32.660071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:32.669660 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6fd95dc-a73c-4166-9093-0d765e26bfe6 req-d2f7ccdb-e9dd-4fa3-bdab-cdca24011823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350144 Jun 22 09:42:33.416143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:33.840941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6e3ca3b9-2c84-462c-a147-89eefbfff64f up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:42:33.845274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d49d0-95f2-42f7-b255-6f953276a44a req-259b3657-030c-4cfa-bfae-06b02c7e4a0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:33.846737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6c6d49d0-95f2-42f7-b255-6f953276a44a req-259b3657-030c-4cfa-bfae-06b02c7e4a0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 944 time: 0.0676098 Jun 22 09:42:33.884594 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6c6d49d0-95f2-42f7-b255-6f953276a44a req-d87ed988-ed8d-43c8-b739-2ee9e3af127e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321572 Jun 22 09:42:33.976279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 6e3ca3b9-2c84-462c-a147-89eefbfff64f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:42:33.980828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 6e3ca3b9-2c84-462c-a147-89eefbfff64f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:42:33.981208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.059000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.080138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:42:34.082380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad45723-76a8-482b-b938-d8188297c75c" -d '{"events": [{"server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:42:34.095611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:42:34.121509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c95b081-659f-49ae-8dd7-c21236c2e236 x-openstack-request-id: req-4c95b081-659f-49ae-8dd7-c21236c2e236 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:42:34.121806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:42:34.122063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c95b081-659f-49ae-8dd7-c21236c2e236 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:42:34.122461 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'code': 200} Jun 22 09:42:34.204782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:34.206709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:34.251319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6e3ca3b9-2c84-462c-a147-89eefbfff64f,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:34.255073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:34.547184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ef26a-ab05-45c5-aae5-634c5aadd0ef req-bdabfcc3-f304-42ac-a384-15b66ba8604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:34.548654 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c11ef26a-ab05-45c5-aae5-634c5aadd0ef req-bdabfcc3-f304-42ac-a384-15b66ba8604b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 1098 time: 0.0522640 Jun 22 09:42:34.582638 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c11ef26a-ab05-45c5-aae5-634c5aadd0ef req-bf4c3d08-60f2-47a1-b8a9-db17f10da206 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277367 Jun 22 09:42:34.981853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:35.061925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ea2aa-ed83-4d51-a922-0b191d355abd req-3feb06af-052e-4903-986b-9311c49dd8d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:35.063398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-901ea2aa-ed83-4d51-a922-0b191d355abd req-3feb06af-052e-4903-986b-9311c49dd8d5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 945 time: 0.0660686 Jun 22 09:42:35.102373 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-901ea2aa-ed83-4d51-a922-0b191d355abd req-7fc2eca8-2ec4-44ac-a789-a9292472da49 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331118 Jun 22 09:42:36.281955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd4baa-a388-4c39-9507-d6c6fcab8d9a req-69caddfe-240e-4be7-b616-67da5cf4f485 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:36.283414 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d1fd4baa-a388-4c39-9507-d6c6fcab8d9a req-69caddfe-240e-4be7-b616-67da5cf4f485 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 945 time: 0.0676732 Jun 22 09:42:36.321075 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d1fd4baa-a388-4c39-9507-d6c6fcab8d9a req-06d5f12d-3d21-4485-8884-7523159da41c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319381 Jun 22 09:42:36.499273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e0355-e6a4-4c7a-a001-56165bc9245a req-d73dfcd0-24cc-46ff-bce1-596dd5ab1e0e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:36.500905 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe6e0355-e6a4-4c7a-a001-56165bc9245a req-d73dfcd0-24cc-46ff-bce1-596dd5ab1e0e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 945 time: 0.0648167 Jun 22 09:42:36.544599 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe6e0355-e6a4-4c7a-a001-56165bc9245a req-359a0056-815b-4fa9-89cd-b252a8f59af3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379698 Jun 22 09:42:36.569945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57994) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:36.622705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb85a5ce-6200-4bc1-b5ec-5a886724fe04 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:36.624209 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bb85a5ce-6200-4bc1-b5ec-5a886724fe04 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 1093 time: 0.0532560 Jun 22 09:42:36.626939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 57996) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:36.631249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:42:36.764981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.865017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:36.968862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.114 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/c6844311-b6ef-4627-9811-0750c9bb62fe) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:42:37.074340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.170996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.173192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1319b21-30ac-4817-956e-7f03f61274fe tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:37.209441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:42:37.212343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:42:37.215188 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:42:37.246550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=c6844311-b6ef-4627-9811-0750c9bb62fe,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:37.250532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:37.631297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.811179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:37.962438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.107672 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.110892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:42:38.183199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=c6844311-b6ef-4627-9811-0750c9bb62fe,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:42:38.187162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:42:38.191885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.297849 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 04104103-5e34-4bea-882a-0483f885537f associated. External IP: 172.26.6.114, port: 6e3ca3b9-2c84-462c-a147-89eefbfff64f. Jun 22 09:42:38.502116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2280d05c-04f5-4721-a86e-3bb1cb23336d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:42:38.621948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:42:38.631733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] Sync routers for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:42:38.641664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:38.645450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:38.707559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:38.750251 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1199851 Jun 22 09:42:38.750251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:42:38.750622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:38.751146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6" -d '{"events": [{"name": "network-changed", "server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:42:38.751331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 57998) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.791012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c38869a-72fc-4f30-b296-ad118c577f9f x-openstack-request-id: req-4c38869a-72fc-4f30-b296-ad118c577f9f {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:42:38.791347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:42:38.792275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c38869a-72fc-4f30-b296-ad118c577f9f {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:42:38.792945 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'status': 'completed', 'code': 200} Jun 22 09:42:38.900001 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-46c858a2-7705-4ad3-ab0b-828752ef3f35 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d HTTP/1.1" status: 200 len: 922 time: 0.1472337 Jun 22 09:42:38.902662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58002) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:38.961394 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-e21d8042-fa51-456f-9acf-e4fcccbdfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:38.962922 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-e21d8042-fa51-456f-9acf-e4fcccbdfc74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 1098 time: 0.1203055 Jun 22 09:42:38.986410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '04104103-5e34-4bea-882a-0483f885537f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.114', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:37Z', 'updated_at': '2021-06-22T09:42:37Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:42:23Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:38.996467 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-10e734eb-0e5b-43fd-8ce2-5d225191b891 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 991 time: 0.0925798 Jun 22 09:42:39.013140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] Checking router: 2280d05c-04f5-4721-a86e-3bb1cb23336d for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:42:39.021641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:42:39.022244 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:42:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:39.066985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-51e22678-1fd5-47fc-8420-39555bf236c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:39.068500 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-51e22678-1fd5-47fc-8420-39555bf236c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f03b04a3-a7b9-453a-89ad-016565c9ab74 HTTP/1.1" status: 200 len: 897 time: 0.0987425 Jun 22 09:42:39.126839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:42:39.143599 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-edd26443-3189-467d-bf9f-9290f7d6231d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f HTTP/1.1" status: 200 len: 999 time: 0.0681512 Jun 22 09:42:39.194434 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-15054590-8267-4433-8fc8-6e3d8fb422b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:39.198671 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-15054590-8267-4433-8fc8-6e3d8fb422b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd7ee086-9d26-4711-a924-f00be3cf1bfc HTTP/1.1" status: 200 len: 835 time: 0.0462139 Jun 22 09:42:39.254066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-15e32f64-3642-4629-aeac-21c5e73d7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:42:39.255719 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-15e32f64-3642-4629-aeac-21c5e73d7009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f03b04a3-a7b9-453a-89ad-016565c9ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539536 Jun 22 09:42:39.357169 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-982dcf47-d223-491a-adbc-32f4caad9f2c service neutron] 10.222.0.24 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943758 Jun 22 09:42:39.449691 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4a1a005-e1e9-4af3-845e-f4aaa8a04df6 req-df5b8afa-e0b2-4c80-aebc-2aef9104d910 service neutron] 10.222.0.24 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862885 Jun 22 09:42:39.480671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:42:39.515267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '04104103-5e34-4bea-882a-0483f885537f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.114', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:37Z', 'updated_at': '2021-06-22T09:42:37Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:42:23Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:42:39.545835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae23c94-b711-4f1f-a8c7-ea2b00fdf0c3 None None] The sync data for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv is: [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '04104103-5e34-4bea-882a-0483f885537f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.114', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:37Z', 'updated_at': '2021-06-22T09:42:37Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:42:23Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:42:39.751608 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9e41f-3940-452e-8f47-08be34485c55 None None] New status for floating IP 04104103-5e34-4bea-882a-0483f885537f: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:42:40.000452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58004) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:42:40.067247 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-747304a6-00aa-4884-bbc5-47c393a08e90 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 993 time: 0.0657053 Jun 22 09:42:59.685619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91dfb144-7f6f-476d-be53-8071871f96f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.205507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7e56528d-91ce-4f2a-b511-cbb57897f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:02.667998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:03.473842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:05.005089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:07.694368 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:43:09.353674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:09.549678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58022) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:09.657561 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7dec7233-0423-4b91-a45f-4bd4ddf663b4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1066499 Jun 22 09:43:09.660226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58024) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:09.877970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176a09a0-b8a8-445a-8e38-cc89a0e17911 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Notify agent at dv-neutron-797120-3-hyperv the message router_removed_from_agent {{(pid=93949) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 09:43:09.883515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-176a09a0-b8a8-445a-8e38-cc89a0e17911 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "DELETE /v2.0/agents/b6b5dc68-19a0-4704-b21a-9a3f0ac29890/l3-routers/2280d05c-04f5-4721-a86e-3bb1cb23336d HTTP/1.1" status: 204 len: 168 time: 0.2223730 Jun 22 09:43:09.886158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58026) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:09.994103 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5174ee4f-7469-45f0-8eb0-1541ad0c2e8d tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1067488 Jun 22 09:43:09.996637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58028) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:10.058404 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ccba42ee-7a14-4e5a-8e8f-30144eda0588 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 993 time: 0.0605323 Jun 22 09:43:10.624286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b33a1-674c-4d60-9851-32d7df93ada9 None None] New status for floating IP 04104103-5e34-4bea-882a-0483f885537f: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:11.062222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58030) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:11.122171 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-adcb1995-4b81-4f6e-bbae-63c71ad5de25 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 991 time: 0.0586298 Jun 22 09:43:11.224638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:11.298783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.329265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 308e5056-ce51-4d63-b77b-33a251576a5a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=308e5056-ce51-4d63-b77b-33a251576a5a,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:11.428135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.428810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:11.430446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:11.500970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:11.505100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:11.543886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.563659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bf00a736-086f-433f-84bf-fdc3be0a274f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf00a736-086f-433f-84bf-fdc3be0a274f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:11.610684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:11.613371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:11.658723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:11.661790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:12.282231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58034) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.462483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f59070e-13f5-4327-9b3f-3a503e330dc4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Router 2280d05c-04f5-4721-a86e-3bb1cb23336d is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:43:12.462751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f59070e-13f5-4327-9b3f-3a503e330dc4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Notify agent at dv-neutron-797120-3-hyperv the message router_added_to_agent {{(pid=93950) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 09:43:12.488678 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4f59070e-13f5-4327-9b3f-3a503e330dc4 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "POST /v2.0/agents/b6b5dc68-19a0-4704-b21a-9a3f0ac29890/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2054102 Jun 22 09:43:12.491313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58038) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.507971 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] Sync routers for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:12.518441 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:12.519058 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.610366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d7d0464d-6271-4fa3-b66f-be95a844b0fe tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1147664 Jun 22 09:43:12.610617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58042) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:12.625059 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:12.675117 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-486d62ad-7579-4108-87ed-72549faf83de tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 991 time: 0.0624082 Jun 22 09:43:12.926742 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '04104103-5e34-4bea-882a-0483f885537f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.114', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:37Z', 'updated_at': '2021-06-22T09:43:10Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:43:11Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:12.951629 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] Checking router: 2280d05c-04f5-4721-a86e-3bb1cb23336d for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:12.959733 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:12.960349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:13.061179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:13.275717 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '04104103-5e34-4bea-882a-0483f885537f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.114', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:37Z', 'updated_at': '2021-06-22T09:43:10Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:43:11Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:13.304712 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f78cc-f8a1-48fd-9487-ea1743422dcd None None] The sync data for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv is: [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '04104103-5e34-4bea-882a-0483f885537f', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.114', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'port_id': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'mac_address': 'fa:16:3e:58:e4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41956fe8-a165-4932-8507-33577d4daf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:42:37Z', 'updated_at': '2021-06-22T09:43:10Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:43:11Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:13.677740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58044) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:13.740277 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-77246665-21fa-41c1-b51c-c780ebcaabc6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 991 time: 0.0611837 Jun 22 09:43:14.743953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58046) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:14.808769 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d5026c0-c426-452b-a68b-49ee1c1ef3a7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 991 time: 0.0635645 Jun 22 09:43:14.861702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1faeedf-a80f-46a1-a57a-baab34a270f7 None None] New status for floating IP 04104103-5e34-4bea-882a-0483f885537f: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:15.270545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:15.317850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 308e5056-ce51-4d63-b77b-33a251576a5a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:15.318240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.398047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.433805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 308e5056-ce51-4d63-b77b-33a251576a5a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=308e5056-ce51-4d63-b77b-33a251576a5a,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:15.508420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.509416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:15.511330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.587489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.591345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.600747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf00a736-086f-433f-84bf-fdc3be0a274f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:15.601137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.677577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.697597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bf00a736-086f-433f-84bf-fdc3be0a274f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf00a736-086f-433f-84bf-fdc3be0a274f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:15.771068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:15.773859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:15.812899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58048) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:15.821583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:15.824650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:15.872678 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d3e5a563-d3c8-4a57-8f83-73c8d4977831 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 200 len: 993 time: 0.0584924 Jun 22 09:43:16.184791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58054) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:16.344629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port c6844311-b6ef-4627-9811-0750c9bb62fe {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:16.344969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.421785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.422112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.483075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for c6844311-b6ef-4627-9811-0750c9bb62fe owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:16.674152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.676100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:16.703491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=c6844311-b6ef-4627-9811-0750c9bb62fe,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:16.706477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:16.764336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:16.764676 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 04104103-5e34-4bea-882a-0483f885537f disassociated (deleted). External IP: 172.26.6.114, port: 6e3ca3b9-2c84-462c-a147-89eefbfff64f. Jun 22 09:43:17.239968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:17.290237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 308e5056-ce51-4d63-b77b-33a251576a5a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:17.290707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.314016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2280d05c-04f5-4721-a86e-3bb1cb23336d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:17.365354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:17.411419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bf00a736-086f-433f-84bf-fdc3be0a274f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:17.411803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.421523 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:17.426272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:17.432270 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] Sync routers for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:17.441804 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:17.442418 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:17.464432 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/04104103-5e34-4bea-882a-0483f885537f HTTP/1.1" status: 204 len: 168 time: 1.2786148 Jun 22 09:43:17.465125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:17.467572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54" -d '{"events": [{"name": "network-changed", "server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:17.517250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6d006e-fced-4d09-9248-68f6ce5da1c3 x-openstack-request-id: req-2f6d006e-fced-4d09-9248-68f6ce5da1c3 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:17.517250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:17.517250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f6d006e-fced-4d09-9248-68f6ce5da1c3 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:17.517250 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'status': 'completed', 'code': 200} Jun 22 09:43:17.556665 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:17.604809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-ed4e8185-2b66-4bca-88b1-0555db6b7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:17.606316 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-ed4e8185-2b66-4bca-88b1-0555db6b7dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 1098 time: 0.0549529 Jun 22 09:43:17.702669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-b43ec674-6e90-4fdc-8bbb-11ebd70885c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:17.704132 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-b43ec674-6e90-4fdc-8bbb-11ebd70885c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f03b04a3-a7b9-453a-89ad-016565c9ab74 HTTP/1.1" status: 200 len: 897 time: 0.0915289 Jun 22 09:43:17.746154 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-58726e9b-675d-4905-ba6f-6b9d97ca416d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f HTTP/1.1" status: 200 len: 217 time: 0.0353162 Jun 22 09:43:17.762929 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:17.794721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-b949572b-7b62-4f63-b7e9-3fe7df431b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:17.798020 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-b949572b-7b62-4f63-b7e9-3fe7df431b01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd7ee086-9d26-4711-a924-f00be3cf1bfc HTTP/1.1" status: 200 len: 835 time: 0.0437515 Jun 22 09:43:17.798167 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] Checking router: 2280d05c-04f5-4721-a86e-3bb1cb23336d for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:17.807255 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:17.808147 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:17.864539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-abf107f9-c1d9-4c2b-a782-546dd1c91935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:17.866338 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-abf107f9-c1d9-4c2b-a782-546dd1c91935 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f03b04a3-a7b9-453a-89ad-016565c9ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605836 Jun 22 09:43:17.914511 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:17.966860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-b2e45fc6-11f3-4bc2-adc7-3d0364d5d86d service neutron] 10.222.0.24 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930626 Jun 22 09:43:18.048316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f15990-5833-46ce-8559-3426013d66c4 req-cec216b3-acc5-48f1-9ce6-f3bbd6cc9028 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:18.049996 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-87f15990-5833-46ce-8559-3426013d66c4 req-cec216b3-acc5-48f1-9ce6-f3bbd6cc9028 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 945 time: 0.0684600 Jun 22 09:43:18.068451 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa5f18c-9b3a-4592-a2bb-d17ed6b3dd54 req-f2cf3ba7-3725-4c79-bd32-846be0b6b8bc service neutron] 10.222.0.24 "GET /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945320 Jun 22 09:43:18.091388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-87f15990-5833-46ce-8559-3426013d66c4 req-ae6a1d41-b401-4bf1-b2bb-17f859435386 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336211 Jun 22 09:43:18.130387 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:18.152113 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c69ca-43e3-4339-9431-38ba3645d235 None None] The sync data for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv is: [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:42:18Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '308e5056-ce51-4d63-b77b-33a251576a5a', 'name': '', 'network_id': 'f03b04a3-a7b9-453a-89ad-016565c9ab74', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:f9:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:17Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'bd7ee086-9d26-4711-a924-f00be3cf1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:18.776928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18c050-89c2-4403-ba44-d84c947337e5 None None] New status for floating IP 04104103-5e34-4bea-882a-0483f885537f: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:19.345132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da537dca-adde-454d-a766-fbf1026c7dd2 req-45249a38-af16-4ae2-8031-75828e1318b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.346596 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da537dca-adde-454d-a766-fbf1026c7dd2 req-45249a38-af16-4ae2-8031-75828e1318b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 945 time: 0.1239059 Jun 22 09:43:19.410222 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da537dca-adde-454d-a766-fbf1026c7dd2 req-5e92c6cb-65ee-4069-99cb-6267232576a0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=39e4ea97-a585-4281-9563-7086ba7e0b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577857 Jun 22 09:43:19.443600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-4e7b0980-4cf1-441f-8140-f4b10e2a26e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:19.445056 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-4e7b0980-4cf1-441f-8140-f4b10e2a26e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 945 time: 0.0723312 Jun 22 09:43:19.560241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 6e3ca3b9-2c84-462c-a147-89eefbfff64f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:19.560578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.646823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 6e3ca3b9-2c84-462c-a147-89eefbfff64f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6e3ca3b9-2c84-462c-a147-89eefbfff64f,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:19.647175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.713321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 6e3ca3b9-2c84-462c-a147-89eefbfff64f owned by compute:nova {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:19.948886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:19.953442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0fdb7b36-f8ac-4cc9-958f-19e3dc52e6e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:19.977716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=6e3ca3b9-2c84-462c-a147-89eefbfff64f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:19.981115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:20.026567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port 6e3ca3b9-2c84-462c-a147-89eefbfff64f on host hv-neutron-7971 {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:20.029089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:20.031715 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-36f6d690-5ad7-484f-9530-57d1968dddd2 req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/6e3ca3b9-2c84-462c-a147-89eefbfff64f HTTP/1.1" status: 204 len: 173 time: 0.5804000 Jun 22 09:43:20.032283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'name': 'network-vif-deleted', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:20.034601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5aa2b9-931e-4c38-b049-0e1d010eeee9" -d '{"events": [{"server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "name": "network-vif-deleted", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:20.069048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e833bb7f-c1b4-43e6-95c8-fdf7aa9a522b x-openstack-request-id: req-e833bb7f-c1b4-43e6-95c8-fdf7aa9a522b {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:20.069395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41956fe8-a165-4932-8507-33577d4daf8e", "name": "network-vif-deleted", "tag": "6e3ca3b9-2c84-462c-a147-89eefbfff64f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:20.069700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e833bb7f-c1b4-43e6-95c8-fdf7aa9a522b {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:20.070151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41956fe8-a165-4932-8507-33577d4daf8e', 'name': 'network-vif-deleted', 'tag': '6e3ca3b9-2c84-462c-a147-89eefbfff64f', 'status': 'completed', 'code': 200} Jun 22 09:43:20.571132 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-43d89ada-1b61-4834-9241-f88a2331d40e req-a14c6df8-a1a2-49bf-a0f3-c84679026ed6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=41956fe8-a165-4932-8507-33577d4daf8e HTTP/1.1" status: 200 len: 210 time: 0.0330911 Jun 22 09:43:21.664079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58072) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:21.723491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.747807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.902843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.905439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:21.906812 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/39e4ea97-a585-4281-9563-7086ba7e0b94 HTTP/1.1" status: 204 len: 168 time: 0.2414556 Jun 22 09:43:21.907656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f4281f6f-7f86-4684-9ace-91f17941b78b tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:21.916631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e4ea97-a585-4281-9563-7086ba7e0b94,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:21.923926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.925208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.925208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.925208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.925580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.925795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.926160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.926524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.926909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.927253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.927613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.927997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:21.931048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:22.005253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58076) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:22.039075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6e3ca3b9-2c84-462c-a147-89eefbfff64f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:22.059052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 6e3ca3b9-2c84-462c-a147-89eefbfff64f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:22.059417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6e3ca3b9-2c84-462c-a147-89eefbfff64f not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:22.377314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.640923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 308e5056-ce51-4d63-b77b-33a251576a5a {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:22.641237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.728035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 308e5056-ce51-4d63-b77b-33a251576a5a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=308e5056-ce51-4d63-b77b-33a251576a5a,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:22.728742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:22.796745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 308e5056-ce51-4d63-b77b-33a251576a5a owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:23.057061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.059166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1b992b3b-c270-4b46-9fb9-72e3d4228c13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:23.086401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=308e5056-ce51-4d63-b77b-33a251576a5a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:23.091419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:23.278136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.491768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 2280d05c-04f5-4721-a86e-3bb1cb23336d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:23.595190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:23.600208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5938652 Jun 22 09:43:23.602910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58078) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:23.605498 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] Sync routers for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:23.615211 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:23.615937 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:23.656965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet bd7ee086-9d26-4711-a924-f00be3cf1bfc {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:43:23.660218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.698890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.720758 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:23.780268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.926291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.929307 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e2dcbeb3-df74-4a17-a8c9-733e15282ab8 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:23.956438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7ee086-9d26-4711-a924-f00be3cf1bfc,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:23.958002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:23.959949 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/bd7ee086-9d26-4711-a924-f00be3cf1bfc HTTP/1.1" status: 204 len: 168 time: 0.3560362 Jun 22 09:43:23.960835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:23.963089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58080) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:23.968794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5cb04-8786-4daf-b712-f3a8b25b0601 None None] Network f03b04a3-a7b9-453a-89ad-016565c9ab74 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:23.986399 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:22Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:24.016825 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] Checking router: 2280d05c-04f5-4721-a86e-3bb1cb23336d for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:24.027568 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] Routers {'2280d05c-04f5-4721-a86e-3bb1cb23336d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:24.028197 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['2280d05c-04f5-4721-a86e-3bb1cb23336d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:24.077703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.142556 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] Set router 2280d05c-04f5-4721-a86e-3bb1cb23336d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:24.181450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] DHCP port deletion for f03b04a3-a7b9-453a-89ad-016565c9ab74 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:43:24.188004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.226655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Deleting port 858c6e0e-4f7d-4189-a11b-50cfc725fcee {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:24.227423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.292816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] For port 858c6e0e-4f7d-4189-a11b-50cfc725fcee, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=858c6e0e-4f7d-4189-a11b-50cfc725fcee,segment=NetworkSegment(f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2),segment_id=f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:24.293236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.319903 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port bf00a736-086f-433f-84bf-fdc3be0a274f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:24.320317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.329453 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:22Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:24.357087 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f714a1-7504-4aa7-a49f-caa5015c2a06 None None] The sync data for ids ['2280d05c-04f5-4721-a86e-3bb1cb23336d'] in dv-neutron-797120-3-hyperv is: [{'id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'name': 'tempest-TestNetworkBasicOps-router-766922187', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:22Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'bf00a736-086f-433f-84bf-fdc3be0a274f', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2280d05c-04f5-4721-a86e-3bb1cb23336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:42:14Z', 'updated_at': '2021-06-22T09:43:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:24.365548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Calling delete_port for 858c6e0e-4f7d-4189-a11b-50cfc725fcee owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:24.416028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port bf00a736-086f-433f-84bf-fdc3be0a274f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bf00a736-086f-433f-84bf-fdc3be0a274f,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:24.416368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.526029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:24.528173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:24.558730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Pushing event deleted for resources: {'Port': ['ID=858c6e0e-4f7d-4189-a11b-50cfc725fcee,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:24.561917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:24.562870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] No DVR routers for this DVR port 858c6e0e-4f7d-4189-a11b-50cfc725fcee on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:24.852015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for bf00a736-086f-433f-84bf-fdc3be0a274f owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:25.074077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.076930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-212a5ecf-dc59-4a39-8fc1-e3e4a0934d74 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:25.102100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=bf00a736-086f-433f-84bf-fdc3be0a274f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:25.106098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:25.166299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.262160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.264251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.285802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:25.305417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 308e5056-ce51-4d63-b77b-33a251576a5a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:25.305768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 308e5056-ce51-4d63-b77b-33a251576a5a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:25.310012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 858c6e0e-4f7d-4189-a11b-50cfc725fcee no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:25.324155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 858c6e0e-4f7d-4189-a11b-50cfc725fcee {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:25.324447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 858c6e0e-4f7d-4189-a11b-50cfc725fcee not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:25.388444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.388976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 2280d05c-04f5-4721-a86e-3bb1cb23336d {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:43:25.396691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.397658 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/2280d05c-04f5-4721-a86e-3bb1cb23336d HTTP/1.1" status: 204 len: 168 time: 1.4336483 Jun 22 09:43:25.400670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58082) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:25.485024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.579058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.588674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03b04a3-a7b9-453a-89ad-016565c9ab74']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:25.598417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:25.598718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ea59f3-4ec7-48c0-91cd-dd54bb80a0c2') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:25.607204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.620540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.626705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:43:25.632484 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:43:25.748440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.752565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ccc2726a-4d04-4e73-b60a-23b364c20796 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:25.756451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.758045 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/f03b04a3-a7b9-453a-89ad-016565c9ab74 HTTP/1.1" status: 204 len: 168 time: 0.3563645 Jun 22 09:43:25.770730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=f03b04a3-a7b9-453a-89ad-016565c9ab74,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:25.773387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:25.780042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58084) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:25.785224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--1860593773', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:25.857275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:25.861383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.885117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:43:25.893703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:25.894048 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment 6291b44f-82b7-423b-97db-d11ea9f208ce of type vlan for network 02c912ff-5f23-43bc-b970-5b15a35ffea4 Jun 22 09:43:25.940735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.028244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.034341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.037570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.037570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9480efb1-1aa7-49bb-89a5-94318c37cd77 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:26.102266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=02c912ff-5f23-43bc-b970-5b15a35ffea4,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:26.104960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:26.112845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:43:26.149615 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3684967 Jun 22 09:43:26.152401 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58086) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:26.157093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:26.252869 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-e21da79e-d197-4de2-8935-ca0c8a9232ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541642 Jun 22 09:43:26.257167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.258245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.337411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.362095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-f9cc276c-8a0f-4fdd-b6ed-5281cc99e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.363492 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-f9cc276c-8a0f-4fdd-b6ed-5281cc99e291 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1098 time: 0.0780435 Jun 22 09:43:26.584167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:26.591379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-fd0e9f28-2fe9-44bc-8853-c207351b784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.592859 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-fd0e9f28-2fe9-44bc-8853-c207351b784f service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.2086728 Jun 22 09:43:26.659635 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-af2be50d-b756-4357-a336-dda00b280b5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a540aba8-891e-4d67-aa1d-29f269835eba HTTP/1.1" status: 200 len: 999 time: 0.0606046 Jun 22 09:43:26.745955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-8072540f-7432-4dc0-a6dd-ac25450ca3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.747374 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-8072540f-7432-4dc0-a6dd-ac25450ca3a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0821249 Jun 22 09:43:26.832108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-4f007c5e-9771-4e7a-90aa-5fe885fdaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:26.833585 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-4f007c5e-9771-4e7a-90aa-5fe885fdaa62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794291 Jun 22 09:43:26.981843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.009199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.056038 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-c94293dc-ff6d-4e8a-9122-df57f8fa604d service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157688 Jun 22 09:43:27.192043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.141 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/3a6ad154-47f5-4e65-bb16-d9dbfec417b3) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:27.197484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:27.205346 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-85a3f2e2-7fe9-4b3b-9f12-024eb9cf5d3a req-b5a7f267-548c-48e5-b31a-6f404a8401fa service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413939 Jun 22 09:43:27.217646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bf00a736-086f-433f-84bf-fdc3be0a274f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:27.217992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bf00a736-086f-433f-84bf-fdc3be0a274f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:27.298371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.388845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.390961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:27.425585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:27.429874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:27.435164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:27.457127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:27.460868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:27.726729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:27.916650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.102338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:43:28.207487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:28.216996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Sync routers for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:28.226774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:28.227458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:28.280087 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.281312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1279621 Jun 22 09:43:28.285193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58088) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.314065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-30c12053-3a58-43cd-9a15-66ab746b96d1 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275245 Jun 22 09:43:28.316477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58090) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.330344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:28.405549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62312e76-115f-4cc4-8fdf-b69eff21b575 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:28.405549 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-62312e76-115f-4cc4-8fdf-b69eff21b575 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879545 Jun 22 09:43:28.408961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58092) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.447255 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-685095fe-df56-4e4d-84d0-5ed41d795916 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366502 Jun 22 09:43:28.450313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58094) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:28.456736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1769123183', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:28.668631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:28.674355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.690722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:27Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:28.719794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Checking router: 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:28.720254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Updating router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:43:28.762099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.978884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:28.981063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-afac971d-767f-460d-ad39-af3c87104181 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.054671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=a02024ce-5f24-4f2d-86d2-143433e42ef5,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.060521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.065033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.066714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.067113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.067512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.067954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.068442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.068745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.069125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.069523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.069882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.070259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.070663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:29.072613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Transition to ACTIVE for port object 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:29.074326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:29.074326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: 02c912ff-5f23-43bc-b970-5b15a35ffea4, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:43:29.076753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.148802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.150903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1fefaec2-fe50-4a40-a207-9f7f2226650b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.154832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:43:29.210595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Attempting to bind port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:29.217179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Attempting to bind port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:29.217179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Attempting to bind port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:29.217179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c17efe-463c-4153-988d-5f9e0806a09f None None] Pushing event updated for resources: {'Port': ['ID=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.217179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b4c17efe-463c-4153-988d-5f9e0806a09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.222032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:29.222415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:29.222822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.223301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:29.223783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Bound port: 3a6ad154-47f5-4e65-bb16-d9dbfec417b3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:29.224256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.234482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 02c912ff-5f23-43bc-b970-5b15a35ffea4) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:29.245293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:29.245905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.251939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd3c71-699a-4797-a33b-bc11dd8916aa None None] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:29.310088 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8583159 Jun 22 09:43:29.478971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58096) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:29.480059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] For port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:29.480059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] For port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:29.480059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-02c912ff-5f23-43bc-b970-5b15a35ffea4', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:43:29.480059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.503369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.505335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:29.541709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4199c7c2-f077-4692-8001-b59f72cf0fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:29.550404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:29.551032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:29.675060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c17efe-463c-4153-988d-5f9e0806a09f None None] Pushing event updated for resources: {'Port': ['ID=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:29.682238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b4c17efe-463c-4153-988d-5f9e0806a09f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:29.776191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:29.831929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Allocated IP 172.20.0.2 (02c912ff-5f23-43bc-b970-5b15a35ffea4/a02024ce-5f24-4f2d-86d2-143433e42ef5/acbb1c8a-e0e4-46cf-aed8-913f5bd761df) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:30.082207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.093457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Transition to ACTIVE for port object acbb1c8a-e0e4-46cf-aed8-913f5bd761df will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:30.106750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:27Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:30.126282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.137630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ce2d2-4830-4862-b93e-91836e79ce30 None None] The sync data for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv is: [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:27Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:30.146947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Transition to ACTIVE for port object acbb1c8a-e0e4-46cf-aed8-913f5bd761df will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:30.180493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-2fd4dac2-a412-4d42-8977-d14a3b02bb1c req-face74b8-54b1-4cc0-be87-a43058b04739 service neutron] (93950) timed out ('10.222.0.24', 62467) {{(pid=93950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 09:43:30.206494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.208618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.251418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:30.257918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:30.262223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:30.265456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Pushing event updated for resources: {'Port': ['ID=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.272669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.332665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Attempting to bind port acbb1c8a-e0e4-46cf-aed8-913f5bd761df on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:30.332963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Attempting to bind port acbb1c8a-e0e4-46cf-aed8-913f5bd761df by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:30.333471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Attempting to bind port acbb1c8a-e0e4-46cf-aed8-913f5bd761df on network 02c912ff-5f23-43bc-b970-5b15a35ffea4 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:30.338778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:30.339157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Checking segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:30.339569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.340027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Bound using segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:30.340485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Bound port: acbb1c8a-e0e4-46cf-aed8-913f5bd761df, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:30.340870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.429737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] For port acbb1c8a-e0e4-46cf-aed8-913f5bd761df, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:30.433154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] For port acbb1c8a-e0e4-46cf-aed8-913f5bd761df, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:30.449079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (02c912ff-5f23-43bc-b970-5b15a35ffea4/a02024ce-5f24-4f2d-86d2-143433e42ef5/468cb381-68ad-4968-a3da-a77f904029f1) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:30.515134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.518992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.582135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Pushing event updated for resources: {'Port': ['ID=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.584601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.592937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.608516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 468cb381-68ad-4968-a3da-a77f904029f1 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:30.753335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:30.755648 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-609873ba-8864-4fd1-a027-aa1f07b7f4af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:30.811149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:30.817585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:30.820598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:30.863490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=468cb381-68ad-4968-a3da-a77f904029f1,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:30.863490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:30.880002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.122635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.307933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:31.422450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.423397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:31.428030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:31.428488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.486417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.489980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-013d1ef6-7749-4886-9d0a-c12b34b3836e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:31.516691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.542180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:31.570902 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.572775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=468cb381-68ad-4968-a3da-a77f904029f1,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:31.576137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:31.592032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73719cef-8f96-4b7f-9175-efdfadd3b191 None None] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:43:31.633042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.633881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acbb1c8a-e0e4-46cf-aed8-913f5bd761df up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:31.637675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:31.671055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:31.672654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:31.743350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:31.751282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:31.784267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-947748d8-4deb-4c23-873c-29a80230cb2b None None] Provisioning for port acbb1c8a-e0e4-46cf-aed8-913f5bd761df completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:31.794881 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:31.835701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port acbb1c8a-e0e4-46cf-aed8-913f5bd761df completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:31.842053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port acbb1c8a-e0e4-46cf-aed8-913f5bd761df triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:31.846967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.911967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:31.920328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58098) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:31.920849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/8481fd15-abd2-4b64-8ac8-6d5ec52f6df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060503 Jun 22 09:43:31.934951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:31.971293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port acbb1c8a-e0e4-46cf-aed8-913f5bd761df, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:32.036789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.037524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.038224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.038697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.039162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.039627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.043171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e4485ccc-2e86-472f-b06f-83ec9009eaa7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1194086 Jun 22 09:43:32.044401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58100) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:32.049461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.049636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.116808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:32.120649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:32.133730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.134423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.135118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.136044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.137216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.137715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:32.139912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e034993-fc67-4621-bc0d-fe908c7dfa6e tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0945563 Jun 22 09:43:32.143497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58102) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:32.156758 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Sync routers for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:32.167418 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:32.168419 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:32.182766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bddd4796-c630-4767-90aa-bd580f38825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.286401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d5b68f44-ebba-413c-bc07-a3040679373c None None] Provisioning for port 468cb381-68ad-4968-a3da-a77f904029f1 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:32.288320 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:32.292152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d5b68f44-ebba-413c-bc07-a3040679373c None None] Provisioning complete for port 468cb381-68ad-4968-a3da-a77f904029f1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:32.297680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d5b68f44-ebba-413c-bc07-a3040679373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.304795 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-de8acf29-a305-4cf4-86e0-1c48f80c745b tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1597040 Jun 22 09:43:32.334763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d5b68f44-ebba-413c-bc07-a3040679373c None None] Port 468cb381-68ad-4968-a3da-a77f904029f1 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:32.345697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d5b68f44-ebba-413c-bc07-a3040679373c None None] Provisioning complete for port acbb1c8a-e0e4-46cf-aed8-913f5bd761df triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:32.346321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d5b68f44-ebba-413c-bc07-a3040679373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.515033 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:32.543250 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Checking router: 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:32.543609 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Updating router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 port 468cb381-68ad-4968-a3da-a77f904029f1 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:43:32.577070 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.577906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-695a6cb6-63fc-4b11-9297-a984ab2bda64 None None] Provisioning complete for port 468cb381-68ad-4968-a3da-a77f904029f1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:32.578330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-695a6cb6-63fc-4b11-9297-a984ab2bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.613650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-695a6cb6-63fc-4b11-9297-a984ab2bda64 None None] Port 468cb381-68ad-4968-a3da-a77f904029f1 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:32.639981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.707505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58106) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:32.712423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467776697', 'description': 'tempest-secgroup-smoke-1467776697 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:32.805749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.841580 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.851207 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Transition to ACTIVE for port object 468cb381-68ad-4968-a3da-a77f904029f1 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:32.889720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.919812 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.921905 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d832dc55-60c2-40b3-bf90-0e59974b68eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.942730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:32.946128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-881095c6-6af6-4a50-aeab-43bbe57bdf1a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:32.976163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5631f-025b-4f3b-a7f9-6e94c59b1835,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:32.978824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.002236 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Pushing event updated for resources: {'Port': ['ID=468cb381-68ad-4968-a3da-a77f904029f1,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.011518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.013073 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1d6bcfb7-8ee5-4d0f-be4c-ad3c319b2829 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3044026 Jun 22 09:43:33.017777 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58108) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.020985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '2ac5631f-025b-4f3b-a7f9-6e94c59b1835', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:33.032850 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.033363 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.033788 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.034134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.034449 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.034778 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.035099 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.035425 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.035746 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.036094 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.036412 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.036730 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:33.041115 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.074475 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Attempting to bind port 468cb381-68ad-4968-a3da-a77f904029f1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:33.074854 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Attempting to bind port 468cb381-68ad-4968-a3da-a77f904029f1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:33.075225 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Attempting to bind port 468cb381-68ad-4968-a3da-a77f904029f1 on network 02c912ff-5f23-43bc-b970-5b15a35ffea4 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:33.080730 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:33.082283 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Checking segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:33.082283 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.082283 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Bound using segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:33.082642 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Bound port: 468cb381-68ad-4968-a3da-a77f904029f1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:33.082784 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.098574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.148138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] For port 468cb381-68ad-4968-a3da-a77f904029f1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:33.151360 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] For port 468cb381-68ad-4968-a3da-a77f904029f1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=468cb381-68ad-4968-a3da-a77f904029f1,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:33.167253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.217967 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.220866 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-180f4d4d-67e5-482e-88cc-3274d0ca495c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:33.228644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.240416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ab643b8-815b-4dbb-bebe-75af4feeeccb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:33.254177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c82e351-7291-4d87-ae34-814bed5e497a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.256751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:33.257664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.300113 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:33.301750 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:33.315045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.315292 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:33.315466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.316439 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2995503 Jun 22 09:43:33.319125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58110) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.325263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '2ac5631f-025b-4f3b-a7f9-6e94c59b1835', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:33.399294 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Pushing event updated for resources: {'Port': ['ID=468cb381-68ad-4968-a3da-a77f904029f1,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.413956 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.422128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:33.425105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acbb1c8a-e0e4-46cf-aed8-913f5bd761df up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:33.430651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.479006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port acbb1c8a-e0e4-46cf-aed8-913f5bd761df triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:33.479400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.502354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.513885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.588634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.590508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6d3b3487-9764-48d5-a221-8ef867e76cd5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:33.608676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2385959-adb3-4e75-9140-0e6d19b4800d,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.611642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.680238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.681587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3609343 Jun 22 09:43:33.684453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58112) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.689707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '2ac5631f-025b-4f3b-a7f9-6e94c59b1835', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:33.729053 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:33Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:33.754679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b5a48-8ff9-4cea-9147-a1b6906d2bcf None None] The sync data for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv is: [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:33Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:33.767442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.841640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.909050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.910938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c8c37118-58bf-4b96-99cd-f3c721d76e52 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:33.929046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7b6437-a632-4de3-8195-adcb3eeb7af0,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:33.932363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:33.988405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:33.989687 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042674 Jun 22 09:43:33.992398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58114) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:33.997145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '2ac5631f-025b-4f3b-a7f9-6e94c59b1835', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:34.079507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.150227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.200088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.202263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1fb98e28-14c4-4414-b6f2-b35b61d88da2 tempest-SecGroupIPv6Test-1335577829 tempest-SecGroupIPv6Test-1335577829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.219497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6fdd82-4e7a-43a0-8712-77343c7b1149,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.222462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.264386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.266020 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2721775 Jun 22 09:43:34.269368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58116) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:34.274590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '2ac5631f-025b-4f3b-a7f9-6e94c59b1835', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:34.359681 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:43:34.365679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.430058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.577458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.580617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-add837c3-ee42-431e-962b-7936f80d7634 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.596646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7a7a5f-b5e1-4961-9a7b-cf32a9a0691b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.599255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.685993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.687270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4167883 Jun 22 09:43:34.690110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58118) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:34.694851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '2ac5631f-025b-4f3b-a7f9-6e94c59b1835', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:34.784054 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:43:34.789899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.856988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.920274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:34.922164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-24a77f68-498d-42a7-8334-691b57f18e35 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:34.938547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0134995-f4e7-4dba-8a62-ea78ef80dc6f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:34.942833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:34.944556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.000513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.001908 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108027 Jun 22 09:43:35.148957 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-13933438-76ae-47b7-b697-a84dead94aa1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467776697&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0328059 Jun 22 09:43:35.264813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-dd7b34c7-f5d4-4647-955d-dc1bcb696d31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:35.266475 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-dd7b34c7-f5d4-4647-955d-dc1bcb696d31 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 200 len: 797 time: 0.1108241 Jun 22 09:43:35.275009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 468cb381-68ad-4968-a3da-a77f904029f1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:35.281890 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-d10f14f0-4766-40c3-a192-3c04a957f12a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0090864 Jun 22 09:43:35.359180 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-43f79c0a-098f-467c-9fc0-683beff61c6d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714014 Jun 22 09:43:35.377745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 468cb381-68ad-4968-a3da-a77f904029f1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:35.382012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 468cb381-68ad-4968-a3da-a77f904029f1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:35.382402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.455978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6a53c196-f29c-417d-9422-c48bede6f68c service neutron] 10.222.0.65 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 Jun 22 09:43:35.459108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.490185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 468cb381-68ad-4968-a3da-a77f904029f1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=468cb381-68ad-4968-a3da-a77f904029f1,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:35.543069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:35.545130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:35.553780 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-26f24e75-e807-46e3-8c0f-47b420016c04 service neutron] 10.222.0.65 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918927 Jun 22 09:43:35.592537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=468cb381-68ad-4968-a3da-a77f904029f1,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:35.599494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.601533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.601533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.601533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.601533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.601533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.601533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.602098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.602206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.602502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.602823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.603144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:43:35.606837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:35.774990 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29cecede-f4f9-4ea8-9d71-d66e9c897303 req-c7bd5276-20c1-46c3-8228-7d47e2f6d0af tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 210 time: 0.0307705 Jun 22 09:43:36.914855 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b65706cb-7121-41b9-9e67-03096d78ef62 req-3f9a9997-d8e1-4a72-b1b2-650586fac854 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 210 time: 0.0299795 Jun 22 09:43:37.183311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58148) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:37.259758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 468cb381-68ad-4968-a3da-a77f904029f1 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:37.310155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 468cb381-68ad-4968-a3da-a77f904029f1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:37.310533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.350530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Deleting port e4f3906e-1c5f-4d3b-907b-438b4ad3d627 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:37.351177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.449895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.450221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:37.871262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Calling delete_port for e4f3906e-1c5f-4d3b-907b-438b4ad3d627 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:37.940032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-8e09d145-fef8-4eb7-82b0-989805ec88b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:37.941542 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-8e09d145-fef8-4eb7-82b0-989805ec88b8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 200 len: 797 time: 0.1182880 Jun 22 09:43:37.997038 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-79137860-52d0-41b3-a9bb-bcd910a41c9b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 380 time: 0.0399587 Jun 22 09:43:38.006841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['2ac5631f-025b-4f3b-a7f9-6e94c59b1835']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:38.068715 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4f980d76-dd65-4250-bb04-a65bf20b4f7f req-f4b350db-f618-4a03-bad5-52f6329428e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 210 time: 0.0318193 Jun 22 09:43:38.103256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.107751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ce235b58-b696-417c-92ed-2e821f6993ca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:38.137829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'Port': ['ID=e4f3906e-1c5f-4d3b-907b-438b4ad3d627,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:38.140403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:38.202795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.203639 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Floating IP 825ea669-d72b-4488-a504-55fe7e4eadc9 disassociated (deleted). External IP: 172.26.6.4, port: a540aba8-891e-4d67-aa1d-29f269835eba. Jun 22 09:43:38.206226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:43:38.210304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.346765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.5 (02c912ff-5f23-43bc-b970-5b15a35ffea4/a02024ce-5f24-4f2d-86d2-143433e42ef5/58d0ab85-df5e-42ac-bf43-dff84eb3c78d) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:38.429358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:38.523674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.540986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 58d0ab85-df5e-42ac-bf43-dff84eb3c78d will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:38.553789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:38.558761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.566227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:38.576707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:38.577358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:38.599941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "DELETE /v2.0/floatingips/825ea669-d72b-4488-a504-55fe7e4eadc9 HTTP/1.1" status: 204 len: 168 time: 1.4130905 Jun 22 09:43:38.599941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:38.600976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa2820-0071-43a4-8e23-403fba13c8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:38.646324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.654808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-be434cda-c26e-4140-a18b-4db8b0a93126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:38.655235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f5603a-93f9-4317-a785-265089919f90 x-openstack-request-id: req-f9f5603a-93f9-4317-a785-265089919f90 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:38.655235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:38.655235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9f5603a-93f9-4317-a785-265089919f90 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:38.655564 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'status': 'completed', 'code': 200} Jun 22 09:43:38.697425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:38.701528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:38.707096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:38.757428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:38.777078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:38.814985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:38.815897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:38.831904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-8a11cd74-ae8d-47ab-ac5d-e6e0671ff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:38.834703 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-8a11cd74-ae8d-47ab-ac5d-e6e0671ff929 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 1098 time: 0.1342976 Jun 22 09:43:38.886621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:38.926859 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9240484 Jun 22 09:43:38.948295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Request body: {'port': {'device_id': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:38.949022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-40696663-1595-4bcd-8809-9f77e2ccfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:38.950575 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-40696663-1595-4bcd-8809-9f77e2ccfafa service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.1105757 Jun 22 09:43:39.018062 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-3ced09c4-0e38-4295-ba47-b5df8f6be095 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a540aba8-891e-4d67-aa1d-29f269835eba HTTP/1.1" status: 200 len: 217 time: 0.0556273 Jun 22 09:43:39.049790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.072160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-e5550705-b121-47a2-930e-da17b7019572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.075449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-e5550705-b121-47a2-930e-da17b7019572 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0529335 Jun 22 09:43:39.157502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-973a9a64-87fe-41cd-8ddf-809e8f1c6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.159322 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-973a9a64-87fe-41cd-8ddf-809e8f1c6950 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784593 Jun 22 09:43:39.167803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7b188a90-6444-4fa9-97f8-6b24bc8c5b65 None None] Provisioning for port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:39.173571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7b188a90-6444-4fa9-97f8-6b24bc8c5b65 None None] Provisioning complete for port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:39.174122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7b188a90-6444-4fa9-97f8-6b24bc8c5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.221924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:29Z', 'revision_number': 1, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:39.259465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7b188a90-6444-4fa9-97f8-6b24bc8c5b65 None None] Port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:43:39.262270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:39.284913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:39.285574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:39.333917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.367643 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-b07a2996-447d-4dd0-8142-049a76a01f37 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007504 Jun 22 09:43:39.388614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c94a-b595-400d-b08e-b9744dd03a55 req-b2c3917b-9c36-4efc-8e29-774f5d8781a3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.390155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4c50c94a-b595-400d-b08e-b9744dd03a55 req-b2c3917b-9c36-4efc-8e29-774f5d8781a3 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0998862 Jun 22 09:43:39.406251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:39.445775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66bf99-5bce-416e-aad6-302959a24651 req-ee21735c-d0b5-4968-b1aa-af6eb57ad38e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.447346 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d66bf99-5bce-416e-aad6-302959a24651 req-ee21735c-d0b5-4968-b1aa-af6eb57ad38e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 931 time: 0.1470428 Jun 22 09:43:39.498439 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4c50c94a-b595-400d-b08e-b9744dd03a55 req-cd284b7f-83df-445e-93a1-56931177dd7f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913291 Jun 22 09:43:39.512416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d0ab85-df5e-42ac-bf43-dff84eb3c78d {{(pid=93950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:43:39.518250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fa2820-0071-43a4-8e23-403fba13c8a7 req-ad1176fc-74e8-40d6-9825-2343f8292924 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436462 Jun 22 09:43:39.521603 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d66bf99-5bce-416e-aad6-302959a24651 req-b7f734be-b42d-4348-9285-2ba7cffabcba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664017 Jun 22 09:43:39.522116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.543451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Transition to ACTIVE for port object 58d0ab85-df5e-42ac-bf43-dff84eb3c78d will not be triggered until provisioned by entity L2. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:43:39.595061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.598360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-75dbe957-383c-4fdc-989d-7a51e4377368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.661772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:29Z', 'revision_number': 1, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:39.694130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd806f8-545c-4d01-a3b3-f8b5f97742d4 None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b4b422dc-a619-4378-ad0b-63a426346d92', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'floating_ip_address': '172.26.6.11', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'port_id': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'mac_address': 'fa:16:3e:04:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:38:27Z', 'updated_at': '2021-06-22T09:38:29Z', 'revision_number': 1, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:39.702900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:39.706561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:39.763277 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Attempting to bind port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:43:39.763619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Attempting to bind port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:43:39.763971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Attempting to bind port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d on network 02c912ff-5f23-43bc-b970-5b15a35ffea4 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:39.776372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d on network 02c912ff-5f23-43bc-b970-5b15a35ffea4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:43:39.776703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Attempting to bind port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d on network 02c912ff-5f23-43bc-b970-5b15a35ffea4 {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:43:39.782253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:43:39.782594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Checking segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:43:39.782976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Bound using segment: {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'} {{(pid=93950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:43:39.783407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.managers [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Bound port: 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6291b44f-82b7-423b-97db-d11ea9f208ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4'}}] {{(pid=93950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:43:39.783755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.853718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] For port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host hv-neutron-7971, cleared binding levels {{(pid=93950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:43:39.856947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] For port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:43:39.934571 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950a1a2-605e-4de1-9d37-7b813f71563b None None] New status for floating IP 825ea669-d72b-4488-a504-55fe7e4eadc9: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:39.955313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.957595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:39.991387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:39.992108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:39.994111 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] 10.222.0.24 "PUT /v2.0/ports/58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 200 len: 1093 time: 1.0539937 Jun 22 09:43:39.994643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:39.997005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa16a8cf-8cf7-418c-98db-5bb939505d07" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:40.027382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,revision_number=3']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:40.031361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:40.056404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc2a740-6b57-43d0-bb2e-e8cfee14f9e0 x-openstack-request-id: req-1bc2a740-6b57-43d0-bb2e-e8cfee14f9e0 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:40.056404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:40.056404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bc2a740-6b57-43d0-bb2e-e8cfee14f9e0 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:40.056404 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'status': 'completed', 'code': 200} Jun 22 09:43:40.160152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a8cf-8cf7-418c-98db-5bb939505d07 req-425e6f9e-8b93-43aa-bc1d-cc97779f767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.161682 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa16a8cf-8cf7-418c-98db-5bb939505d07 req-425e6f9e-8b93-43aa-bc1d-cc97779f767f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1096 time: 0.0628350 Jun 22 09:43:40.277452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a8cf-8cf7-418c-98db-5bb939505d07 req-c02cdb5f-9eb0-4c2b-9a14-ee66bdb4100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.278926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa16a8cf-8cf7-418c-98db-5bb939505d07 req-c02cdb5f-9eb0-4c2b-9a14-ee66bdb4100c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0920634 Jun 22 09:43:40.381352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16a8cf-8cf7-418c-98db-5bb939505d07 req-f10851a4-aab4-4233-b82c-1757235ef987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.382822 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa16a8cf-8cf7-418c-98db-5bb939505d07 req-f10851a4-aab4-4233-b82c-1757235ef987 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969119 Jun 22 09:43:40.505578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-e98e4d8b-381e-4b46-80fa-5c90311a1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.507077 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-e98e4d8b-381e-4b46-80fa-5c90311a1352 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1096 time: 0.0528417 Jun 22 09:43:40.557711 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-6fc3e784-1b3c-4514-ba65-6ff17a112f5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 200 len: 217 time: 0.0363479 Jun 22 09:43:40.617369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-d409d80a-c4e4-4425-a0a2-f173df3c7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.618867 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-d409d80a-c4e4-4425-a0a2-f173df3c7908 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 200 len: 844 time: 0.0520761 Jun 22 09:43:40.676629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f9574-78b3-4d33-8e09-381e3e980a89 req-079db267-bce6-449e-ae04-23d65d98558a tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.678112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-479f9574-78b3-4d33-8e09-381e3e980a89 req-079db267-bce6-449e-ae04-23d65d98558a tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0679822 Jun 22 09:43:40.715821 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-479f9574-78b3-4d33-8e09-381e3e980a89 req-2afa7bdd-2069-4403-8920-b5da2bca0d6b tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Jun 22 09:43:40.716428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-c65b859d-b7c6-4928-865b-000a6a5560b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.717932 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-c65b859d-b7c6-4928-865b-000a6a5560b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02c912ff-5f23-43bc-b970-5b15a35ffea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903544 Jun 22 09:43:40.750092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b85f5-04c0-4233-b34d-404ff674942c req-8c7a9ef1-8fe7-486b-97b0-591bd9542fde tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.751891 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-461b85f5-04c0-4233-b34d-404ff674942c req-8c7a9ef1-8fe7-486b-97b0-591bd9542fde tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 943 time: 0.0909381 Jun 22 09:43:40.835860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-461b85f5-04c0-4233-b34d-404ff674942c req-935082f8-3d71-42d0-b056-6103fee4d3ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735228 Jun 22 09:43:40.858298 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-48494030-bf0e-4bd6-8212-1b81964630e8 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280236 Jun 22 09:43:40.952679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-5da06698-452c-46b1-bdc6-42da20ea8729 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:40.955250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-5da06698-452c-46b1-bdc6-42da20ea8729 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 945 time: 0.0638480 Jun 22 09:43:40.974321 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-e21538a9-feef-4f98-8afe-2bf47c7fb531 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832913 Jun 22 09:43:41.058911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Deleting port a540aba8-891e-4d67-aa1d-29f269835eba {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:41.059260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.155326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] For port a540aba8-891e-4d67-aa1d-29f269835eba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a540aba8-891e-4d67-aa1d-29f269835eba,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:41.155692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.225084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Calling delete_port for a540aba8-891e-4d67-aa1d-29f269835eba owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:41.436075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.441278 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4c0af95b-1da5-4920-a541-48380d5a0b56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:41.470161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'Port': ['ID=a540aba8-891e-4d67-aa1d-29f269835eba,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:41.474098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:41.524585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] No DVR routers for this DVR port a540aba8-891e-4d67-aa1d-29f269835eba on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:41.527158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:41.529258 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fdf93f07-64d3-4df2-83c2-ceca3a50b71d req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "DELETE /v2.0/ports/a540aba8-891e-4d67-aa1d-29f269835eba HTTP/1.1" status: 204 len: 173 time: 0.5696537 Jun 22 09:43:41.533506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'name': 'network-vif-deleted', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:41.533506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c134a39-1fb1-41eb-a827-1e7fa61f9c34" -d '{"events": [{"server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "name": "network-vif-deleted", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:41.586339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68994519-e11d-4ed5-a039-3d1b8a4dea61 x-openstack-request-id: req-68994519-e11d-4ed5-a039-3d1b8a4dea61 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:41.586339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e998a2-e256-4498-b467-0946c0a1f1dc", "name": "network-vif-deleted", "tag": "a540aba8-891e-4d67-aa1d-29f269835eba", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:41.586339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68994519-e11d-4ed5-a039-3d1b8a4dea61 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:41.586339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e998a2-e256-4498-b467-0946c0a1f1dc', 'name': 'network-vif-deleted', 'tag': 'a540aba8-891e-4d67-aa1d-29f269835eba', 'status': 'completed', 'code': 200} Jun 22 09:43:41.883210 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-483b1030-368e-4360-aaf5-e4a24e6ec127 req-616e9150-510c-4944-9e83-87a8a8b3ca59 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.0471418 Jun 22 09:43:42.043888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54592da8-83ea-42b2-9f3a-750f4b1bf87d req-23d5abc7-2f16-41e8-8e40-aec4ba920f7c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:42.045383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54592da8-83ea-42b2-9f3a-750f4b1bf87d req-23d5abc7-2f16-41e8-8e40-aec4ba920f7c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 943 time: 0.0764349 Jun 22 09:43:42.086307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 58d0ab85-df5e-42ac-bf43-dff84eb3c78d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:43:42.088569 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54592da8-83ea-42b2-9f3a-750f4b1bf87d req-84bcd79c-6a3a-497c-b3c3-bb368a2468ac tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350850 Jun 22 09:43:42.194070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:42.207735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'port_id': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'mac_address': 'fa:16:3e:e6:aa:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:43:42.255528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.271085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d0ab85-df5e-42ac-bf43-dff84eb3c78d {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:43:42.290511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:42.366507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:42.368417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6ccf25f2-e7bb-43e4-bcac-d98b15df04b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:42.420927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:42.425895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:42.668264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['58d0ab85-df5e-42ac-bf43-dff84eb3c78d'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:43:43.041736 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3811f3c1-40ab-49be-af2e-6a07a122d393 req-2e259df3-d899-479a-beb0-0177e26cf69f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.0348961 Jun 22 09:43:43.293925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60eeef-5081-4835-becc-59ec206522a1 req-51f9bf28-6fe6-4aab-ae85-2596619b52be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:43.295440 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee60eeef-5081-4835-becc-59ec206522a1 req-51f9bf28-6fe6-4aab-ae85-2596619b52be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 944 time: 0.0693691 Jun 22 09:43:43.345360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee60eeef-5081-4835-becc-59ec206522a1 req-77599efd-5fda-40dd-b96a-f4d688a4a544 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Jun 22 09:43:44.106960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 58d0ab85-df5e-42ac-bf43-dff84eb3c78d up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:43:44.190181 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d23832f7-f6c1-4312-ad41-faa72aca4092 req-3e1d7d42-fbb1-457b-92e9-bd1f101d66cd tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.0280783 Jun 22 09:43:44.274264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:43:44.278476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:43:44.278861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.359337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.384176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:44.386480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed08977-ff22-4995-ba44-ac01c5a747aa" -d '{"events": [{"server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "name": "network-vif-plugged", "status": "completed", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:44.401368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:44.431426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55e735-e9f3-4f4d-8897-0c5ce1af8962 x-openstack-request-id: req-ea55e735-e9f3-4f4d-8897-0c5ce1af8962 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:44.431426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "name": "network-vif-plugged", "status": "completed", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:44.431426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea55e735-e9f3-4f4d-8897-0c5ce1af8962 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:44.431426 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'code': 200} Jun 22 09:43:44.475498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:44.476874 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a540aba8-891e-4d67-aa1d-29f269835eba no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:44.480868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:44.503832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: a540aba8-891e-4d67-aa1d-29f269835eba {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:44.504307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a540aba8-891e-4d67-aa1d-29f269835eba not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:44.532678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77a248-0cce-4680-be62-d78fda4a3269 req-598a14c8-24ea-45c8-97be-3aca99c8d268 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:44.534292 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc77a248-0cce-4680-be62-d78fda4a3269 req-598a14c8-24ea-45c8-97be-3aca99c8d268 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.0705678 Jun 22 09:43:44.553702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:44.556991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:44.584823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc77a248-0cce-4680-be62-d78fda4a3269 req-05a6366b-8dde-47a2-992e-5d89bf0e5c65 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Jun 22 09:43:44.693686 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:43:44.873003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bb7dc-3436-48e3-8152-2ba25158bd62 req-eccb5128-c761-4dd7-9c1e-0903301f0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:44.874429 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-db1bb7dc-3436-48e3-8152-2ba25158bd62 req-eccb5128-c761-4dd7-9c1e-0903301f0396 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1098 time: 0.0512192 Jun 22 09:43:44.908554 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-db1bb7dc-3436-48e3-8152-2ba25158bd62 req-55c3f44b-6f68-4e0b-97b8-58ed7e2353a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281632 Jun 22 09:43:45.340397 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7dc2130c-1200-4f2a-aebd-4257cd59b81c req-48682f01-0a4b-489b-84fa-3d79e2b9958c tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=10e998a2-e256-4498-b467-0946c0a1f1dc HTTP/1.1" status: 200 len: 210 time: 0.0302470 Jun 22 09:43:45.758934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba2d3-818d-4a22-a32f-673f46ad9f00 req-9a65cf37-e467-4741-be9f-0ea871a122fd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:45.760408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d16ba2d3-818d-4a22-a32f-673f46ad9f00 req-9a65cf37-e467-4741-be9f-0ea871a122fd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.0627985 Jun 22 09:43:45.799527 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d16ba2d3-818d-4a22-a32f-673f46ad9f00 req-7f1569a9-e355-4024-9d7d-5b4c488bf57a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333941 Jun 22 09:43:46.978552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174af8a-576d-4209-8ee4-31967565f6d5 req-6d650b0b-8a1e-4707-9311-eee38d58fcb5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:46.980331 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5174af8a-576d-4209-8ee4-31967565f6d5 req-6d650b0b-8a1e-4707-9311-eee38d58fcb5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.0696266 Jun 22 09:43:47.018912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5174af8a-576d-4209-8ee4-31967565f6d5 req-0b6ecc12-7772-4fc5-9db1-d494c22bd4c4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Jun 22 09:43:47.194400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc04ec-ca4c-4215-835e-b713251b18bb req-cccee22f-87fb-4c33-824a-ec36e4d8b0f8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:47.195897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-86bc04ec-ca4c-4215-835e-b713251b18bb req-cccee22f-87fb-4c33-824a-ec36e4d8b0f8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.0665741 Jun 22 09:43:47.240702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-86bc04ec-ca4c-4215-835e-b713251b18bb req-609a1237-e91e-47b4-88b6-6940f36dcc4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337670 Jun 22 09:43:47.264285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58204) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.316942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce50c9a-049a-4180-b601-b42e88013064 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:47.318485 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9ce50c9a-049a-4180-b601-b42e88013064 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1093 time: 0.0531805 Jun 22 09:43:47.321287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58206) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:47.325834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:43:47.424554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.526443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.630956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.43 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/cecd1a74-ef1f-453f-8063-76478dbdd46a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:43:47.735349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.806729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:47.809060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-216d1841-67c8-47af-80c5-75a48f5fa68a tempest-RoutersIpV6AdminTest-1037911095 tempest-RoutersIpV6AdminTest-1037911095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:47.846731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:43:47.849597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:43:47.855743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:43:47.877202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=cecd1a74-ef1f-453f-8063-76478dbdd46a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:47.881082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:48.229170 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.376286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.520996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.658150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.660509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:48.730443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=cecd1a74-ef1f-453f-8063-76478dbdd46a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:48.735927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:48.742928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:48.865593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP f9333c4e-185b-4753-84eb-2e708c80f1ed associated. External IP: 172.26.6.43, port: 58d0ab85-df5e-42ac-bf43-dff84eb3c78d. Jun 22 09:43:49.069109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:49.186045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:49.196294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] Sync routers for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:49.207763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:49.208486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:49.263033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:49.316298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:49.567125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'f9333c4e-185b-4753-84eb-2e708c80f1ed', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.43', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'port_id': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'mac_address': 'fa:16:3e:e6:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:43:48Z', 'updated_at': '2021-06-22T09:43:48Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:35Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:49.594364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] Checking router: 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:49.604164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:49.604797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:49.665971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3435905 Jun 22 09:43:49.666787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:49.668863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58212) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:49.669404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973f091f-735d-41d2-87f3-4b896ab6dfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:49.705649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee72f88-e16c-4d1a-8e78-1c287f1d73ee x-openstack-request-id: req-bee72f88-e16c-4d1a-8e78-1c287f1d73ee {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:49.706217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:49.706706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bee72f88-e16c-4d1a-8e78-1c287f1d73ee {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:49.707340 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'status': 'completed', 'code': 200} Jun 22 09:43:49.722919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:49.745549 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-87eaac7d-d0dd-41c8-9e79-35955cae6dbb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/f9333c4e-185b-4753-84eb-2e708c80f1ed HTTP/1.1" status: 200 len: 990 time: 0.0741975 Jun 22 09:43:49.807813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-0e5c58e4-bbb4-4537-b28d-e4b1524efc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.809613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-0e5c58e4-bbb4-4537-b28d-e4b1524efc3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1098 time: 0.0550003 Jun 22 09:43:49.908441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-fddb32f6-3b5a-4365-9ef5-5c36efef8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:49.909920 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-fddb32f6-3b5a-4365-9ef5-5c36efef8131 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 200 len: 898 time: 0.0942438 Jun 22 09:43:49.968883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'f9333c4e-185b-4753-84eb-2e708c80f1ed', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.43', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'port_id': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'mac_address': 'fa:16:3e:e6:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:43:48Z', 'updated_at': '2021-06-22T09:43:48Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:35Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:49.979466 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-a4c4bcb6-e790-4893-8fca-7bf239acd37e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 200 len: 998 time: 0.0630939 Jun 22 09:43:49.996881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcf4c4c-7448-4fa4-98e3-be6dfe1c98cc None None] The sync data for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv is: [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'f9333c4e-185b-4753-84eb-2e708c80f1ed', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.43', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'port_id': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'mac_address': 'fa:16:3e:e6:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:43:48Z', 'updated_at': '2021-06-22T09:43:48Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:35Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:50.043662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-40791295-f339-45d8-b572-97e4489b60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.045406 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-40791295-f339-45d8-b572-97e4489b60e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 200 len: 844 time: 0.0595479 Jun 22 09:43:50.111134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-ac8302f2-d336-4daf-8395-6d74d82b3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:50.112992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-ac8302f2-d336-4daf-8395-6d74d82b3ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02c912ff-5f23-43bc-b970-5b15a35ffea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609016 Jun 22 09:43:50.208097 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-17438fdb-dfaa-47a6-862f-538cabaa9e0d service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886042 Jun 22 09:43:50.227221 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c2ea59-f86a-46f4-a214-278a6b61d44e None None] New status for floating IP f9333c4e-185b-4753-84eb-2e708c80f1ed: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:50.311688 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-973f091f-735d-41d2-87f3-4b896ab6dfc9 req-a9eaa90b-4d78-43fe-ac12-47dd178266c1 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977788 Jun 22 09:43:50.746929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58222) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:50.812869 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a7cb38d6-f492-4a90-8aff-0521015a37f4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/f9333c4e-185b-4753-84eb-2e708c80f1ed HTTP/1.1" status: 200 len: 992 time: 0.0646033 Jun 22 09:43:52.086896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58228) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:43:52.241205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Deleting port aa254fdf-58ad-4012-afc2-3112c345f4a7 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:52.241550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.327113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.327380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.399864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Calling delete_port for aa254fdf-58ad-4012-afc2-3112c345f4a7 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:52.932278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:52.934525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b170757c-4b0b-4c9f-81b9-558c539cf17d tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:52.957561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'Port': ['ID=aa254fdf-58ad-4012-afc2-3112c345f4a7,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:52.961435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:53.022226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.024032 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Floating IP b4b422dc-a619-4378-ad0b-63a426346d92 disassociated (deleted). External IP: 172.26.6.11, port: f42210ab-cf3c-4ac3-a444-58931a5b3701. Jun 22 09:43:53.232907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:43:53.357341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:43:53.362305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:53.368062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:43:53.377277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:53.377885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.401569 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "DELETE /v2.0/floatingips/b4b422dc-a619-4378-ad0b-63a426346d92 HTTP/1.1" status: 204 len: 168 time: 1.3135915 Jun 22 09:43:53.402255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:53.404677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:53.446604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f288929-5ed0-401e-8845-4c227c7b7863 x-openstack-request-id: req-2f288929-5ed0-401e-8845-4c227c7b7863 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:53.446950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:53.447254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f288929-5ed0-401e-8845-4c227c7b7863 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:53.447711 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'status': 'completed', 'code': 200} Jun 22 09:43:53.488786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:53.554381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-f918c059-5893-4928-8dec-f1e0ceba5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:53.555904 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-f918c059-5893-4928-8dec-f1e0ceba5cea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2eaea57a00e04293a3eb07eac570cd12&device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 1099 time: 0.0558600 Jun 22 09:43:53.652987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-55b173e1-bdd1-423a-a1ff-68eeb87ac4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:53.654449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-55b173e1-bdd1-423a-a1ff-68eeb87ac4a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 200 len: 912 time: 0.0925910 Jun 22 09:43:53.694730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.698005 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-ee10fa41-3a33-49a2-a8f6-cde4f5e45d20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 200 len: 217 time: 0.0363410 Jun 22 09:43:53.725198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:43:53.733517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:43:53.734129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:43:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:53.754889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-69a6762b-a209-4aaa-8c60-8adaa083da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:53.756379 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-69a6762b-a209-4aaa-8c60-8adaa083da63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 200 len: 850 time: 0.0469635 Jun 22 09:43:53.819815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-d12b9a10-3fec-46bf-a5ae-70c4495c6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:53.821354 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-d12b9a10-3fec-46bf-a5ae-70c4495c6b70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73789a5a-c699-4e9a-a257-7a14c24305a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592737 Jun 22 09:43:53.841680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:43:53.952814 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-57d6f772-d9cc-43c2-acc9-14e132ad724e service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247005 Jun 22 09:43:54.035564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d706-6e94-4520-aab4-68a031f28bb5 req-0ac95768-bd5a-44b2-9efd-cf172443d9c6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:54.037076 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac72d706-6e94-4520-aab4-68a031f28bb5 req-0ac95768-bd5a-44b2-9efd-cf172443d9c6 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 946 time: 0.1460452 Jun 22 09:43:54.095398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d2a0a7ff-1b16-400f-af0d-0b50e97ae3d6 req-920915ac-07f6-4399-85a0-1c37d12b9ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350808 Jun 22 09:43:54.098590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac72d706-6e94-4520-aab4-68a031f28bb5 req-b1b27165-a9b0-41b0-88a6-4d42788fefed tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/security-groups?id=39f50f4d-1ad3-4548-a07f-7c22e730099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536849 Jun 22 09:43:54.196766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:43:54.225126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e8b10-3704-4810-b4d9-2fdb6a246180 None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:33:32Z', 'revision_number': 4, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc2aa8a1-3fc5-4702-92ae-12b1de682889', 'name': '', 'network_id': '73789a5a-c699-4e9a-a257-7a14c24305a3', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'mac_address': 'fa:16:3e:0c:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:30Z', 'updated_at': '2021-06-22T09:33:42Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'subnets': [{'id': 'e0a6ec90-f26b-4c07-9f90-e498ddeac3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:43:54.435258 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4981e171-f9ba-44e5-9f23-ca445a7f7d5b None None] New status for floating IP b4b422dc-a619-4378-ad0b-63a426346d92: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:43:54.633349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-d8aebb3f-e5bf-49d3-9a9d-aac884f61e23 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:43:54.634779 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-d8aebb3f-e5bf-49d3-9a9d-aac884f61e23 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0677896 Jun 22 09:43:54.733283 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Deleting port f42210ab-cf3c-4ac3-a444-58931a5b3701 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:43:54.733625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.825884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] For port f42210ab-cf3c-4ac3-a444-58931a5b3701, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f42210ab-cf3c-4ac3-a444-58931a5b3701,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:43:54.826154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:54.888952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Calling delete_port for f42210ab-cf3c-4ac3-a444-58931a5b3701 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:43:55.069340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.074368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1daf6b0-efd7-4e18-a56d-efb5c9b29add service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:43:55.104018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'Port': ['ID=f42210ab-cf3c-4ac3-a444-58931a5b3701,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:43:55.108098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:43:55.152413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] No DVR routers for this DVR port f42210ab-cf3c-4ac3-a444-58931a5b3701 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:43:55.155021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:55.157104 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f79f6e97-ee94-44ef-b320-df84f375ecb4 req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.24 "DELETE /v2.0/ports/f42210ab-cf3c-4ac3-a444-58931a5b3701 HTTP/1.1" status: 204 len: 173 time: 0.5172479 Jun 22 09:43:55.157627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'name': 'network-vif-deleted', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:43:55.160008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f13e9-fefa-4ad1-b71b-8ba84886748e" -d '{"events": [{"server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "name": "network-vif-deleted", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:43:55.197727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dedc47-16fe-48f0-a074-66664148ca7c x-openstack-request-id: req-90dedc47-16fe-48f0-a074-66664148ca7c {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:43:55.197727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e807c9-6ea6-4cb5-9787-87148b6c9f05", "name": "network-vif-deleted", "tag": "f42210ab-cf3c-4ac3-a444-58931a5b3701", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:43:55.198056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90dedc47-16fe-48f0-a074-66664148ca7c {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:43:55.198521 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e807c9-6ea6-4cb5-9787-87148b6c9f05', 'name': 'network-vif-deleted', 'tag': 'f42210ab-cf3c-4ac3-a444-58931a5b3701', 'status': 'completed', 'code': 200} Jun 22 09:43:55.253575 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8aa6e24a-20b4-48d0-adaf-f2001e4b7c5c req-37c0334b-66df-4c11-b3bc-e7a91725d717 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0333982 Jun 22 09:43:56.409028 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39601a32-6059-4179-81c5-f29e366d0417 req-c9f2145a-94eb-423a-95ec-2be918976e83 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0309126 Jun 22 09:43:57.547281 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6b3f7a2a-5e3f-43dd-8147-8660dad1a381 req-d07e2e08-7eef-4ba2-9ebb-bd042723cb64 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Jun 22 09:43:58.164489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f42210ab-cf3c-4ac3-a444-58931a5b3701 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:43:58.188165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: f42210ab-cf3c-4ac3-a444-58931a5b3701 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:43:58.188690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device f42210ab-cf3c-4ac3-a444-58931a5b3701 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:43:58.868912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-132ffb8a-a9d7-4339-bab6-0e863bef2a9d req-9d7ac992-f275-4186-a1bd-e3acb4890425 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e807c9-6ea6-4cb5-9787-87148b6c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0304530 Jun 22 09:43:59.509077 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2befe293-5d12-478c-9885-37e85dd835c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:43:59.964741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58248) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:00.114219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Deleting port bf08c240-5931-426a-a9fc-caeca06f0eba {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:00.114567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.194692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.194944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.261177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Calling delete_port for bf08c240-5931-426a-a9fc-caeca06f0eba owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:00.486827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.489180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:00.516857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'Port': ['ID=bf08c240-5931-426a-a9fc-caeca06f0eba,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:00.519862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:00.579951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.582499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:00.583640 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "DELETE /v2.0/floatingips/95252ac3-6f47-4cf5-9b19-99561b9948cc HTTP/1.1" status: 204 len: 168 time: 0.6178985 Jun 22 09:44:02.194957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-65196dc9-1cbe-4058-8111-a0624c1c4c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:02.623610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:03.457789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.072575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58264) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.130563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.155004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.298496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.301286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.305763 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] 10.222.0.65 "DELETE /v2.0/security-groups/39f50f4d-1ad3-4548-a07f-7c22e730099d HTTP/1.1" status: 204 len: 168 time: 0.2289014 Jun 22 09:44:04.305763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41711eab-e997-4151-b3bd-1150b99dd62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:04.312326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f50f4d-1ad3-4548-a07f-7c22e730099d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:04.316004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:04.420335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58268) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:04.899243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:04.926401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.164295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Deleting port bc2aa8a1-3fc5-4702-92ae-12b1de682889 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:05.164887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.241099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] For port bc2aa8a1-3fc5-4702-92ae-12b1de682889, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc2aa8a1-3fc5-4702-92ae-12b1de682889,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:05.241472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.307498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Calling delete_port for bc2aa8a1-3fc5-4702-92ae-12b1de682889 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:05.572557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.575653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-83a0a530-634d-4f52-86b3-d4aa6523bab0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:05.605124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2aa8a1-3fc5-4702-92ae-12b1de682889,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:05.607489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:05.771743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:05.978490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Router fffedd43-b0ee-4d73-afbe-331fd41defd3 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:06.082559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:06.087480 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] 10.222.0.65 "PUT /v2.0/routers/fffedd43-b0ee-4d73-afbe-331fd41defd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6661100 Jun 22 09:44:06.089956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58272) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:06.092678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] Sync routers for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:06.101729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:06.102355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:44:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.193867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.205601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:06.295731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.380899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:44:05Z', 'revision_number': 5, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port': {'id': '655076d9-8d05-4ea6-bc9c-62e1303a01a1', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:44:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:24Z', 'updated_at': '2021-06-22T09:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.411262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] Checking router: fffedd43-b0ee-4d73-afbe-331fd41defd3 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:44:06.421466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Deleting port 655076d9-8d05-4ea6-bc9c-62e1303a01a1 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:06.421810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.429722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] Routers {'fffedd43-b0ee-4d73-afbe-331fd41defd3'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:06.430347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:44:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['fffedd43-b0ee-4d73-afbe-331fd41defd3'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.506034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] For port 655076d9-8d05-4ea6-bc9c-62e1303a01a1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=655076d9-8d05-4ea6-bc9c-62e1303a01a1,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:06.506427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.518443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] Set router fffedd43-b0ee-4d73-afbe-331fd41defd3 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:06.570241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:44:06Z', 'revision_number': 6, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:06.584697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Calling delete_port for 655076d9-8d05-4ea6-bc9c-62e1303a01a1 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:06.599110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b0a96-603c-4ee4-a420-37a9a8ce92b0 None None] The sync data for ids ['fffedd43-b0ee-4d73-afbe-331fd41defd3'] in dv-neutron-797120-3-hyperv is: [{'id': 'fffedd43-b0ee-4d73-afbe-331fd41defd3', 'name': 'tempest-TestVolumeBootPattern-154916682-router', 'tenant_id': '2eaea57a00e04293a3eb07eac570cd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:22Z', 'updated_at': '2021-06-22T09:44:06Z', 'revision_number': 6, 'project_id': '2eaea57a00e04293a3eb07eac570cd12', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:06.846609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:06.848630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-89cf592c-ce70-434f-a344-a89577e7b751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:06.877171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Pushing event deleted for resources: {'Port': ['ID=655076d9-8d05-4ea6-bc9c-62e1303a01a1,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:06.880249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:06.938547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.029678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.031793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.149374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.152549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fffedd43-b0ee-4d73-afbe-331fd41defd3 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:44:07.154404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.155543 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] 10.222.0.65 "DELETE /v2.0/routers/fffedd43-b0ee-4d73-afbe-331fd41defd3 HTTP/1.1" status: 204 len: 168 time: 1.0646796 Jun 22 09:44:07.158544 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58274) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.201164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Deleting subnet e0a6ec90-f26b-4c07-9f90-e498ddeac3aa {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:07.204739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.237879 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.319159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.369721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc2aa8a1-3fc5-4702-92ae-12b1de682889 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:07.389363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bc2aa8a1-3fc5-4702-92ae-12b1de682889 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:07.389648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc2aa8a1-3fc5-4702-92ae-12b1de682889 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:07.390075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 655076d9-8d05-4ea6-bc9c-62e1303a01a1 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:07.409715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 655076d9-8d05-4ea6-bc9c-62e1303a01a1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:07.410067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 655076d9-8d05-4ea6-bc9c-62e1303a01a1 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:07.475660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.478008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-934a8384-268c-4c21-8f63-f633e1ebe524 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:07.501812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a6ec90-f26b-4c07-9f90-e498ddeac3aa,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.505748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:07.508213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.510297 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e0a6ec90-f26b-4c07-9f90-e498ddeac3aa HTTP/1.1" status: 204 len: 168 time: 0.3507416 Jun 22 09:44:07.512954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58276) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:07.513506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22b1cb-a97e-4da5-96fe-2af953162a6d None None] Network 73789a5a-c699-4e9a-a257-7a14c24305a3 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:07.586022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.649181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Deleting port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:07.649420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.715060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] For port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:07.715318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.715428 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] DHCP port deletion for 73789a5a-c699-4e9a-a257-7a14c24305a3 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:07.761366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Deleting port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:07.761781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.785995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Calling delete_port for 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:07.825303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] For port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,segment=NetworkSegment(bb1500ec-e466-4976-a03a-fd4205c7014f),segment_id=bb1500ec-e466-4976-a03a-fd4205c7014f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:07.825692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.887231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Calling delete_port for 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:07.938102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.942025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: from cryptography.utils import int_from_bytes Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: from cryptography.utils import int_from_bytes Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 09:44:07.959047 dv-neutron-797120-3-hyperv neutron-server[93951]: self.session.flush() Jun 22 09:44:07.967274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:07.967274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b4c17efe-463c-4153-988d-5f9e0806a09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:07.970412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.973603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:07.974388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] No DVR routers for this DVR port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:07.992066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Pushing event deleted for resources: {'Port': ['ID=1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:07.993875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] No DVR routers for this DVR port 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:07.995260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.044613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.054548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73789a5a-c699-4e9a-a257-7a14c24305a3']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:08.064700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1500ec-e466-4976-a03a-fd4205c7014f') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:08.064995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1500ec-e466-4976-a03a-fd4205c7014f') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:08.073452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.087006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.092798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:08.095478 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:08.223667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.227100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f4049d42-4542-47fc-b8e6-1caedcf920a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:08.229546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.231373 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/73789a5a-c699-4e9a-a257-7a14c24305a3 HTTP/1.1" status: 204 len: 168 time: 0.7173700 Jun 22 09:44:08.234341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58278) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:08.248178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=73789a5a-c699-4e9a-a257-7a14c24305a3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:08.251132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:08.600959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.849948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Deleting port bc7d3bad-97bc-4681-8469-0b8dff85ddae {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:08.850288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.930985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] For port bc7d3bad-97bc-4681-8469-0b8dff85ddae, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc7d3bad-97bc-4681-8469-0b8dff85ddae,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:08.931247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:08.997889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Calling delete_port for bc7d3bad-97bc-4681-8469-0b8dff85ddae owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:09.229892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.232133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:09.257170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7d3bad-97bc-4681-8469-0b8dff85ddae,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:09.260170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:09.261186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:09.290114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:09.290461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1e6e7490-bc5a-4e9f-bedc-a5cc7158b5f5 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:09.362458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.429594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:09.638275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:44:10.089821 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:44:10.095600 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cb1b915-e668-49ea-9a8f-f2e0b2ea7707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601344 Jun 22 09:44:10.098150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58280) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:10.099205 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] Sync routers for ids ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:44:10.110825 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] Routers {'0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:10.111594 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:44:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:10.200944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.212946 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] Set router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:10.303449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.386352 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:44:09Z', 'revision_number': 5, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port': {'id': '10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:33:43Z', 'updated_at': '2021-06-22T09:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:10.413950 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] Checking router: 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:44:10.421934 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] Routers {'0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:44:10.422539 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:44:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:10.444050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Deleting port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:10.444398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.509962 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] Set router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:44:10.527448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] For port 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:10.527806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.560675 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:44:10Z', 'revision_number': 6, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:10.590977 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80587c9d-aeaf-427f-91dd-f1853e9b856f None None] The sync data for ids ['0cb1b915-e668-49ea-9a8f-f2e0b2ea7707'] in dv-neutron-797120-3-hyperv is: [{'id': '0cb1b915-e668-49ea-9a8f-f2e0b2ea7707', 'name': 'tempest-TestVolumeBootPattern-111856567-router', 'tenant_id': '85e0689f479244acbdb62ead547c9e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:33:41Z', 'updated_at': '2021-06-22T09:44:10Z', 'revision_number': 6, 'project_id': '85e0689f479244acbdb62ead547c9e9b', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:44:10.593938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Calling delete_port for 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:10.829838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:10.831887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-584190a7-195d-44a7-b84f-23db87d2a8b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:10.855264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:10.862158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:10.928239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.026389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.028568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.149849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.150409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:44:11.154749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.155773 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0cb1b915-e668-49ea-9a8f-f2e0b2ea7707 HTTP/1.1" status: 204 len: 168 time: 1.0567141 Jun 22 09:44:11.158585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58286) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.207989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Deleting subnet 732ab078-82e3-4c8d-9415-cbb2d5056608 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:44:11.211035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.245641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.325624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.366953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:11.388611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:11.388611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 10fb4566-b9e6-4c7b-833e-11ff8e3ae3d9 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:11.388611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc7d3bad-97bc-4681-8469-0b8dff85ddae no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:11.410442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bc7d3bad-97bc-4681-8469-0b8dff85ddae {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:11.410791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc7d3bad-97bc-4681-8469-0b8dff85ddae not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:11.498739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.501153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-32b2f116-e435-476c-a25f-9f57c7f0c1eb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.526930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732ab078-82e3-4c8d-9415-cbb2d5056608,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.530065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.531066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.537020 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] 10.222.0.65 "DELETE /v2.0/subnets/732ab078-82e3-4c8d-9415-cbb2d5056608 HTTP/1.1" status: 204 len: 168 time: 0.3774025 Jun 22 09:44:11.537290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58288) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:11.538978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2304a6b-a9f5-41a2-ac0c-c2eb07706cad None None] Network dd755f69-17fc-4719-9976-14b4e6f4674f requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:44:11.615135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.673240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Deleting port 1b206413-7085-4119-802f-e3ca01a9c609 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:11.673602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.719945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] DHCP port deletion for dd755f69-17fc-4719-9976-14b4e6f4674f request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:44:11.738494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] For port 1b206413-7085-4119-802f-e3ca01a9c609, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1b206413-7085-4119-802f-e3ca01a9c609,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:11.738854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.769653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Deleting port 1b206413-7085-4119-802f-e3ca01a9c609 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:44:11.770041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.806232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Calling delete_port for 1b206413-7085-4119-802f-e3ca01a9c609 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:11.833548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] For port 1b206413-7085-4119-802f-e3ca01a9c609, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1b206413-7085-4119-802f-e3ca01a9c609,segment=NetworkSegment(c7a49779-170b-4091-93f5-b45e77244e4f),segment_id=c7a49779-170b-4091-93f5-b45e77244e4f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:44:11.833954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.899905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Calling delete_port for 1b206413-7085-4119-802f-e3ca01a9c609 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:44:11.949784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.952741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-850683f6-e1c5-4756-9873-4eecba572ae2 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.974885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:11.977639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:11.979176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b206413-7085-4119-802f-e3ca01a9c609,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:11.982304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:11.983923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] No DVR routers for this DVR port 1b206413-7085-4119-802f-e3ca01a9c609 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:12.001781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Pushing event deleted for resources: {'Port': ['ID=1b206413-7085-4119-802f-e3ca01a9c609,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.004652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.005705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] No DVR routers for this DVR port 1b206413-7085-4119-802f-e3ca01a9c609 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:44:12.054888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.064622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd755f69-17fc-4719-9976-14b4e6f4674f']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:12.074557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a49779-170b-4091-93f5-b45e77244e4f') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:12.074856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a49779-170b-4091-93f5-b45e77244e4f') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:44:12.083643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.097535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.103245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:44:12.103626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:44:12.105276 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:44:12.240541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.243812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-faa91ceb-46cb-43bf-a6d6-2a4818394296 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.246364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.248040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dd755f69-17fc-4719-9976-14b4e6f4674f HTTP/1.1" status: 204 len: 168 time: 0.7097588 Jun 22 09:44:12.259681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd755f69-17fc-4719-9976-14b4e6f4674f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.262038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:12.566034 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58292) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.604963 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2e5e08fc-f876-47c8-b0f8-df50778645b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2eaea57a00e04293a3eb07eac570cd12&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0376530 Jun 22 09:44:12.607268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58294) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:12.658161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.678806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.806879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.809609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:12.810785 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d2cfbfe-f594-40bc-8b9e-2f143c5db05a HTTP/1.1" status: 204 len: 168 time: 0.2025914 Jun 22 09:44:12.811613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-85ca6700-53f0-4c20-86f7-3d800eb5c14a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:12.819442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2cfbfe-f594-40bc-8b9e-2f143c5db05a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:12.821812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0e6a7911-2ecc-4017-b780-da493b7986d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:13.260244 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1b206413-7085-4119-802f-e3ca01a9c609 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:44:13.284281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 1b206413-7085-4119-802f-e3ca01a9c609 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:44:13.285151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1b206413-7085-4119-802f-e3ca01a9c609 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:44:13.474287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58300) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:13.514241 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-99ef7ab9-1464-4d26-b440-e74083e4d649 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85e0689f479244acbdb62ead547c9e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387290 Jun 22 09:44:13.517258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58302) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:44:13.564748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.586259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.721368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.723999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:13.725135 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb84c719-0309-493b-aa0a-44b2005a744c HTTP/1.1" status: 204 len: 168 time: 0.2067425 Jun 22 09:44:13.725929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5acde59-cbe5-4c4b-be33-9f777fe6157b tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:44:13.733666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84c719-0309-493b-aa0a-44b2005a744c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:44:13.736568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:44:21.693766 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:44:27.360225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-f2710a65-cc9a-4364-8a69-41bba0ceb56f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1938083 Jun 22 09:44:27.468335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3674fc-7023-4350-9803-3c030f532376 req-3ff630af-1c31-4f83-a297-8a05ae244eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.469700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-3ff630af-1c31-4f83-a297-8a05ae244eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1098 time: 0.0515606 Jun 22 09:44:27.575580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3674fc-7023-4350-9803-3c030f532376 req-3f55f326-0622-494b-9df1-0aed12cc8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.577121 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-3f55f326-0622-494b-9df1-0aed12cc8f06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 200 len: 898 time: 0.0883470 Jun 22 09:44:27.641333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-ed7c1f3a-454a-4bc4-a0be-668141010f6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 200 len: 1000 time: 0.0578914 Jun 22 09:44:27.689014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3674fc-7023-4350-9803-3c030f532376 req-f7ea5eac-e0de-4d92-9585-2bb4d84b3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.690420 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-f7ea5eac-e0de-4d92-9585-2bb4d84b3988 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 200 len: 844 time: 0.0435891 Jun 22 09:44:27.750890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3674fc-7023-4350-9803-3c030f532376 req-ac53a7e4-67a5-4ae7-9040-c4a630ed19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:44:27.752827 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-ac53a7e4-67a5-4ae7-9040-c4a630ed19af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02c912ff-5f23-43bc-b970-5b15a35ffea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562525 Jun 22 09:44:27.839718 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-4bb46f82-1c84-42e1-ba53-7603d9d6e679 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808649 Jun 22 09:44:27.931805 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc3674fc-7023-4350-9803-3c030f532376 req-af068684-a001-4dbd-b875-5b89318a4021 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853579 Jun 22 09:44:29.572432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce07d-d64e-4d7b-84ba-080baff9918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.160653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f4c6-edf4-4ce7-9118-9b7f4dc8813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:32.727909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:33.492545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:34.943415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:39.350107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:44:58.691713 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:44:59.498721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b736-91ed-4e1e-9f02-ecbfd8ba9c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.156320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f287dfc-b7cf-4841-bf2b-69a0b6c01539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:02.647854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:03.448548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:04.945016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:09.407584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:28.207035 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-2970a5da-954b-41fb-bb03-1841b47bbf03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526023 Jun 22 09:45:28.314793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-af891fc8-e11e-4fd2-83ff-80b532260f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.316282 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-af891fc8-e11e-4fd2-83ff-80b532260f6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1098 time: 0.0517924 Jun 22 09:45:28.422997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-210e8efc-4f4b-466b-94fb-5191e368939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.424425 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-210e8efc-4f4b-466b-94fb-5191e368939a service neutron] 10.222.0.24 "GET /v2.0/networks?id=02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 200 len: 898 time: 0.0890918 Jun 22 09:45:28.486661 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-244551f9-ddb8-4308-9aed-4edc3a00e5eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 200 len: 1000 time: 0.0563540 Jun 22 09:45:28.533503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-324f2a92-2ad8-407f-acdf-d0410702aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.534882 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-324f2a92-2ad8-407f-acdf-d0410702aa72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 200 len: 844 time: 0.0422280 Jun 22 09:45:28.592983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-924aeb2c-51ac-4235-986a-8d03287d75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:28.594438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-924aeb2c-51ac-4235-986a-8d03287d75a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02c912ff-5f23-43bc-b970-5b15a35ffea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529361 Jun 22 09:45:28.683693 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-77035c26-d283-45f1-ada0-a03ba321cefa service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830247 Jun 22 09:45:28.775637 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fe6b1f1-583a-48bd-8ffc-080b32db6c75 req-b806fd50-1f06-435b-98c0-a352e7ad3003 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Jun 22 09:45:29.486923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3951fe68-968a-4623-9914-563a4a1be643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.163263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5fb9cc34-d0ce-4eec-bd5f-f1a1e8ec929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:32.642864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:33.458496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:34.945497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:35.689643 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:45:39.374377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.062427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58342) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:45:44.067951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:45:44.158420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5104854'] for subnet, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.373158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751671670492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5028287'] for subnet, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.375198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bc995974-090b-4e66-9de7-86b23dee0d60 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:45:44.416627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:45:44.416950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.420010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e1a37-dece-4f3f-8d5f-77db633f7ae8 None None] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:45:44.420714 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/subnets/a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 200 len: 836 time: 0.3568552 Jun 22 09:45:44.439978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=a02024ce-5f24-4f2d-86d2-143433e42ef5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:45:44.447527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.448081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.448503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.448929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.449345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.449756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.450156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.450582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.450977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.451463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.451836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.456140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:45:44.456140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:45:44.814072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0a581d32-324f-43f5-b7bd-40802622d59b None None] Provisioning complete for port 468cb381-68ad-4968-a3da-a77f904029f1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:44.814444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0a581d32-324f-43f5-b7bd-40802622d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.898469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0a581d32-324f-43f5-b7bd-40802622d59b None None] Provisioning complete for port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:44.898747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0a581d32-324f-43f5-b7bd-40802622d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:44.983426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0a581d32-324f-43f5-b7bd-40802622d59b None None] Provisioning complete for port acbb1c8a-e0e4-46cf-aed8-913f5bd761df triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:45:44.983803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0a581d32-324f-43f5-b7bd-40802622d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:45:59.517495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3f3e49e2-e955-4445-8281-b1e640b4d260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.198250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-de3332a6-2029-41b0-aa17-fc3b036d5405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:02.671649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:03.476205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:05.018813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:09.420853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:12.688918 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:46:27.310884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58362) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:27.959840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port cecd1a74-ef1f-453f-8063-76478dbdd46a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:27.960203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.036941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.037264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.101008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for cecd1a74-ef1f-453f-8063-76478dbdd46a owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:28.329476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.331527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:28.360158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=cecd1a74-ef1f-453f-8063-76478dbdd46a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:28.363532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:28.420414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.420747 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP f9333c4e-185b-4753-84eb-2e708c80f1ed disassociated (deleted). External IP: 172.26.6.43, port: 58d0ab85-df5e-42ac-bf43-dff84eb3c78d. Jun 22 09:46:28.622787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:28.728254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:28.732928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:28.737627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] Sync routers for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:28.747741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:28.748394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:28.772452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/f9333c4e-185b-4753-84eb-2e708c80f1ed HTTP/1.1" status: 204 len: 168 time: 1.4603081 Jun 22 09:46:28.773325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:28.776194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8437c345-dc56-42e5-a8dc-151f96e522bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:28.860902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:29.216662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:35Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:29.242918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] Checking router: 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:29.251816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:29.252479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:29.361167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:29.479335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdb378-175f-40d8-a035-1912fdf30f0e req-69210894-991a-49e9-98a6-3287edb16cc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:29.480909 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4fdb378-175f-40d8-a035-1912fdf30f0e req-69210894-991a-49e9-98a6-3287edb16cc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.1173763 Jun 22 09:46:29.513631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5139e352-07ff-431a-849d-10376d39c531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:29.525940 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4fdb378-175f-40d8-a035-1912fdf30f0e req-98e98f43-2def-4cdb-a46b-71a1ee442ee4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392256 Jun 22 09:46:29.578485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:35Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:29.605616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0f3c0-bd1d-45be-9887-7b95b380986a None None] The sync data for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv is: [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:43:30Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '468cb381-68ad-4968-a3da-a77f904029f1', 'name': '', 'network_id': '02c912ff-5f23-43bc-b970-5b15a35ffea4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:4d:19:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:30Z', 'updated_at': '2021-06-22T09:43:35Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': 'a02024ce-5f24-4f2d-86d2-143433e42ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:29.800708 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f1ad7-3e8f-40e0-9b09-82c81b1db05e None None] New status for floating IP f9333c4e-185b-4753-84eb-2e708c80f1ed: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:46:29.987120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a17b77-3f6d-45f9-8491-12b1fdfe5ab4 x-openstack-request-id: req-09a17b77-3f6d-45f9-8491-12b1fdfe5ab4 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:29.987466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:29.987771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09a17b77-3f6d-45f9-8491-12b1fdfe5ab4 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:29.988463 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'status': 'completed', 'code': 200} Jun 22 09:46:30.085773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-5d84abbd-7777-4795-9341-8ee8d42a2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.087181 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-5d84abbd-7777-4795-9341-8ee8d42a2669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 1098 time: 0.0527718 Jun 22 09:46:30.178721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-2cca992d-6f07-4943-879a-139113e570f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.180293 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-2cca992d-6f07-4943-879a-139113e570f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 200 len: 898 time: 0.0866904 Jun 22 09:46:30.249308 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-385a64ec-fe53-4a39-a381-5287fddc9632 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 200 len: 217 time: 0.0411150 Jun 22 09:46:30.301636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-bcfeb72e-78a5-4a28-95d0-17cd52d198b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.303025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-bcfeb72e-78a5-4a28-95d0-17cd52d198b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 200 len: 844 time: 0.0463567 Jun 22 09:46:30.360330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-93d32e2f-c4a6-46d8-aea8-6a8f5ce07d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.361690 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-93d32e2f-c4a6-46d8-aea8-6a8f5ce07d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02c912ff-5f23-43bc-b970-5b15a35ffea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515113 Jun 22 09:46:30.457145 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-41d35aff-b3a5-46af-9853-711523c7a8d5 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875065 Jun 22 09:46:30.549463 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8437c345-dc56-42e5-a8dc-151f96e522bf req-f2134dc4-f365-4ba5-9985-ffb1e2733078 service neutron] 10.222.0.24 "GET /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Jun 22 09:46:30.722364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2355-45ae-489f-8aa4-8760acfa525b req-e50aca31-6742-487c-9ee8-871578d37b75 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:30.723890 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eebe2355-45ae-489f-8aa4-8760acfa525b req-e50aca31-6742-487c-9ee8-871578d37b75 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.0738924 Jun 22 09:46:30.767222 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eebe2355-45ae-489f-8aa4-8760acfa525b req-f30508e4-8c28-47d8-8b6b-19ed2d539647 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ac5631f-025b-4f3b-a7f9-6e94c59b1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Jun 22 09:46:31.055807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-eecc4d54-4e80-4570-8ca6-21881dc8bf1e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:31.057540 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-eecc4d54-4e80-4570-8ca6-21881dc8bf1e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 945 time: 0.0644298 Jun 22 09:46:31.155514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:31.155794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.246567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:31.246927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.319568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 58d0ab85-df5e-42ac-bf43-dff84eb3c78d owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:31.529460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.533587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-390cd456-dbec-422d-925e-3db508fc3f2b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:31.562879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=58d0ab85-df5e-42ac-bf43-dff84eb3c78d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:31.565939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:31.607287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port 58d0ab85-df5e-42ac-bf43-dff84eb3c78d on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:31.609800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:31.611829 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-06a47e8b-b5b6-4210-9b99-49b0d7fa3a49 req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/58d0ab85-df5e-42ac-bf43-dff84eb3c78d HTTP/1.1" status: 204 len: 173 time: 0.5493777 Jun 22 09:46:31.922775 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0f777d66-94f8-4c1d-b98f-7953eb515058 req-4c348b82-5ddb-4847-be8e-fbfa16fa0a14 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ecbfcbf-28f5-4183-867a-4b8ff10d52c9 HTTP/1.1" status: 200 len: 210 time: 0.0356569 Jun 22 09:46:31.990006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'name': 'network-vif-deleted', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:31.993032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14467336-39f9-4126-ac6c-a1837c8f2ac4" -d '{"events": [{"server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "name": "network-vif-deleted", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:32.039602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85891eca-40ef-42a4-b72b-5343d6758a99 x-openstack-request-id: req-85891eca-40ef-42a4-b72b-5343d6758a99 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:32.043910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecbfcbf-28f5-4183-867a-4b8ff10d52c9", "name": "network-vif-deleted", "tag": "58d0ab85-df5e-42ac-bf43-dff84eb3c78d", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:32.044246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85891eca-40ef-42a4-b72b-5343d6758a99 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:32.044706 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecbfcbf-28f5-4183-867a-4b8ff10d52c9', 'name': 'network-vif-deleted', 'tag': '58d0ab85-df5e-42ac-bf43-dff84eb3c78d', 'status': 'completed', 'code': 200} Jun 22 09:46:32.186754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a428e5b-6757-4987-8571-a88eaf2d3145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:32.678364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.016609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58406) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:33.074669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.099549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.230782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.233596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.234758 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/2ac5631f-025b-4f3b-a7f9-6e94c59b1835 HTTP/1.1" status: 204 len: 168 time: 0.2171695 Jun 22 09:46:33.235627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f95f1440-f11a-48eb-807c-2f10d08670be tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:33.245458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5631f-025b-4f3b-a7f9-6e94c59b1835,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:33.248309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:33.392944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58410) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:33.494386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:33.798951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.108367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 468cb381-68ad-4968-a3da-a77f904029f1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:34.108986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.213596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 468cb381-68ad-4968-a3da-a77f904029f1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=468cb381-68ad-4968-a3da-a77f904029f1,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:34.214186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.289074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 468cb381-68ad-4968-a3da-a77f904029f1 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:34.603795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.606082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fd38e44-0883-47fb-9c67-f5255724d9c8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:34.637046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=468cb381-68ad-4968-a3da-a77f904029f1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:34.640025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:34.726035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 58d0ab85-df5e-42ac-bf43-dff84eb3c78d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:34.747904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 58d0ab85-df5e-42ac-bf43-dff84eb3c78d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:34.748257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 58d0ab85-df5e-42ac-bf43-dff84eb3c78d not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:34.811267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:34.975369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.035348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:35.144442 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:35.154225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/8481fd15-abd2-4b64-8ac8-6d5ec52f6df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565439 Jun 22 09:46:35.154225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58412) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:35.154577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] Sync routers for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:35.163752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:35.164406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:35.209906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet a02024ce-5f24-4f2d-86d2-143433e42ef5 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:46:35.213635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.254779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.269422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:35.351454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.456932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:46:34Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:35.484269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.484550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] Checking router: 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:35.487326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-02c83e70-6cf2-42e7-9ac6-8b3a09df419f tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:35.493144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] Routers {'8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:35.493770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:35.513995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=a02024ce-5f24-4f2d-86d2-143433e42ef5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:35.516015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.518550 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/a02024ce-5f24-4f2d-86d2-143433e42ef5 HTTP/1.1" status: 204 len: 168 time: 0.3634186 Jun 22 09:46:35.519559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:35.521455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58414) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:35.527537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd20dbf5-2c14-4a3f-96e2-4d3ee17e4f2e None None] Network 02c912ff-5f23-43bc-b970-5b15a35ffea4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:35.632032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:35.691639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] Set router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:35.878752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] DHCP port deletion for 02c912ff-5f23-43bc-b970-5b15a35ffea4 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:46:35.922248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:46:34Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:35.958775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957bfaee-cfa6-4dd2-95fa-f7fefbd8c3d0 None None] The sync data for ids ['8481fd15-abd2-4b64-8ac8-6d5ec52f6df7'] in dv-neutron-797120-3-hyperv is: [{'id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'name': 'tempest-TestNetworkBasicOps-router-2131411787', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:43:26Z', 'updated_at': '2021-06-22T09:46:34Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '3a6ad154-47f5-4e65-bb16-d9dbfec417b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481fd15-abd2-4b64-8ac8-6d5ec52f6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:43:27Z', 'updated_at': '2021-06-22T09:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:35.975682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Deleting port acbb1c8a-e0e4-46cf-aed8-913f5bd761df {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:35.976110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.043268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] For port acbb1c8a-e0e4-46cf-aed8-913f5bd761df, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,segment=NetworkSegment(6291b44f-82b7-423b-97db-d11ea9f208ce),segment_id=6291b44f-82b7-423b-97db-d11ea9f208ce)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:36.043671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.086033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.110736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Calling delete_port for acbb1c8a-e0e4-46cf-aed8-913f5bd761df owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:36.240688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:46:36.241258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.283442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.287056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-44df52fc-cd54-493c-8a83-217f286ca62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:36.315709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Pushing event deleted for resources: {'Port': ['ID=acbb1c8a-e0e4-46cf-aed8-913f5bd761df,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:36.318081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] No DVR routers for this DVR port acbb1c8a-e0e4-46cf-aed8-913f5bd761df on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.328991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.330124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.330124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.330124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:36.330345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 3a6ad154-47f5-4e65-bb16-d9dbfec417b3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:36.330531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.336079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:36.401316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:46:36.643465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.645850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cdebbfae-cf49-490d-9348-301ce17c9d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:36.671543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=3a6ad154-47f5-4e65-bb16-d9dbfec417b3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:36.675205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:36.737126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.831763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:36.833915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.003514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.004121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:46:37.011673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.015360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/8481fd15-abd2-4b64-8ac8-6d5ec52f6df7 HTTP/1.1" status: 204 len: 168 time: 1.4901810 Jun 22 09:46:37.024771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58416) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:37.098030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.189989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.201834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c912ff-5f23-43bc-b970-5b15a35ffea4']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:37.209610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6291b44f-82b7-423b-97db-d11ea9f208ce') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:37.209912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6291b44f-82b7-423b-97db-d11ea9f208ce') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:37.219098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.232857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.238548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:46:37.238932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:46:37.241953 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:46:37.403548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.407007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a0589669-62ed-4658-bd2b-74866043a41e tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:37.410925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.412763 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/02c912ff-5f23-43bc-b970-5b15a35ffea4 HTTP/1.1" status: 204 len: 168 time: 0.3962257 Jun 22 09:46:37.425568 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58418) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:37.436326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--1168462322', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:37.436749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=02c912ff-5f23-43bc-b970-5b15a35ffea4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:37.441499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:37.495219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:37.515422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:37.515776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3a6ad154-47f5-4e65-bb16-d9dbfec417b3 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:37.516242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 468cb381-68ad-4968-a3da-a77f904029f1 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:37.534449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 468cb381-68ad-4968-a3da-a77f904029f1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:37.534798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 468cb381-68ad-4968-a3da-a77f904029f1 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:37.535218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acbb1c8a-e0e4-46cf-aed8-913f5bd761df no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:46:37.546489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:37.550021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.554459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: acbb1c8a-e0e4-46cf-aed8-913f5bd761df {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:46:37.554815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device acbb1c8a-e0e4-46cf-aed8-913f5bd761df not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:46:37.574838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:46:37.583448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.583796 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment 27f75aab-42d2-4dd7-a4f9-3c883e54e036 of type vlan for network ca27094a-4530-4476-b62e-9c1053c3583b Jun 22 09:46:37.623838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.717487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.723064 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:37.723650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:37.725931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fc3ed40f-39c5-4b9a-88d7-88900968dde8 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:37.792795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=ca27094a-4530-4476-b62e-9c1053c3583b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:37.799938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.800297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.800683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.801061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.801435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.801809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.802182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.802551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.802923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.803291 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.803659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.804074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:37.807645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:37.816664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network ca27094a-4530-4476-b62e-9c1053c3583b details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:46:37.849619 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4229684 Jun 22 09:46:37.853784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58420) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:37.858492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:38.036575 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.037679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.089426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.309199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.593396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.611813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.715151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.205 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/b6c6179c-2b12-4c40-b910-a72e13b6789d) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:38.813198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.973721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:38.975769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-548e305a-3459-4067-8b3b-912e3ef39ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:39.011559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:39.014379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:39.020077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:39.026012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=b6c6179c-2b12-4c40-b910-a72e13b6789d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:39.044852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:39.363702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.414697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.584520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:39.802855 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:46:39.922445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:39.931663 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:39.940202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:39.940815 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:40.003302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.004577 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1498318 Jun 22 09:46:40.007610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58422) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:40.046197 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:40.168100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3fe58ffb-610f-4f0a-aa23-5cf2d7daa13c tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1592155 Jun 22 09:46:40.170664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58426) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:40.222590 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:39Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:40.248150 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:40.250276 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Updating router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 port b6c6179c-2b12-4c40-b910-a72e13b6789d binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:46:40.261662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37517968-fb7f-4795-9210-fa6ea206d006 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:40.263171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-37517968-fb7f-4795-9210-fa6ea206d006 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915048 Jun 22 09:46:40.265993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58428) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:40.287638 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.295213 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-870f35f8-8376-47a3-8589-577f752e14f6 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280516 Jun 22 09:46:40.297778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58430) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:40.303390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405895541', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:40.454882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:40.458513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.535977 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.545723 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Transition to ACTIVE for port object b6c6179c-2b12-4c40-b910-a72e13b6789d will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:40.647514 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.649792 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c31a5cbe-988b-4ea8-b350-240d7b931e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:40.700778 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Attempting to bind port b6c6179c-2b12-4c40-b910-a72e13b6789d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:40.704844 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Attempting to bind port b6c6179c-2b12-4c40-b910-a72e13b6789d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:40.704844 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Attempting to bind port b6c6179c-2b12-4c40-b910-a72e13b6789d on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:40.704844 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Pushing event updated for resources: {'Port': ['ID=b6c6179c-2b12-4c40-b910-a72e13b6789d,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:40.711349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:40.711801 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:40.712315 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.712708 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:40.713162 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Bound port: b6c6179c-2b12-4c40-b910-a72e13b6789d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:40.713531 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.716565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.716906 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.717237 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.717565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.717884 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.718249 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.718642 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.718956 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.719293 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.719606 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.719935 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.720243 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:40.729400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.732483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2e7fcfab-ccac-427b-aea2-373ed97f44ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:40.741363 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.776265 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] For port b6c6179c-2b12-4c40-b910-a72e13b6789d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:40.779199 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] For port b6c6179c-2b12-4c40-b910-a72e13b6789d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b6c6179c-2b12-4c40-b910-a72e13b6789d,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:40.792826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=0a809908-3d3a-4bd7-b65b-894ee4a35e6c,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:40.796590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.800477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:40.800827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: ca27094a-4530-4476-b62e-9c1053c3583b, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:46:40.889534 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:40.891539 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f72632da-3edc-45b1-8013-4a2e042f2e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:40.918109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network ca27094a-4530-4476-b62e-9c1053c3583b is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:46:40.948007 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Pushing event updated for resources: {'Port': ['ID=b6c6179c-2b12-4c40-b910-a72e13b6789d,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:40.950621 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:40.951220 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:40.953077 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:40.997779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, ca27094a-4530-4476-b62e-9c1053c3583b) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:41.002609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:41.003198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.007179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a2115-d586-47c6-a25f-aae939ccb846 None None] Network ca27094a-4530-4476-b62e-9c1053c3583b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:41.053409 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:41.137025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8349369 Jun 22 09:46:41.137289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58432) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:41.153552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-ca27094a-4530-4476-b62e-9c1053c3583b', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:46:41.154567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.230093 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:39Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:41.260467 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717db69b-c29d-40aa-b9b4-6548b87ae569 None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:39Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:41.300055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Allocated IP 172.20.0.2 (ca27094a-4530-4476-b62e-9c1053c3583b/0a809908-3d3a-4bd7-b65b-894ee4a35e6c/e626117e-0c80-45a1-b81c-4bd5aa920c25) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:41.628481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.638333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Transition to ACTIVE for port object e626117e-0c80-45a1-b81c-4bd5aa920c25 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:41.646523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.654725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Transition to ACTIVE for port object e626117e-0c80-45a1-b81c-4bd5aa920c25 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:41.740860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.745010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-38218e1e-c93f-4afe-b93c-d00ab5fb6eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:41.781891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Network ca27094a-4530-4476-b62e-9c1053c3583b is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:41.784979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:41.787574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:41.800037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Pushing event updated for resources: {'Port': ['ID=e626117e-0c80-45a1-b81c-4bd5aa920c25,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:41.803148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:41.861160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Attempting to bind port e626117e-0c80-45a1-b81c-4bd5aa920c25 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:41.861479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Attempting to bind port e626117e-0c80-45a1-b81c-4bd5aa920c25 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:41.861851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Attempting to bind port e626117e-0c80-45a1-b81c-4bd5aa920c25 on network ca27094a-4530-4476-b62e-9c1053c3583b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:41.868491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:41.869027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Checking segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:41.869456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.869857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Bound using segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:41.870340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Bound port: e626117e-0c80-45a1-b81c-4bd5aa920c25, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:41.870733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:41.937713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (ca27094a-4530-4476-b62e-9c1053c3583b/0a809908-3d3a-4bd7-b65b-894ee4a35e6c/36f8cb91-2db2-4ed9-814b-4c7cf674a36a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:41.940571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] For port e626117e-0c80-45a1-b81c-4bd5aa920c25, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:41.945022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] For port e626117e-0c80-45a1-b81c-4bd5aa920c25, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e626117e-0c80-45a1-b81c-4bd5aa920c25,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:42.066802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.081030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 36f8cb91-2db2-4ed9-814b-4c7cf674a36a will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:42.093945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.097386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:42.153229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Pushing event updated for resources: {'Port': ['ID=e626117e-0c80-45a1-b81c-4bd5aa920c25,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:42.156379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:42.232292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.234547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b9e9c593-c375-4b3c-b9f1-b8be1c35f42a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:42.283508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network ca27094a-4530-4476-b62e-9c1053c3583b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:42.303926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:42.311056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:42.314596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:42.318257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:42.368053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.604588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.878287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.992017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:42.995242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bdfac425-17cc-4219-a257-cc7496a8ba0c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:43.068641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:43.071277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.073344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:43.165348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network ca27094a-4530-4476-b62e-9c1053c3583b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:43.166734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:43.288208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:46:43.414277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:46:43.419671 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/161b06f2-b511-4cb6-ae69-d3bfb014fc32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2814045 Jun 22 09:46:43.422181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58434) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.425022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:46:43.441532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:43.442180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:43.446061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b6c6179c-2b12-4c40-b910-a72e13b6789d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:43.510508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526d115-1b1f-4e65-9a19-0355153a248c None None] Network ca27094a-4530-4476-b62e-9c1053c3583b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:46:43.528685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c6a4e-eab4-498b-8fd4-a608f28bc173 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.529167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c6a4e-eab4-498b-8fd4-a608f28bc173 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.529641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c6a4e-eab4-498b-8fd4-a608f28bc173 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.530103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c6a4e-eab4-498b-8fd4-a608f28bc173 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.531744 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7d5c6a4e-eab4-498b-8fd4-a608f28bc173 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1086545 Jun 22 09:46:43.534380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58436) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.591412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc882285-e0ea-402e-b61a-0d934ce113de tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.591901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc882285-e0ea-402e-b61a-0d934ce113de tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.592364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc882285-e0ea-402e-b61a-0d934ce113de tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.592824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc882285-e0ea-402e-b61a-0d934ce113de tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:43.594472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc882285-e0ea-402e-b61a-0d934ce113de tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0592175 Jun 22 09:46:43.597312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58438) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:43.669053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:43.719549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port b6c6179c-2b12-4c40-b910-a72e13b6789d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:43.730197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b6c6179c-2b12-4c40-b910-a72e13b6789d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:43.730547 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0e1bb671-5635-423b-88c7-52d3327e353a tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1320894 Jun 22 09:46:43.731004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:43.765038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4a08a063-8a67-433a-b08d-f945ea5b4465 None None] Provisioning for port e626117e-0c80-45a1-b81c-4bd5aa920c25 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:43.983640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.012538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port b6c6179c-2b12-4c40-b910-a72e13b6789d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b6c6179c-2b12-4c40-b910-a72e13b6789d,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:44.037742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:44.065538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:46:44.065902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Updating router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:46:44.102459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.166132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.166132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e626117e-0c80-45a1-b81c-4bd5aa920c25 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:44.172866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58442) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:44.178093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383259240', 'description': 'tempest-secgroup-smoke-383259240 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:44.206412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.266135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.348194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=b6c6179c-2b12-4c40-b910-a72e13b6789d,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.352763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.374195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.388105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Provisioning for port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:44.399596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Provisioning complete for port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:44.400001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.460809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.461352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:44.463023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port e626117e-0c80-45a1-b81c-4bd5aa920c25 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:44.465631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e971331b-0422-449d-a6fa-75a39b4700ba tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.494787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac0ebc-d2d2-4aa6-a825-c38c55791b65,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.498936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e626117e-0c80-45a1-b81c-4bd5aa920c25 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:44.499424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.502900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.503297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.503685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.504094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.504475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.504927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.505229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.505599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.505971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.506345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.507045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.507173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:46:44.512051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.541524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.560483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Provisioning complete for port e626117e-0c80-45a1-b81c-4bd5aa920c25 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:44.561121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.562959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.564572 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3904207 Jun 22 09:46:44.567357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58444) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:44.572583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '1fac0ebc-d2d2-4aa6-a825-c38c55791b65', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:44.577381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Transition to ACTIVE for port object 36f8cb91-2db2-4ed9-814b-4c7cf674a36a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:44.671526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.714362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.720798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.722553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.728955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.810700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.830491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.832382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:44.851749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3a9416-6b8e-46cf-87eb-71dece9da8a6,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.856005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port e626117e-0c80-45a1-b81c-4bd5aa920c25, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e626117e-0c80-45a1-b81c-4bd5aa920c25,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:44.857014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455a4d0-a31e-497c-83f4-45e7e80007a6 None None] Pushing event updated for resources: {'Port': ['ID=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:44.864962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a455a4d0-a31e-497c-83f4-45e7e80007a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.869190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:44.920234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Attempting to bind port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:44.920632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Attempting to bind port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:44.921006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Attempting to bind port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a on network ca27094a-4530-4476-b62e-9c1053c3583b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:44.927784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:44.928193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Checking segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:44.928602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.929029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Bound using segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:44.929506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Bound port: 36f8cb91-2db2-4ed9-814b-4c7cf674a36a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:44.930789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.980157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:44.990994 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.008977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.010214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-68303004-3fed-44dc-90b6-f117438a7d8d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418674 Jun 22 09:46:45.012986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58446) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.017529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '1fac0ebc-d2d2-4aa6-a825-c38c55791b65', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:45.047104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] For port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:45.071732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] For port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:45.078651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:46:45.079020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-822ef3e1-b64e-4d45-91ca-efe03f222581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:46:45.081593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=e626117e-0c80-45a1-b81c-4bd5aa920c25,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.084721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.116178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.146356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.149369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.182120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.205010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:46:45.205665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:46:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:45.247910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455a4d0-a31e-497c-83f4-45e7e80007a6 None None] Pushing event updated for resources: {'Port': ['ID=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.252693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a455a4d0-a31e-497c-83f4-45e7e80007a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.317593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.319666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c17ca54-68a8-438a-97de-83ee7ec603f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.341511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9627f3a-317b-40d7-8e41-8079ae29fad3,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.346287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.420542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.421803 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bb1d673e-111b-4ed0-87d6-ae4faac553eb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4078848 Jun 22 09:46:45.424761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58448) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.430238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '1fac0ebc-d2d2-4aa6-a825-c38c55791b65', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:45.450979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b6c6179c-2b12-4c40-b910-a72e13b6789d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:45.504401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:46:45.522405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.582323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port b6c6179c-2b12-4c40-b910-a72e13b6789d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:45.582612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.583074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.652815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.657887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60222177-a300-4e52-9718-0818bf00a4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:45.674725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da3486e-d693-4538-8840-c84e3490b4a6,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:45.677932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:45.728933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.730197 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043821 Jun 22 09:46:45.733080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58450) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:45.737706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '1fac0ebc-d2d2-4aa6-a825-c38c55791b65', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:45.785848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e626117e-0c80-45a1-b81c-4bd5aa920c25 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:45.848088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.856000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:45Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:46:45.886607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb9a13-0694-49ba-8629-7a090c478a8f None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:45Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:46:45.905433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e626117e-0c80-45a1-b81c-4bd5aa920c25 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:45.905433 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:45.920392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.064431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.070383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d37d4d41-1acb-4ee1-913e-134ba7219890 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.088309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78805cf-1ed4-4dbc-b4ce-45f7d697f383,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:46.090920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:46.163244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.169044 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306407 Jun 22 09:46:46.169044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58452) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:46.172851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '1fac0ebc-d2d2-4aa6-a825-c38c55791b65', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:46.289470 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:46:46.296036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.363446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.454888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.456947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a2e348a-7cac-4f87-bf64-9790dcdac565 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.474581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bad0fc-c640-4bcb-96e2-133ff0f114b6,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:46.478143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:46.528855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.530119 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3614058 Jun 22 09:46:46.532865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58454) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:46:46.537686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '1fac0ebc-d2d2-4aa6-a825-c38c55791b65', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:46.626127 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:46:46.631722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.698817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.768824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.774182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2fcc1069-93a2-4068-9cba-89dbb2542c2e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:46.790668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dde73a1-3b11-441b-9c7e-e482e3255c90,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:46.793594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:46.860029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:46.861341 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274713 Jun 22 09:46:47.012797 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-c7674cd9-6eee-4c81-b575-4c412cb1db2a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383259240&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0334156 Jun 22 09:46:47.124774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-e5d597bc-cc16-4dbd-ac65-c683e050f746 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:47.126321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-e5d597bc-cc16-4dbd-ac65-c683e050f746 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 797 time: 0.1059480 Jun 22 09:46:47.141696 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-833e1d16-afd2-415d-8212-4dd93a35c716 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0098248 Jun 22 09:46:47.213772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bcfb56a1-4030-455b-b781-4fb7cf43b5fd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666041 Jun 22 09:46:47.357042 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-74a0e683-b766-4134-9c5b-0605f4b6c213 service neutron] 10.222.0.65 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320653 Jun 22 09:46:47.377795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36f8cb91-2db2-4ed9-814b-4c7cf674a36a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:47.448034 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-7ff98d10-304f-4013-9ec9-e7c7914045c4 service neutron] 10.222.0.65 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848355 Jun 22 09:46:47.475494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:47.479399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:47.479776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.555598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.590700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:47.677209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:47.679212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-03cd6599-89c0-49f4-8204-ccbdff650b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:47.700138 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b3a7a2cd-a3a0-4feb-b452-898dbb5589a9 req-c72665e0-daf4-4843-a3c1-7ac0876be5ed tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 210 time: 0.0336006 Jun 22 09:46:47.728797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:47.731948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:48.841288 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e682c0f8-daf6-444d-8704-7f561f85db56 req-24ad4932-64ad-41a4-90ec-fc6e2b8f28a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 210 time: 0.0323887 Jun 22 09:46:49.352458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36f8cb91-2db2-4ed9-814b-4c7cf674a36a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:49.399543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:49.399831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:49.687906 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:46:49.984815 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0cce115a-1df9-4014-9ab1-97e58470ba2f req-f9d15cbc-4dbd-4680-9754-ac728f4ebe34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Jun 22 09:46:50.435696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-7705c26d-c8d9-48e3-858a-d6359aa05ff7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:50.437146 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-7705c26d-c8d9-48e3-858a-d6359aa05ff7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 797 time: 0.4678309 Jun 22 09:46:50.484487 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-f6902cf2-eb88-4a78-b28d-5a7e298646ae tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 379 time: 0.0324829 Jun 22 09:46:50.494570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['1fac0ebc-d2d2-4aa6-a825-c38c55791b65']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:50.657938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:46:50.661630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.790681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.12 (ca27094a-4530-4476-b62e-9c1053c3583b/0a809908-3d3a-4bd7-b65b-894ee4a35e6c/a9f1231a-684b-4c10-8fb1-364ab3cfcb19) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:46:50.930029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:50.942729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object a9f1231a-684b-4c10-8fb1-364ab3cfcb19 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:51.064712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.068722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6b592ca2-61bc-4396-bcaf-76b69d5dbbc4 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:51.122093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network ca27094a-4530-4476-b62e-9c1053c3583b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:46:51.150793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:46:51.154303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:51.157311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:46:51.161225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:51.215096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:51.215745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.241489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49e772-4dfc-4448-8d22-1d41823e0a42 req-a3ac6505-938e-4321-8b83-bcfe4a9fd9dc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:51.243297 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0b49e772-4dfc-4448-8d22-1d41823e0a42 req-a3ac6505-938e-4321-8b83-bcfe4a9fd9dc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 932 time: 0.1451151 Jun 22 09:46:51.285679 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0b49e772-4dfc-4448-8d22-1d41823e0a42 req-57bf378c-9715-42be-a01c-a95f884ad535 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361609 Jun 22 09:46:51.317813 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272221 Jun 22 09:46:51.336185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Request body: {'port': {'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:46:51.413044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.469299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce719b68-fc41-4131-8a9d-b5595f3d7579 None None] Provisioning for port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:51.473141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce719b68-fc41-4131-8a9d-b5595f3d7579 None None] Provisioning complete for port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:51.473525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce719b68-fc41-4131-8a9d-b5595f3d7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.507714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce719b68-fc41-4131-8a9d-b5595f3d7579 None None] Port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:46:51.669978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f1231a-684b-4c10-8fb1-364ab3cfcb19 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:51.677104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.688536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Transition to ACTIVE for port object a9f1231a-684b-4c10-8fb1-364ab3cfcb19 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:46:51.756779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.759267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5562be46-f878-4865-80c4-594eaa79452a tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:51.855369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:51.859897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:51.909351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Attempting to bind port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:46:51.909781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Attempting to bind port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:46:51.910176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Attempting to bind port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 on network ca27094a-4530-4476-b62e-9c1053c3583b {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:51.914890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 on network ca27094a-4530-4476-b62e-9c1053c3583b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:46:51.915216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Attempting to bind port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 on network ca27094a-4530-4476-b62e-9c1053c3583b {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:46:51.920311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:46:51.920593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Checking segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:46:51.920975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Bound using segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:46:51.921403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Bound port: a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:46:51.921752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:51.990639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:46:51.994463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:46:52.094508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.096685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a136deca-976d-42e3-80e3-05ae035976bc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:52.134131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.134749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:52.136224 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] 10.222.0.24 "PUT /v2.0/ports/a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 1094 time: 0.8047311 Jun 22 09:46:52.136755 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:52.139084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409fedef-47ea-47dd-bc6e-9b4609796700" -d '{"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:52.165967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:52.170144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:52.182255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98288665-0a4c-4acd-a866-e88654d3af23 x-openstack-request-id: req-98288665-0a4c-4acd-a866-e88654d3af23 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:52.182791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:52.183097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98288665-0a4c-4acd-a866-e88654d3af23 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:52.183786 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'status': 'completed', 'code': 200} Jun 22 09:46:52.281547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fedef-47ea-47dd-bc6e-9b4609796700 req-a6431d34-6423-4706-bfd5-54a4dbcca1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.283799 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-409fedef-47ea-47dd-bc6e-9b4609796700 req-a6431d34-6423-4706-bfd5-54a4dbcca1c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1097 time: 0.0580165 Jun 22 09:46:52.396395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fedef-47ea-47dd-bc6e-9b4609796700 req-b1d09955-5371-474e-ba43-f7a2a7811e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.397777 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-409fedef-47ea-47dd-bc6e-9b4609796700 req-b1d09955-5371-474e-ba43-f7a2a7811e77 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1022210 Jun 22 09:46:52.535939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa93fb6-6e92-468d-82dc-30b347bf7dff req-a33f7a91-3479-49dc-9ab5-eb1f351afe08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.537391 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-daa93fb6-6e92-468d-82dc-30b347bf7dff req-a33f7a91-3479-49dc-9ab5-eb1f351afe08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 944 time: 0.1344287 Jun 22 09:46:52.540225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fedef-47ea-47dd-bc6e-9b4609796700 req-511649f1-78ac-47e4-9bcb-21d0db70c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.541546 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-409fedef-47ea-47dd-bc6e-9b4609796700 req-511649f1-78ac-47e4-9bcb-21d0db70c2e4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375384 Jun 22 09:46:52.575090 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-daa93fb6-6e92-468d-82dc-30b347bf7dff req-d7d4e2a2-6a8c-4ed2-9720-73cc4f60ba90 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Jun 22 09:46:52.655232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-a6e3cf88-cd28-4942-92a4-1a1de31ace5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.656709 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-a6e3cf88-cd28-4942-92a4-1a1de31ace5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1097 time: 0.0530624 Jun 22 09:46:52.702433 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-92514d27-d2c3-4b38-89b6-7f8b80abb2dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 217 time: 0.0327957 Jun 22 09:46:52.753949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-80b67c8e-8686-441f-bd0d-4375436a7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.755342 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-80b67c8e-8686-441f-bd0d-4375436a7554 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0464962 Jun 22 09:46:52.810500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-9321ce35-2a34-4f81-8f89-daca52a87e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:52.811955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-9321ce35-2a34-4f81-8f89-daca52a87e1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506048 Jun 22 09:46:52.900060 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-694303f3-ce63-4439-b34a-0dc5726b65d1 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816352 Jun 22 09:46:52.990402 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4351fdc-8de2-4fa1-a411-5488750bf637 req-3d2e124c-fa78-4fee-ae59-7d867a8ae7aa service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Jun 22 09:46:53.751936 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dd9ed-ff1c-4780-b870-da2dfcf9d937 req-c925b1d9-947c-4a8e-954a-0bfe187fb528 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:53.753389 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-448dd9ed-ff1c-4780-b870-da2dfcf9d937 req-c925b1d9-947c-4a8e-954a-0bfe187fb528 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 944 time: 0.0667877 Jun 22 09:46:53.790478 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-448dd9ed-ff1c-4780-b870-da2dfcf9d937 req-4f8dddac-802c-46a1-af72-aa490cb5bac4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312572 Jun 22 09:46:54.964793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e4b68-1393-4c8a-9157-af1d693c2f98 req-abbf6d48-71f8-4700-97bc-131e9d68a5f6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:54.966301 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4f1e4b68-1393-4c8a-9157-af1d693c2f98 req-abbf6d48-71f8-4700-97bc-131e9d68a5f6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 944 time: 0.0629597 Jun 22 09:46:55.003544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4f1e4b68-1393-4c8a-9157-af1d693c2f98 req-1f5d2c5f-a581-4ae3-8483-097f3676801a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Jun 22 09:46:56.182412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2958e-c189-4912-bbb8-81305bef1538 req-ddb61c73-b783-423b-908b-86f74e1cd267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:56.183794 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-72d2958e-c189-4912-bbb8-81305bef1538 req-ddb61c73-b783-423b-908b-86f74e1cd267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 944 time: 0.0674272 Jun 22 09:46:56.223214 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-72d2958e-c189-4912-bbb8-81305bef1538 req-e91968b2-9030-43a3-b680-7f339474bf40 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334327 Jun 22 09:46:56.809604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a9f1231a-684b-4c10-8fb1-364ab3cfcb19 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:46:56.903412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:56.914940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:46:56.954737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:56.967071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f1231a-684b-4c10-8fb1-364ab3cfcb19 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:46:56.986281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:57.053280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:57.056807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-38218e1e-c93f-4afe-b93c-d00ab5fb6eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:57.101853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:57.105172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:57.366083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['a9f1231a-684b-4c10-8fb1-364ab3cfcb19'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:46:57.402512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347288f-3412-4c36-a78f-4189a5c03a01 req-1d2ada9c-b5ed-4d76-a4c7-012085226be1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:57.404012 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c347288f-3412-4c36-a78f-4189a5c03a01 req-1d2ada9c-b5ed-4d76-a4c7-012085226be1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 945 time: 0.0704987 Jun 22 09:46:57.442637 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c347288f-3412-4c36-a78f-4189a5c03a01 req-b686d5d1-43c2-44ec-a6eb-6f1c44b865e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Jun 22 09:46:58.632567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03063fe6-af96-40d7-a461-15d5384c31ee req-4a47a383-4300-48df-8705-39be59ab8b2a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:58.634007 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03063fe6-af96-40d7-a461-15d5384c31ee req-4a47a383-4300-48df-8705-39be59ab8b2a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 945 time: 0.0620062 Jun 22 09:46:58.670806 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03063fe6-af96-40d7-a461-15d5384c31ee req-0f562393-9b57-4263-b632-7cd897b47845 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312104 Jun 22 09:46:58.818859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a9f1231a-684b-4c10-8fb1-364ab3cfcb19 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:46:58.965821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:46:58.969620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:46:58.970072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.047321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.068603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:46:59.071496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24018866-6a08-412e-9e79-ce7f91e0cd86" -d '{"events": [{"server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "name": "network-vif-plugged", "status": "completed", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:46:59.084218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:46:59.162911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fac437-c73b-495d-9292-0a088e4f8a68 x-openstack-request-id: req-b9fac437-c73b-495d-9292-0a088e4f8a68 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:46:59.163215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "name": "network-vif-plugged", "status": "completed", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:46:59.163481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9fac437-c73b-495d-9292-0a088e4f8a68 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:46:59.163920 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'code': 200} Jun 22 09:46:59.171567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.173505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a455a4d0-a31e-497c-83f4-45e7e80007a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:46:59.219580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:46:59.222445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:46:59.544683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-af552034-0600-4f97-ba66-072e513e19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:46:59.560290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496f6f-294c-4511-b0f2-6978f1963fab req-93467374-3a0c-4930-b126-e78e349b0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:59.565713 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-89496f6f-294c-4511-b0f2-6978f1963fab req-93467374-3a0c-4930-b126-e78e349b0461 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1099 time: 0.0558863 Jun 22 09:46:59.595219 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-89496f6f-294c-4511-b0f2-6978f1963fab req-8fbb85dc-42a7-4fae-a49f-d57a641bc9e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268047 Jun 22 09:46:59.846644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c8051-97f3-4af3-b946-11cd68ea422e req-75a735a3-6b0e-48a2-a7eb-67cdb9c35fb6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:46:59.848133 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-023c8051-97f3-4af3-b946-11cd68ea422e req-75a735a3-6b0e-48a2-a7eb-67cdb9c35fb6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0664871 Jun 22 09:46:59.885571 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-023c8051-97f3-4af3-b946-11cd68ea422e req-bcc86f6f-704c-42bd-9bfc-71d253afc2e4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Jun 22 09:47:01.058709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308d837-0b02-4705-bad0-78c8fdd29e73 req-466877f2-22c2-45b3-a0f4-c04b435e79d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:01.060233 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5308d837-0b02-4705-bad0-78c8fdd29e73 req-466877f2-22c2-45b3-a0f4-c04b435e79d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0635026 Jun 22 09:47:01.097709 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5308d837-0b02-4705-bad0-78c8fdd29e73 req-0034ff2b-59e7-4646-9f4a-dcf6fde4ff1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Jun 22 09:47:02.190590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e499a777-79e0-4a66-80d1-d52dd1da8043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.272753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f78e-8921-4993-a49e-7e12e26dc3f4 req-4346b8fb-21d1-40db-b04f-af6697a89787 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:02.274164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6f11f78e-8921-4993-a49e-7e12e26dc3f4 req-4346b8fb-21d1-40db-b04f-af6697a89787 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0659037 Jun 22 09:47:02.312529 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6f11f78e-8921-4993-a49e-7e12e26dc3f4 req-f7cd181e-3ee4-44a4-8836-76db13e5780f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326564 Jun 22 09:47:02.489775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b9e9-0c68-4c56-9d77-0c280fed6c0f req-22686d60-5fba-4525-be72-11c04f0484e6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:02.491731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5d8b9e9-0c68-4c56-9d77-0c280fed6c0f req-22686d60-5fba-4525-be72-11c04f0484e6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0677476 Jun 22 09:47:02.529178 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5d8b9e9-0c68-4c56-9d77-0c280fed6c0f req-8ad946c0-5b0a-44c1-b7f4-4bf84018c617 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317559 Jun 22 09:47:02.552299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58526) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:02.605366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0644689-c16a-4c08-8f35-3baf6c58b9d1 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:02.606876 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a0644689-c16a-4c08-8f35-3baf6c58b9d1 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1094 time: 0.0536039 Jun 22 09:47:02.609610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58528) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:02.613979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:02.668663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.765851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.864789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:02.963113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.131 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/d912c404-209a-49f0-a3d1-26121fa66990) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:03.064633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.150602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.152729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f76d359-440a-4d7c-81a4-a63bbbe275f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:03.188156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:03.190878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:03.196928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:03.202193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=d912c404-209a-49f0-a3d1-26121fa66990,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:03.221060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:03.516206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.568083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.718660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.868581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.938949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:03.941236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9fa62980-8e5d-427a-8bb5-020c16bc7b87 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:04.003433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=d912c404-209a-49f0-a3d1-26121fa66990,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:04.007813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:04.017426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.115180 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95 associated. External IP: 172.26.6.131, port: a9f1231a-684b-4c10-8fb1-364ab3cfcb19. Jun 22 09:47:04.331147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:04.441712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:04.451995 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:04.462122 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:04.465779 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:47:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:04.527818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.563506 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9528658 Jun 22 09:47:04.564315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:04.566221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58530) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:04.571686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:04.572149 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:04.605412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f061f-6944-4eac-b225-da0c5e6bbc72 x-openstack-request-id: req-760f061f-6944-4eac-b225-da0c5e6bbc72 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:04.605752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:04.606163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-760f061f-6944-4eac-b225-da0c5e6bbc72 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:04.606507 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'status': 'completed', 'code': 200} Jun 22 09:47:04.624624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4844044-e3dd-4032-93d9-a90e48aa4210 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:04.626147 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c4844044-e3dd-4032-93d9-a90e48aa4210 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1094 time: 0.0589430 Jun 22 09:47:04.706902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-cf8e15ee-e22f-4730-9713-2cea83cf5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:04.709080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-cf8e15ee-e22f-4730-9713-2cea83cf5ce9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1099 time: 0.0584593 Jun 22 09:47:04.808080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-e4deaf46-8ae9-4e58-a6d8-48a5c9f2b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:04.809935 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-e4deaf46-8ae9-4e58-a6d8-48a5c9f2b642 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0946891 Jun 22 09:47:04.877875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-9fbea83c-4fa5-4488-bd6d-ef8db77a5e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 1000 time: 0.0608666 Jun 22 09:47:04.891382 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:03Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:04.922941 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:04.931904 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:04.932676 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:47:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:04.935938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-4bf7a7db-6163-45fc-b1c6-55e0fdfae6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:04.937417 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-4bf7a7db-6163-45fc-b1c6-55e0fdfae6b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0463631 Jun 22 09:47:04.968009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:04.999073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-51f94041-9a7b-4969-a0f7-f732e084feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:05.000607 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-51f94041-9a7b-4969-a0f7-f732e084feab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573385 Jun 22 09:47:05.041880 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:05.044030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58536) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:05.049008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843208920', 'description': 'tempest-secgroup-smoke-1843208920 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:05.094901 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-d54f18e6-4591-420f-b43b-e10e9bbe4b36 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873437 Jun 22 09:47:05.167975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.192551 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5067d53f-f2eb-46f2-95f4-ca666d2c72ef req-84d031b1-413e-42c3-9bfc-9d5263ce3a93 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908511 Jun 22 09:47:05.289126 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:03Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:05.318459 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1017e5b6-65ae-4fbc-8504-103bee47fc49 None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:03Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:05.508677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcb0bd-3ee0-424c-aa74-f2b3e749cd6d None None] New status for floating IP 9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:47:05.639220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.698525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.701918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ded4882c-d348-4a5c-8afa-192ac9cac7bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:05.728189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00048c16-8888-4deb-8dbb-8692223fc29e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:05.731073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:05.790213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.791497 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7461641 Jun 22 09:47:05.794283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58538) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:05.798874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '00048c16-8888-4deb-8dbb-8692223fc29e', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:05.886743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:05.944502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.016815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.018784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.036033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839db86-b76b-4c62-8ad1-4a1d2c57384e,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.038403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.116480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.117669 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224463 Jun 22 09:47:06.120427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58540) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.125124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '00048c16-8888-4deb-8dbb-8692223fc29e', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:06.247978 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.305067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.399891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.401758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-21ac7aa7-f271-4807-bf7c-8f43b6c8622f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.421196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abb0435-401a-4072-84e4-06596e3287a6,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.423433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.510308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.511477 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3900964 Jun 22 09:47:06.514651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58542) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.519396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '00048c16-8888-4deb-8dbb-8692223fc29e', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:06.738163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.795614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.858516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.860297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:06.875994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96ec739-3c5d-422a-8b30-a166bdc63cde,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:06.878359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:06.944763 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:06.945953 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303536 Jun 22 09:47:06.949057 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58544) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:06.953461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '00048c16-8888-4deb-8dbb-8692223fc29e', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:07.051912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.109513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.184579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.186458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c127e4c-2c33-41a8-886f-485bdb12513b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.201993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c8a083-a917-4bfc-ac00-42f2299cb6b6,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.204379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.281374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.282573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325946 Jun 22 09:47:07.285392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58546) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:07.294251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '00048c16-8888-4deb-8dbb-8692223fc29e', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:07.373065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:47:07.377924 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.436088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.522349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.524223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-db3777df-2a3e-4a81-841c-87920eda59f3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.542670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e3959-8d5a-4bd9-98a5-7586c9e314a6,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.545151 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.624608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.625798 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3395095 Jun 22 09:47:07.628439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58548) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:07.633377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '00048c16-8888-4deb-8dbb-8692223fc29e', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:07.727243 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:47:07.732001 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.791984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.876121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.877912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee68917b-fc93-4315-af6f-605462543847 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:07.894660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c1050e-5f28-43c7-a68b-9801bcf2629f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:07.897128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:07.972775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:07.973959 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445952 Jun 22 09:47:08.165414 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2f75ef75-b444-4288-add6-2c56e07a9048 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843208920&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0329587 Jun 22 09:47:08.274895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-68cdaa9e-5480-4b54-a51e-4652575bbbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:08.276348 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-68cdaa9e-5480-4b54-a51e-4652575bbbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 797 time: 0.1046500 Jun 22 09:47:08.291288 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-d453c748-f6a3-444b-a864-ea24d7f5b258 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0094185 Jun 22 09:47:08.364987 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-156e7560-d0cf-40cd-b83a-538c7fbd8cd2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0685728 Jun 22 09:47:08.504579 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-b021d84c-f798-49ba-8c2a-d1b31b6921a2 service neutron] 10.222.0.65 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 Jun 22 09:47:08.596600 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-de15b93c-1633-4182-b4a8-cb7543b790a5 service neutron] 10.222.0.65 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860479 Jun 22 09:47:08.872402 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-70ae04ad-a9da-42e1-804a-3e8444eb96bf req-46bbea17-a1e1-4ced-9248-76ecf9839bf6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 210 time: 0.0292647 Jun 22 09:47:09.407076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:10.010894 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dbb9459f-9858-40f7-9610-09b2f8049317 req-db77dc4e-11c5-4684-bec9-a36378ff17e5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 210 time: 0.0291090 Jun 22 09:47:11.504550 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-223013cc-6be8-494a-a188-a84e5eaaee56 req-1839c1af-80a0-4f1a-a77f-d44fe1cf965b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 210 time: 0.0363886 Jun 22 09:47:11.512246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-04a52d06-9102-4039-8d2d-89a1f23615c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:11.513648 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-04a52d06-9102-4039-8d2d-89a1f23615c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 797 time: 0.4906430 Jun 22 09:47:11.568697 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-69470b4d-1e5b-4e64-a23a-bdd7ae84b4bd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 472 time: 0.0377185 Jun 22 09:47:11.577368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['00048c16-8888-4deb-8dbb-8692223fc29e']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:11.765280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:47:11.769082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:11.891348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.14 (ca27094a-4530-4476-b62e-9c1053c3583b/0a809908-3d3a-4bd7-b65b-894ee4a35e6c/ade2d093-81cb-4413-a190-04c3fe9f8d7c) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:12.027417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.040165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object ade2d093-81cb-4413-a190-04c3fe9f8d7c will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:12.145046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.150091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1c74d018-0be2-4700-979a-f7d296f89405 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:12.190973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network ca27094a-4530-4476-b62e-9c1053c3583b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:12.195399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:12.200345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:12.231700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=ade2d093-81cb-4413-a190-04c3fe9f8d7c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:12.236255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:12.261323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:12.261975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.348850 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7751379 Jun 22 09:47:12.371581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Request body: {'port': {'device_id': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:12.441262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.458523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-81f66c33-4bf9-43d3-bc1f-c1b60e7163c7 None None] Provisioning for port ade2d093-81cb-4413-a190-04c3fe9f8d7c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:12.463044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-81f66c33-4bf9-43d3-bc1f-c1b60e7163c7 None None] Provisioning complete for port ade2d093-81cb-4413-a190-04c3fe9f8d7c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:12.463420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81f66c33-4bf9-43d3-bc1f-c1b60e7163c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.498119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-81f66c33-4bf9-43d3-bc1f-c1b60e7163c7 None None] Port ade2d093-81cb-4413-a190-04c3fe9f8d7c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:47:12.682210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334208d4-0877-461a-b646-fd5ef9dc74a2 req-dab569e4-9fc0-46b1-b943-1e94eba2cef0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:12.683714 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-334208d4-0877-461a-b646-fd5ef9dc74a2 req-dab569e4-9fc0-46b1-b943-1e94eba2cef0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 932 time: 0.0686092 Jun 22 09:47:12.722421 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-334208d4-0877-461a-b646-fd5ef9dc74a2 req-bb3f8adb-0313-4ebf-bb0f-b5ad5c1b217f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328839 Jun 22 09:47:12.723905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade2d093-81cb-4413-a190-04c3fe9f8d7c {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:47:12.731435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.743209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Transition to ACTIVE for port object ade2d093-81cb-4413-a190-04c3fe9f8d7c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:47:12.824291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:12.826444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-341d24b9-74f6-4d99-9db8-bbfad1dae4f2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:12.905725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Pushing event updated for resources: {'Port': ['ID=ade2d093-81cb-4413-a190-04c3fe9f8d7c,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:12.910252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:12.981685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Attempting to bind port ade2d093-81cb-4413-a190-04c3fe9f8d7c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:47:12.982031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Attempting to bind port ade2d093-81cb-4413-a190-04c3fe9f8d7c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:47:12.982367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Attempting to bind port ade2d093-81cb-4413-a190-04c3fe9f8d7c on network ca27094a-4530-4476-b62e-9c1053c3583b {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:12.986953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Port ade2d093-81cb-4413-a190-04c3fe9f8d7c on network ca27094a-4530-4476-b62e-9c1053c3583b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:47:12.987282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Attempting to bind port ade2d093-81cb-4413-a190-04c3fe9f8d7c on network ca27094a-4530-4476-b62e-9c1053c3583b {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:47:12.993168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:47:12.993515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Checking segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:47:12.997904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Bound using segment: {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:47:12.997904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Bound port: ade2d093-81cb-4413-a190-04c3fe9f8d7c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f75aab-42d2-4dd7-a4f9-3c883e54e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:47:12.997904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.058808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] For port ade2d093-81cb-4413-a190-04c3fe9f8d7c, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:47:13.061771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] For port ade2d093-81cb-4413-a190-04c3fe9f8d7c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:47:13.156008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.158122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:13.188488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.189394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:13.190748 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] 10.222.0.24 "PUT /v2.0/ports/ade2d093-81cb-4413-a190-04c3fe9f8d7c HTTP/1.1" status: 200 len: 1094 time: 0.8235378 Jun 22 09:47:13.192958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:13.195280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa0203a-154a-489a-9ff7-cf3768073529" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:13.222456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Pushing event updated for resources: {'Port': ['ID=ade2d093-81cb-4413-a190-04c3fe9f8d7c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:13.226677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:13.236324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc03b3-ddba-4c27-a36b-63aba43936f9 x-openstack-request-id: req-66fc03b3-ddba-4c27-a36b-63aba43936f9 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:13.236664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:13.236968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66fc03b3-ddba-4c27-a36b-63aba43936f9 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:13.237428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'status': 'completed', 'code': 200} Jun 22 09:47:13.340204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0203a-154a-489a-9ff7-cf3768073529 req-3648bca1-7452-49df-b406-00ab7bc8753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.342212 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fa0203a-154a-489a-9ff7-cf3768073529 req-3648bca1-7452-49df-b406-00ab7bc8753d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 1097 time: 0.0606818 Jun 22 09:47:13.454466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0203a-154a-489a-9ff7-cf3768073529 req-c1637228-e6af-4efb-84e6-1ab7a638129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.455858 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fa0203a-154a-489a-9ff7-cf3768073529 req-c1637228-e6af-4efb-84e6-1ab7a638129b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995302 Jun 22 09:47:13.554967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0203a-154a-489a-9ff7-cf3768073529 req-2688fd51-4397-4f43-9496-d91eadaf37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.556438 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8fa0203a-154a-489a-9ff7-cf3768073529 req-2688fd51-4397-4f43-9496-d91eadaf37d5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931497 Jun 22 09:47:13.669674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-d53b7026-5e38-468e-bb5a-b53c1d61af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.671147 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-d53b7026-5e38-468e-bb5a-b53c1d61af2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 1097 time: 0.0537834 Jun 22 09:47:13.719227 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-f95d18f3-f814-4c0e-bb8a-57a61f0eefc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c HTTP/1.1" status: 200 len: 217 time: 0.0345330 Jun 22 09:47:13.769748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-75f1d773-82e1-40e8-ac41-a0cfaca231d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.771335 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-75f1d773-82e1-40e8-ac41-a0cfaca231d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0445781 Jun 22 09:47:13.834876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-273230d3-0e82-44b0-8a92-b1db43413840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.836308 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-273230d3-0e82-44b0-8a92-b1db43413840 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587268 Jun 22 09:47:13.907175 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f7801-ef01-46bb-80d1-4cac4f2ae781 req-7c5a7b9a-fafe-4f73-8e1d-40939bd13b18 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:13.908682 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-155f7801-ef01-46bb-80d1-4cac4f2ae781 req-7c5a7b9a-fafe-4f73-8e1d-40939bd13b18 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 944 time: 0.0758064 Jun 22 09:47:13.932886 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-24014540-cb22-438f-8130-09006a49ad8f service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897024 Jun 22 09:47:13.947435 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-155f7801-ef01-46bb-80d1-4cac4f2ae781 req-bd81ce0e-84a2-4d22-a9b7-7b0df73433fd tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Jun 22 09:47:14.028141 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-90fcdde6-b8fd-4c2d-9ee0-101c221b9ee0 req-2f0cd750-57e2-4f9b-99d5-fc758b24e250 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890150 Jun 22 09:47:15.120308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f375-c193-4483-8b82-3d6aeef1b9e8 req-0e32d7c9-3ee5-4d8d-99d6-ea033c71f528 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:15.127978 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-38c2f375-c193-4483-8b82-3d6aeef1b9e8 req-0e32d7c9-3ee5-4d8d-99d6-ea033c71f528 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 944 time: 0.0658817 Jun 22 09:47:15.160866 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-38c2f375-c193-4483-8b82-3d6aeef1b9e8 req-57e5b8be-2d23-490e-a243-4006a4a74608 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Jun 22 09:47:16.341250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d2015-f724-4047-92ea-cfe8f77169d3 req-83c87686-c770-4987-bad6-6b0aa9b61c8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:16.342734 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5b4d2015-f724-4047-92ea-cfe8f77169d3 req-83c87686-c770-4987-bad6-6b0aa9b61c8f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 944 time: 0.0669160 Jun 22 09:47:16.386093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5b4d2015-f724-4047-92ea-cfe8f77169d3 req-e1ccb1b6-d6f7-474e-a2a1-38661f897cbe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376527 Jun 22 09:47:16.943463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ade2d093-81cb-4413-a190-04c3fe9f8d7c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:47:17.039686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port ade2d093-81cb-4413-a190-04c3fe9f8d7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:17.050698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'port_id': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'mac_address': 'fa:16:3e:5e:f0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:47:17.086751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.098772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade2d093-81cb-4413-a190-04c3fe9f8d7c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:47:17.118907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port ade2d093-81cb-4413-a190-04c3fe9f8d7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:17.178938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:17.180776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:17.228999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=ade2d093-81cb-4413-a190-04c3fe9f8d7c,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:17.231976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:17.456727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['ade2d093-81cb-4413-a190-04c3fe9f8d7c'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:47:17.559827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e34d3-7209-437f-bc2f-5da9a134e9ec req-f0972b0c-292d-4c59-ab5b-838084ed25c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:17.561328 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35e34d3-7209-437f-bc2f-5da9a134e9ec req-f0972b0c-292d-4c59-ab5b-838084ed25c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Jun 22 09:47:17.604961 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35e34d3-7209-437f-bc2f-5da9a134e9ec req-0f9d2cbb-02a9-49dd-a0df-139c4b364ad4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379672 Jun 22 09:47:18.777459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b7403-3713-45c6-bdef-5d1a0b25e122 req-85ea4cc6-4899-4ffc-bdd9-5a54c2101fb6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:18.778929 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4b8b7403-3713-45c6-bdef-5d1a0b25e122 req-85ea4cc6-4899-4ffc-bdd9-5a54c2101fb6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 945 time: 0.0645318 Jun 22 09:47:18.815679 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4b8b7403-3713-45c6-bdef-5d1a0b25e122 req-27bb4c97-9eef-44e3-8fd2-86394542fe19 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Jun 22 09:47:18.957984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ade2d093-81cb-4413-a190-04c3fe9f8d7c up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:47:19.092357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port ade2d093-81cb-4413-a190-04c3fe9f8d7c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:47:19.096049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port ade2d093-81cb-4413-a190-04c3fe9f8d7c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:19.096425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.174282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.195348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:19.197631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44b07da-c500-48b4-ae0e-5ba7fad8752b" -d '{"events": [{"server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "name": "network-vif-plugged", "status": "completed", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:19.210764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port ade2d093-81cb-4413-a190-04c3fe9f8d7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:19.232176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b510706-9618-499b-9dda-6c0510919578 x-openstack-request-id: req-9b510706-9618-499b-9dda-6c0510919578 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:19.232480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "name": "network-vif-plugged", "status": "completed", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:19.232748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b510706-9618-499b-9dda-6c0510919578 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:19.233157 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'code': 200} Jun 22 09:47:19.285022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:19.286970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:19.334053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=ade2d093-81cb-4413-a190-04c3fe9f8d7c,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:19.337310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:19.638849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f1cc2-d752-436b-a7af-9055495e80f8 req-523ba3f7-0921-4741-a6d9-e56f7ff9d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:19.640353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f0f1cc2-d752-436b-a7af-9055495e80f8 req-523ba3f7-0921-4741-a6d9-e56f7ff9d3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 1099 time: 0.0558512 Jun 22 09:47:19.674316 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f0f1cc2-d752-436b-a7af-9055495e80f8 req-0f0ac2a5-3920-4533-a494-4a353ec08114 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269158 Jun 22 09:47:19.990858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b181-3e19-43d3-afdc-cc0d8529ca4b req-b016d69f-8d0d-47e2-97aa-f8e04a75374d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:19.992334 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8496b181-3e19-43d3-afdc-cc0d8529ca4b req-b016d69f-8d0d-47e2-97aa-f8e04a75374d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 946 time: 0.0621681 Jun 22 09:47:20.029590 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8496b181-3e19-43d3-afdc-cc0d8529ca4b req-4c1747f4-bf47-4e30-a48e-db4b8fee0a1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Jun 22 09:47:21.215602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49234e9a-c802-4902-8f2e-fcdc307bb8c1 req-9ee0c80e-5f6b-4f99-836d-9f5ed405b0a5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:21.217136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-49234e9a-c802-4902-8f2e-fcdc307bb8c1 req-9ee0c80e-5f6b-4f99-836d-9f5ed405b0a5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 946 time: 0.0747797 Jun 22 09:47:21.255279 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-49234e9a-c802-4902-8f2e-fcdc307bb8c1 req-3a4a3b94-e7cb-4bdc-8c1e-97b576ad70bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Jun 22 09:47:21.443253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb48be-1322-4520-9d3f-fda212c2e324 req-fa4b0798-b5e3-403e-84fd-4d5d9ab7f30f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:21.444839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b8fb48be-1322-4520-9d3f-fda212c2e324 req-fa4b0798-b5e3-403e-84fd-4d5d9ab7f30f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 946 time: 0.0699232 Jun 22 09:47:21.482366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b8fb48be-1322-4520-9d3f-fda212c2e324 req-07552ebc-94fa-4ffe-b26c-f60de9a1f756 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318811 Jun 22 09:47:21.506433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58604) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.557863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e2028-9ef5-41e6-bbca-4e8d82b23795 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:21.559391 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0c3e2028-9ef5-41e6-bbca-4e8d82b23795 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 1094 time: 0.0519514 Jun 22 09:47:21.562316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58606) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:21.566959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:21.668315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.779328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:21.889839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.207 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/0fdec5ab-8dd2-42ad-a446-854fe59db4f2) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:47:21.995039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.119342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.122729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d32c5886-d618-4816-bad5-ebe6c3fa8733 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:22.160277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:47:22.166146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:47:22.172855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:47:22.178288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=0fdec5ab-8dd2-42ad-a446-854fe59db4f2,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:22.202146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:22.601732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.749181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.899071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.995357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:22.997742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fd0cb07e-6204-4b1c-a7e9-74b313265b38 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:23.061808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=0fdec5ab-8dd2-42ad-a446-854fe59db4f2,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:23.065660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:23.075955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.180104 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb associated. External IP: 172.26.6.207, port: ade2d093-81cb-4413-a190-04c3fe9f8d7c. Jun 22 09:47:23.405840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:47:23.515743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:47:23.526971 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:47:23.536983 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:23.544196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:47:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.587603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:23.624217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0608051 Jun 22 09:47:23.625031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:23.627346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d547187-89e9-43e8-a84b-344e5e95e9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:23.643214 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:23.664541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c3276-fddd-4bc7-a55b-1433ccb960e2 x-openstack-request-id: req-d75c3276-fddd-4bc7-a55b-1433ccb960e2 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:23.664883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:23.665184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d75c3276-fddd-4bc7-a55b-1433ccb960e2 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:23.665635 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'status': 'completed', 'code': 200} Jun 22 09:47:23.765165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-00ea8d4a-7425-4b3f-9b77-67343238ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:23.767031 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-00ea8d4a-7425-4b3f-9b77-67343238ead6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 1099 time: 0.0538945 Jun 22 09:47:23.863591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-23bdd3c9-959a-4323-8e7d-445c4cad943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:23.865670 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-23bdd3c9-959a-4323-8e7d-445c4cad943c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0924945 Jun 22 09:47:23.868487 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:05Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}, {'id': 'c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:5e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:22Z', 'updated_at': '2021-06-22T09:47:22Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.894743 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:47:23.903219 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:47:23.903828 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:47:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:23.931726 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-2705c669-c1c8-4fc4-952a-97d31a9fc9ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c HTTP/1.1" status: 200 len: 1000 time: 0.0576904 Jun 22 09:47:23.984368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-c036c5ab-0230-4027-be99-bafd04d6a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:23.985847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-c036c5ab-0230-4027-be99-bafd04d6a452 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0478868 Jun 22 09:47:24.008963 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:47:24.043021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-a478ff87-74c1-45bf-89f1-9c34c2ba6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:24.044472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-a478ff87-74c1-45bf-89f1-9c34c2ba6f2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522287 Jun 22 09:47:24.132389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-df3dc054-7605-4519-9bf4-f98ac5d775db service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809917 Jun 22 09:47:24.225121 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5d547187-89e9-43e8-a84b-344e5e95e9d7 req-a35fa2f9-a415-4e88-b619-f24b1dc73a1b service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Jun 22 09:47:24.304052 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:05Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}, {'id': 'c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:5e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:22Z', 'updated_at': '2021-06-22T09:47:22Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:47:24.304052 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc0d14d-08f7-43fb-ae08-aba2a5dc098e None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:05Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}, {'id': 'c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:5e:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:22Z', 'updated_at': '2021-06-22T09:47:22Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:47:24.448888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df003565-b103-428c-8474-9b4dc1047bec None None] New status for floating IP c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:47:26.685925 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:47:29.567926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-77569932-ec70-492b-90ca-81718b216b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.139808 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-60108350-e240-406d-ae7d-8bbe713081c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541086 Jun 22 09:47:32.248684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-16afb8a3-2192-45c9-93b5-98c8f969aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:32.250143 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-16afb8a3-2192-45c9-93b5-98c8f969aa96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1099 time: 0.0515647 Jun 22 09:47:32.280289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97d5287f-b863-49b7-a3a9-a58ecc4f06b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.359759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-0ab26235-1c04-4fd4-a95e-1c280d83f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:32.361246 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-0ab26235-1c04-4fd4-a95e-1c280d83f7f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0894270 Jun 22 09:47:32.427393 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-a9d979f3-6957-45ea-9028-6ebeaa380541 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 1002 time: 0.0587447 Jun 22 09:47:32.478474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-b65e09d6-0b23-490a-87f0-840a877224b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:32.479864 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-b65e09d6-0b23-490a-87f0-840a877224b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0459855 Jun 22 09:47:32.542561 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-511fae48-318b-416f-b329-3a225b79d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:32.544052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-511fae48-318b-416f-b329-3a225b79d4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570993 Jun 22 09:47:32.633629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-e9df85fa-59c1-4ef6-b175-f67a7ddd9c6e service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809238 Jun 22 09:47:32.680252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:32.728778 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb43b0e7-93b8-41ff-b98d-0a1e152c68b7 req-1cecc6e2-7be4-41e7-9b84-51c3f941ddb4 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880377 Jun 22 09:47:33.491279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:34.954404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:39.434302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:57.956333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58624) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:58.016142 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3bf8d10e-711f-436d-b3c6-af7be48342b9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95 HTTP/1.1" status: 200 len: 994 time: 0.0585456 Jun 22 09:47:58.741919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58632) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:47:58.747398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'admin_state_up': False}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:47:58.835378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.336869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:47:59.365645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.444667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.448624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f5aba190-b062-4a96-8afd-5d2461fdf18f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:47:59.487056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.487761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.489123 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/ports/a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 939 time: 0.7461956 Jun 22 09:47:59.489787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:47:59.492135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e06c8-ece5-441a-bf8b-704db182b8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:47:59.505901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6805a6c4-1ee7-4a80-b404-52a1e33c6ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.520271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=6']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:47:59.527978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.528307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.528696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.529076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.529450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.529823 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.530194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.530563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.530935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.531305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.531671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.532061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:47:59.536725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:47:59.540589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559daaa8-82b7-4833-8d63-7384058c2882 x-openstack-request-id: req-559daaa8-82b7-4833-8d63-7384058c2882 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:47:59.540928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:47:59.541231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-559daaa8-82b7-4833-8d63-7384058c2882 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:47:59.541677 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'status': 'completed', 'code': 200} Jun 22 09:47:59.643652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-041ef184-5d12-4d4a-b2a6-ec4184075b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.645182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-041ef184-5d12-4d4a-b2a6-ec4184075b90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1100 time: 0.0567517 Jun 22 09:47:59.712510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d87d74c6-12be-4bee-bced-8b0dcc7e8d70 None None] Provisioning complete for port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:47:59.712809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d87d74c6-12be-4bee-bced-8b0dcc7e8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:47:59.738083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-e098c9ef-c490-4247-8f69-12b7d4f3dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.739525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-e098c9ef-c490-4247-8f69-12b7d4f3dff1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0883510 Jun 22 09:47:59.751279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d87d74c6-12be-4bee-bced-8b0dcc7e8d70 None None] Port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 is administratively disabled so it will not transition to active. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 22 09:47:59.804302 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-4a0b6473-d0a6-44bb-abd3-f228cc893666 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 1003 time: 0.0579200 Jun 22 09:47:59.856273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-21a1abae-3f37-4252-91e9-b4b8cb47b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.857705 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-21a1abae-3f37-4252-91e9-b4b8cb47b421 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0478439 Jun 22 09:47:59.914137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-c5350998-6d7f-40f8-ac3e-44ab945dbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:47:59.915630 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-c5350998-6d7f-40f8-ac3e-44ab945dbb18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522814 Jun 22 09:48:00.001080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-6864e5ab-8382-44ee-a602-e913686089be service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793808 Jun 22 09:48:00.091933 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c80e06c8-ece5-441a-bf8b-704db182b8e2 req-b3e63f57-dab1-4cfb-8cca-9a5fd63c0869 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841458 Jun 22 09:48:02.181444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4210-c249-4f4f-9626-b860bd278956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.671052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:02.937406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58640) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:02.943195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'admin_state_up': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:03.025008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.175512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:03.203576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.285308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.288417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:03.332249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:03.332890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.336900 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/ports/a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 938 time: 0.3959563 Jun 22 09:48:03.336900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:03.337351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:03.337431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58642) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:03.370839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=7']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:03.381615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:03.386234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb828039-89fa-46b9-8f60-f01ae242f537 x-openstack-request-id: req-fb828039-89fa-46b9-8f60-f01ae242f537 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:03.386813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:03.387280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb828039-89fa-46b9-8f60-f01ae242f537 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:03.387762 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'status': 'completed', 'code': 200} Jun 22 09:48:03.418273 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b8210dd8-2b20-4543-b8df-ab27bafa4412 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95 HTTP/1.1" status: 200 len: 994 time: 0.0774918 Jun 22 09:48:03.489204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-5e86c74a-230f-4f8d-bc08-778d1d9e6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:03.490756 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-5e86c74a-230f-4f8d-bc08-778d1d9e6914 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1099 time: 0.0583835 Jun 22 09:48:03.501133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.586025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-4df535b2-778d-4025-9070-f9fe874d2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:03.587537 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-4df535b2-778d-4025-9070-f9fe874d2a3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0897563 Jun 22 09:48:03.591423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-67f01295-b243-4610-984a-adc6a14885d2 None None] Provisioning complete for port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:03.591745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67f01295-b243-4610-984a-adc6a14885d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:03.616866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['a9f1231a-684b-4c10-8fb1-364ab3cfcb19'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:48:03.662247 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-3d6a6103-6406-4131-9e48-3d8911ee1f7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 1002 time: 0.0678413 Jun 22 09:48:03.684138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:48:03.712100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-3ae2011d-83d1-4533-b370-7f32691ef753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:03.713610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-3ae2011d-83d1-4533-b370-7f32691ef753 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0446966 Jun 22 09:48:03.772056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-581d1103-1a28-4fd6-be6d-824e4266ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:03.773646 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-581d1103-1a28-4fd6-be6d-824e4266ebd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538754 Jun 22 09:48:03.866763 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-de192664-27a2-4273-ba1a-e9566c1b7536 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866282 Jun 22 09:48:03.952136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2165a5d1-4dcd-43ab-9c34-5b826c857f1d req-2507644e-dca2-4e6a-800a-735cde1d5a9f service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795956 Jun 22 09:48:04.975711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.002728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58652) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:06.159207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 0fdec5ab-8dd2-42ad-a446-854fe59db4f2 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:06.159550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.232944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.233283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.303215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 0fdec5ab-8dd2-42ad-a446-854fe59db4f2 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:06.524363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.526395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6dc57132-c236-4f62-9345-2ccfbdfcf45b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:06.550977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=0fdec5ab-8dd2-42ad-a446-854fe59db4f2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:06.561913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.562302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.562683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.563056 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.563424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.563796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.564335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.564708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.565076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.565442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.565806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.566166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:06.583450 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:06.627429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.627758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb disassociated (deleted). External IP: 172.26.6.207, port: ade2d093-81cb-4413-a190-04c3fe9f8d7c. Jun 22 09:48:06.825861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:06.940281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:06.944654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:06.950134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:06.960165 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:06.961027 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:06.986962 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb HTTP/1.1" status: 204 len: 168 time: 0.9823446 Jun 22 09:48:06.987829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:06.990436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d44b4-ad66-4b85-b222-826bc0f0a163" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:07.078965 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:07.096449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96914c42-a413-4451-959b-7af1201c8d1d x-openstack-request-id: req-96914c42-a413-4451-959b-7af1201c8d1d {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:07.096955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:07.097124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96914c42-a413-4451-959b-7af1201c8d1d {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:07.098394 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'status': 'completed', 'code': 200} Jun 22 09:48:07.214924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-440830f9-2dac-4037-b3be-5ea447e3a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.216587 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-440830f9-2dac-4037-b3be-5ea447e3a484 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 1099 time: 0.0723758 Jun 22 09:48:07.320406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-d2f6f91a-7a2c-4137-9fbf-448b957eb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.321872 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-d2f6f91a-7a2c-4137-9fbf-448b957eb74a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0991476 Jun 22 09:48:07.363902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-8e137d46-34cd-4471-8b29-ce6632200b06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c HTTP/1.1" status: 200 len: 217 time: 0.0358534 Jun 22 09:48:07.411763 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:05Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.418835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-4a09c469-0c53-4a75-95ab-927fc82e2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.420317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-4a09c469-0c53-4a75-95ab-927fc82e2430 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0503919 Jun 22 09:48:07.437279 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:07.445761 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:07.446361 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.479619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-d320370f-570c-4053-b8d2-0df53438372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.481152 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-d320370f-570c-4053-b8d2-0df53438372f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549467 Jun 22 09:48:07.556223 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:07.578641 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-ebad7041-a9f3-4a97-9601-a77291155b1b service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907874 Jun 22 09:48:07.641128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5281ff8-37ee-41ec-a6f0-45aa485f2f3d req-d0a05bf7-e047-4bfd-859b-b5710edf10e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:07.643327 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b5281ff8-37ee-41ec-a6f0-45aa485f2f3d req-d0a05bf7-e047-4bfd-859b-b5710edf10e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 946 time: 0.0713797 Jun 22 09:48:07.684829 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d0d44b4-ad66-4b85-b222-826bc0f0a163 req-ca5edca9-b341-4f25-8c33-8b87a30d4749 service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990195 Jun 22 09:48:07.693936 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b5281ff8-37ee-41ec-a6f0-45aa485f2f3d req-5cb2eb09-02b9-4750-9519-4f58d26c983f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448086 Jun 22 09:48:07.784887 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:05Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:07.811323 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced6d9f-9710-4002-96d4-6c75cfdbddf8 None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'port_id': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'mac_address': 'fa:16:3e:3c:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:47:03Z', 'updated_at': '2021-06-22T09:47:05Z', 'revision_number': 1, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:08.013835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3d1dc-9da4-4d29-a762-4c62af197b7d None None] New status for floating IP c0fc5b0d-05ac-4e34-ab5a-97b9155cffbb: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:48:08.879589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bff8f1-eaf4-44b5-b393-58b16c2b9443 req-3caebc75-e8e2-49e7-bda6-074dc76bf491 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:08.881128 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-17bff8f1-eaf4-44b5-b393-58b16c2b9443 req-3caebc75-e8e2-49e7-bda6-074dc76bf491 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 946 time: 0.0729330 Jun 22 09:48:08.919235 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-17bff8f1-eaf4-44b5-b393-58b16c2b9443 req-cb6dce71-9c94-4fef-8d6e-f85596a7da41 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=00048c16-8888-4deb-8dbb-8692223fc29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jun 22 09:48:09.087572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-75d96d5d-c632-450f-aff4-bd630825e6f1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:09.089035 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-75d96d5d-c632-450f-aff4-bd630825e6f1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 946 time: 0.0660350 Jun 22 09:48:09.185461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port ade2d093-81cb-4413-a190-04c3fe9f8d7c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:09.185805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.274898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port ade2d093-81cb-4413-a190-04c3fe9f8d7c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ade2d093-81cb-4413-a190-04c3fe9f8d7c,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:09.275255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.338217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for ade2d093-81cb-4413-a190-04c3fe9f8d7c owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:09.426634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.581137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.585074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba3f2ced-d001-4666-876a-87fc608a49d0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:09.616473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=ade2d093-81cb-4413-a190-04c3fe9f8d7c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:09.627028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:09.672429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port ade2d093-81cb-4413-a190-04c3fe9f8d7c on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:09.675754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:09.677873 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0e4fd8ea-6986-4fbb-9f4a-9abe690fa29a req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/ade2d093-81cb-4413-a190-04c3fe9f8d7c HTTP/1.1" status: 204 len: 173 time: 0.5837049 Jun 22 09:48:09.678394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'name': 'network-vif-deleted', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:09.680887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905371f9-1d75-4be4-b75f-6f8415c69e2d" -d '{"events": [{"server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "name": "network-vif-deleted", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:09.715714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28920d4-47e6-4b1a-9caa-e98eaf93eb12 x-openstack-request-id: req-e28920d4-47e6-4b1a-9caa-e98eaf93eb12 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:09.716122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4ca802-4fa6-4970-bb27-94d42d270b04", "name": "network-vif-deleted", "tag": "ade2d093-81cb-4413-a190-04c3fe9f8d7c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:09.716436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e28920d4-47e6-4b1a-9caa-e98eaf93eb12 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:09.716887 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4ca802-4fa6-4970-bb27-94d42d270b04', 'name': 'network-vif-deleted', 'tag': 'ade2d093-81cb-4413-a190-04c3fe9f8d7c', 'status': 'completed', 'code': 200} Jun 22 09:48:10.080916 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb42a791-cba6-4a7f-9ed7-fd9825f04d3c req-c94c5445-041e-4b8f-9c7d-f1d82f3c3b1e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c4ca802-4fa6-4970-bb27-94d42d270b04 HTTP/1.1" status: 200 len: 210 time: 0.0298860 Jun 22 09:48:11.175739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58672) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.233680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.257782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.398341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.401032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.402181 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/00048c16-8888-4deb-8dbb-8692223fc29e HTTP/1.1" status: 204 len: 168 time: 0.2254267 Jun 22 09:48:11.403105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3686cfe-1f42-48c5-9ffc-a05443a769c8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:11.412992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00048c16-8888-4deb-8dbb-8692223fc29e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:11.416319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-044053dc-5c6a-4b7a-98e1-d535fdfb565d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:11.530268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58676) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:11.712181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port d912c404-209a-49f0-a3d1-26121fa66990 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:11.712432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.784426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.784755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:11.848915 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for d912c404-209a-49f0-a3d1-26121fa66990 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:12.084014 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.086079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-09b9157c-fedf-47a9-907e-a44f8a9123cd tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:12.110353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=d912c404-209a-49f0-a3d1-26121fa66990,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:12.113664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:12.170860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.174790 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP 9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95 disassociated (deleted). External IP: 172.26.6.131, port: a9f1231a-684b-4c10-8fb1-364ab3cfcb19. Jun 22 09:48:12.372843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:12.478258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:12.482911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:12.487219 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:12.495958 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:12.496561 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:12.519074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95 HTTP/1.1" status: 204 len: 168 time: 0.9876857 Jun 22 09:48:12.519862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:12.522317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d673a1-e35f-486d-91f0-2b034c4c2cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:12.561560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93a533c-e922-4818-9977-e2712eb30524 x-openstack-request-id: req-f93a533c-e922-4818-9977-e2712eb30524 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:12.561912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:12.562525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f93a533c-e922-4818-9977-e2712eb30524 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:12.562953 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'status': 'completed', 'code': 200} Jun 22 09:48:12.606737 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:12.663832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-9784ecd0-1e29-4640-b681-0434efb3ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:12.665484 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-9784ecd0-1e29-4640-b681-0434efb3ca64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 1099 time: 0.0592756 Jun 22 09:48:12.761942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-e37879a0-5c13-42b4-87d2-f768c94576de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:12.763482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-e37879a0-5c13-42b4-87d2-f768c94576de service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 200 len: 898 time: 0.0919044 Jun 22 09:48:12.804418 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:12.808134 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-fc261c9c-0abd-4511-a9a6-b2f4ad3a3839 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 200 len: 217 time: 0.0384657 Jun 22 09:48:12.834223 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:12.842238 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:12.842840 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:12.858145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-836faa2e-e834-4caf-8a93-98b414205890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:12.859067 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-836faa2e-e834-4caf-8a93-98b414205890 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 200 len: 835 time: 0.0455008 Jun 22 09:48:12.932518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-3070a6c8-141d-40dc-9b72-dfdd26e5dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:12.933973 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-3070a6c8-141d-40dc-9b72-dfdd26e5dcd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca27094a-4530-4476-b62e-9c1053c3583b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658216 Jun 22 09:48:12.949680 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:13.030044 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-67e8d5d1-d60e-446a-80b7-feb8aa5b918b service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900154 Jun 22 09:48:13.152962 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:13.160884 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37d673a1-e35f-486d-91f0-2b034c4c2cdd req-2305e6cb-d68e-4cc7-9511-a6a95671c29f service neutron] 10.222.0.24 "GET /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242754 Jun 22 09:48:13.177393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5747-f55c-4c8d-aef9-9aac7d3a3f5c req-3d6b494d-c65e-4974-adf4-06b256b2442b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:13.178869 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b33b5747-f55c-4c8d-aef9-9aac7d3a3f5c req-3d6b494d-c65e-4974-adf4-06b256b2442b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0956316 Jun 22 09:48:13.180074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1de7-6a16-4372-ba2b-d59a5a12bed1 None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:42Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '36f8cb91-2db2-4ed9-814b-4c7cf674a36a', 'name': '', 'network_id': 'ca27094a-4530-4476-b62e-9c1053c3583b', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:8c:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:41Z', 'updated_at': '2021-06-22T09:46:47Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '0a809908-3d3a-4bd7-b65b-894ee4a35e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:13.220512 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b33b5747-f55c-4c8d-aef9-9aac7d3a3f5c req-2d026713-3de2-4264-8a9f-8e0f33f149e0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357633 Jun 22 09:48:13.281170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ade2d093-81cb-4413-a190-04c3fe9f8d7c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:13.303390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: ade2d093-81cb-4413-a190-04c3fe9f8d7c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:13.303752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device ade2d093-81cb-4413-a190-04c3fe9f8d7c not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:13.391847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc878fab-7903-4d21-af63-9617691feabd None None] New status for floating IP 9d3ed9b8-cccc-4e1f-a728-6ff2dbfbcf95: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:48:14.400337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aed43-0fb4-4e3c-9367-96f2ad108e64 req-037e26e3-3942-4cca-9722-a5a4534ab568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.401771 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f37aed43-0fb4-4e3c-9367-96f2ad108e64 req-037e26e3-3942-4cca-9722-a5a4534ab568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0699360 Jun 22 09:48:14.441041 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f37aed43-0fb4-4e3c-9367-96f2ad108e64 req-cdd3dffd-3f16-47e4-98ae-9a5a658e1c72 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=1fac0ebc-d2d2-4aa6-a825-c38c55791b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Jun 22 09:48:14.634910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f1998-863b-4593-8892-ac190182af06 req-6fe8a08b-9eb4-4218-823f-8839c9fa9fc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:14.636509 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e70f1998-863b-4593-8892-ac190182af06 req-6fe8a08b-9eb4-4218-823f-8839c9fa9fc0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 946 time: 0.0684049 Jun 22 09:48:14.741424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:14.741766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.828107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port a9f1231a-684b-4c10-8fb1-364ab3cfcb19, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:14.828465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:14.895086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for a9f1231a-684b-4c10-8fb1-364ab3cfcb19 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:15.099001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.103284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb73561f-772f-46a6-bfd8-dc70fc497830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:15.128534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=a9f1231a-684b-4c10-8fb1-364ab3cfcb19,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:15.131440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:15.174589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port a9f1231a-684b-4c10-8fb1-364ab3cfcb19 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:15.177029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:15.179038 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e70f1998-863b-4593-8892-ac190182af06 req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/a9f1231a-684b-4c10-8fb1-364ab3cfcb19 HTTP/1.1" status: 204 len: 173 time: 0.5365345 Jun 22 09:48:15.179569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'name': 'network-vif-deleted', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:15.181901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb37c9-6e88-4fbf-964e-cd75339770a9" -d '{"events": [{"server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "name": "network-vif-deleted", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:15.220501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f4432-c564-4f2f-a21d-78d938ce450c x-openstack-request-id: req-aa7f4432-c564-4f2f-a21d-78d938ce450c {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:15.220501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b047c81-693c-41f6-ab3a-c65cbfdc2164", "name": "network-vif-deleted", "tag": "a9f1231a-684b-4c10-8fb1-364ab3cfcb19", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:15.220501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa7f4432-c564-4f2f-a21d-78d938ce450c {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:15.220501 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b047c81-693c-41f6-ab3a-c65cbfdc2164', 'name': 'network-vif-deleted', 'tag': 'a9f1231a-684b-4c10-8fb1-364ab3cfcb19', 'status': 'completed', 'code': 200} Jun 22 09:48:15.754515 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-46bb1393-9906-4ef2-a337-f85b2d48c19e req-4d1db1d6-3f1c-4e0c-8797-5be8b448228b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b047c81-693c-41f6-ab3a-c65cbfdc2164 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Jun 22 09:48:16.849646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58692) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:16.910816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:16.934771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.094785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.097505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.098638 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/1fac0ebc-d2d2-4aa6-a825-c38c55791b65 HTTP/1.1" status: 204 len: 168 time: 0.2480211 Jun 22 09:48:17.099429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2100091d-a4c0-4505-8df0-8bfe7482ddeb tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:17.108308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac0ebc-d2d2-4aa6-a825-c38c55791b65,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:17.111001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:17.187037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58696) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:17.543677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.813838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:17.814095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.900989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 36f8cb91-2db2-4ed9-814b-4c7cf674a36a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:17.901653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:17.967627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 36f8cb91-2db2-4ed9-814b-4c7cf674a36a owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:18.275521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.277704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:18.303606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=36f8cb91-2db2-4ed9-814b-4c7cf674a36a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:18.306556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:18.479739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.694044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:18.828193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:18.834195 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/161b06f2-b511-4cb6-ae69-d3bfb014fc32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6461086 Jun 22 09:48:18.836916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58698) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:18.841967 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] Sync routers for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:18.851680 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:18.852389 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:18.889466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet 0a809908-3d3a-4bd7-b65b-894ee4a35e6c {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:48:18.892595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.937513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:18.962148 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:19.028616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.161965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.165075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7d5cb1f-cf2e-4d88-abc0-9cad3fa910ee tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:19.194983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=0a809908-3d3a-4bd7-b65b-894ee4a35e6c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.198128 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.199136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.201041 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/0a809908-3d3a-4bd7-b65b-894ee4a35e6c HTTP/1.1" status: 204 len: 168 time: 0.3631971 Jun 22 09:48:19.203651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58700) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:19.208981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ec5cb-593c-45fb-86fa-30eb8c8f8fb3 None None] Network ca27094a-4530-4476-b62e-9c1053c3583b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:19.235738 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.263027 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] Checking router: 161b06f2-b511-4cb6-ae69-d3bfb014fc32 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:19.273580 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] Routers {'161b06f2-b511-4cb6-ae69-d3bfb014fc32'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:19.274191 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.310661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.317170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a9f1231a-684b-4c10-8fb1-364ab3cfcb19 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:19.356791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: a9f1231a-684b-4c10-8fb1-364ab3cfcb19 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:19.357368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a9f1231a-684b-4c10-8fb1-364ab3cfcb19 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:19.387338 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] Set router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:19.452842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] DHCP port deletion for ca27094a-4530-4476-b62e-9c1053c3583b request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:48:19.506490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Deleting port e626117e-0c80-45a1-b81c-4bd5aa920c25 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:19.506964 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.575657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] For port e626117e-0c80-45a1-b81c-4bd5aa920c25, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e626117e-0c80-45a1-b81c-4bd5aa920c25,segment=NetworkSegment(27f75aab-42d2-4dd7-a4f9-3c883e54e036),segment_id=27f75aab-42d2-4dd7-a4f9-3c883e54e036)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:19.576093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.585595 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:19.613153 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d899fb-949e-4214-aef1-83d7b32e96ea None None] The sync data for ids ['161b06f2-b511-4cb6-ae69-d3bfb014fc32'] in dv-neutron-797120-3-hyperv is: [{'id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'name': 'tempest-TestNetworkBasicOps-router-1870209319', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:48:18Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': 'b6c6179c-2b12-4c40-b910-a72e13b6789d', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161b06f2-b511-4cb6-ae69-d3bfb014fc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:46:38Z', 'updated_at': '2021-06-22T09:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:19.650911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Calling delete_port for e626117e-0c80-45a1-b81c-4bd5aa920c25 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:19.770362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.826401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.829300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:19.854635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Pushing event deleted for resources: {'Port': ['ID=e626117e-0c80-45a1-b81c-4bd5aa920c25,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:19.858802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] No DVR routers for this DVR port e626117e-0c80-45a1-b81c-4bd5aa920c25 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:48:19.866038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.869350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.871123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:19.873805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:19.905138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port b6c6179c-2b12-4c40-b910-a72e13b6789d {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:48:19.905481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:19.984094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port b6c6179c-2b12-4c40-b910-a72e13b6789d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=b6c6179c-2b12-4c40-b910-a72e13b6789d,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:19.984747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.054352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for b6c6179c-2b12-4c40-b910-a72e13b6789d owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:48:20.271147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.274131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-70e11c84-86a4-438e-9c0a-a51408e66584 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.298077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=b6c6179c-2b12-4c40-b910-a72e13b6789d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.301837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.361644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.450773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.452798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.572964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.573443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 161b06f2-b511-4cb6-ae69-d3bfb014fc32 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:48:20.580899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.582016 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/161b06f2-b511-4cb6-ae69-d3bfb014fc32 HTTP/1.1" status: 204 len: 168 time: 1.3773966 Jun 22 09:48:20.584763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58702) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.668723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.756975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.767177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca27094a-4530-4476-b62e-9c1053c3583b']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:20.777119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f75aab-42d2-4dd7-a4f9-3c883e54e036') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:20.777413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f75aab-42d2-4dd7-a4f9-3c883e54e036') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:20.786159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.799380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.805068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:48:20.805448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:48:20.808354 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:48:20.943958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.947371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa0ef357-30d1-42d9-91b8-07a5518bdbfe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:20.951237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:20.953124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/ca27094a-4530-4476-b62e-9c1053c3583b HTTP/1.1" status: 204 len: 168 time: 0.3674164 Jun 22 09:48:20.965478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=ca27094a-4530-4476-b62e-9c1053c3583b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:20.971147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:20.981316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58704) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:20.987885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'network': {'name': 'tempest-network-smoke--29344723', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'port_security_enabled': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:21.060749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:21.064547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.087956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:48:21.096927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.097294 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Added segment 073ff180-6a15-401f-af0c-673d5a5d4afb of type vlan for network 239595a5-ec46-414b-a0ba-a8fab58cae69 Jun 22 09:48:21.137010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.212827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.218321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:21.218928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.222768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6cc733-5bc9-4092-9112-14b3e0dc29d0 tempest-TagsExtTest-1211504015 tempest-TagsExtTest-1211504015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:21.291280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Network': ['ID=239595a5-ec46-414b-a0ba-a8fab58cae69,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:21.293856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:21.301772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:48:21.335822 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f4fbf365-eff6-4305-a740-e3c13f91d8f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3533590 Jun 22 09:48:21.338406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58706) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:21.343018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'admin_state_up': True, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:21.400862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e626117e-0c80-45a1-b81c-4bd5aa920c25 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:21.421188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: e626117e-0c80-45a1-b81c-4bd5aa920c25 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:21.421545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e626117e-0c80-45a1-b81c-4bd5aa920c25 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:21.421973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b6c6179c-2b12-4c40-b910-a72e13b6789d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:21.440764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: b6c6179c-2b12-4c40-b910-a72e13b6789d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:21.441120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device b6c6179c-2b12-4c40-b910-a72e13b6789d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:21.441542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36f8cb91-2db2-4ed9-814b-4c7cf674a36a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:48:21.449105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.450211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.463038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 36f8cb91-2db2-4ed9-814b-4c7cf674a36a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:48:21.463332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 36f8cb91-2db2-4ed9-814b-4c7cf674a36a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:48:21.502055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:21.759357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.015332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.033809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.133387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.232 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/32b98189-17b2-4e2a-8eff-3d8632c85b89) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:22.237966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.350135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.353639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-130ccf6a-b919-43ce-a9bb-3443b32c576d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:22.387308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:22.390359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:22.393548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:22.424007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:22.427373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:22.711644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:22.912193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.105799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:48:23.213562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:23.222516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:23.231449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:23.232131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:23.294790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.296079 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9566712 Jun 22 09:48:23.300033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58708) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.328913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc5bf9ef-326d-4ef4-8306-30d5101f6483 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=76e3306a0954433fb1e4e97cf032729b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269859 Jun 22 09:48:23.334999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58710) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.338014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:23.423215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ab95c-2ebc-43aa-a505-1c91d7df10f1 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:23.427329 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ab4ab95c-2ebc-43aa-a505-1c91d7df10f1 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887289 Jun 22 09:48:23.427497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58712) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.465278 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7af86e08-216e-4c70-89c6-7d29fb030a83 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364523 Jun 22 09:48:23.467692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58714) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:23.473630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1998666434', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:23.520862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:22Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:23.547017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Checking router: 84bd0408-cfa8-435f-982e-be07fd02794f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:23.547411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Updating router 84bd0408-cfa8-435f-982e-be07fd02794f port 32b98189-17b2-4e2a-8eff-3d8632c85b89 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:23.584152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.664032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:23.667628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.831972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.841400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Transition to ACTIVE for port object 32b98189-17b2-4e2a-8eff-3d8632c85b89 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:23.915164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.917274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6b19d75d-1685-438c-9ecc-77304396a889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:23.929105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.932051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-81f9dd11-08a0-422f-8a4d-c5ef6a6b40db tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:23.965832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Attempting to bind port 32b98189-17b2-4e2a-8eff-3d8632c85b89 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:23.966203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Attempting to bind port 32b98189-17b2-4e2a-8eff-3d8632c85b89 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:23.966576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Attempting to bind port 32b98189-17b2-4e2a-8eff-3d8632c85b89 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:23.973658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6954c4b-6744-483e-b1a0-96f591ff7540 None None] Pushing event updated for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:23.976009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:23.976396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:23.976799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.977194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:23.977751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Bound port: 32b98189-17b2-4e2a-8eff-3d8632c85b89, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:23.978041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:23.979782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f6954c4b-6744-483e-b1a0-96f591ff7540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:23.992275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Subnet': ['ID=601814a3-ac89-4fd8-a9a1-6a5281fa6b80,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:23.995483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:24.005055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Checking segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:24.005470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network hostable DHCP agents. Network: 239595a5-ec46-414b-a0ba-a8fab58cae69, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:48:24.033449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] For port 32b98189-17b2-4e2a-8eff-3d8632c85b89, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:24.036370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] For port 32b98189-17b2-4e2a-8eff-3d8632c85b89, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=32b98189-17b2-4e2a-8eff-3d8632c85b89,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:24.112150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:48:24.135223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.137331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:24.190958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:24.191574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:24.223963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 239595a5-ec46-414b-a0ba-a8fab58cae69) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:24.226390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6954c4b-6744-483e-b1a0-96f591ff7540 None None] Pushing event updated for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:24.228068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:24.230807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f6954c4b-6744-483e-b1a0-96f591ff7540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:24.237905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a71ef8-1993-4538-a9ef-be1a0d9c4b34 None None] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:24.237998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.332146 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8608890 Jun 22 09:48:24.332493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58716) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:24.363783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:24.533839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-239595a5-ec46-414b-a0ba-a8fab58cae69', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:48:24.534722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.776879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:24.864785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:22Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:24.897530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b325e0-b73f-4703-a49d-6e95f3b27414 None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:22Z', 'revision_number': 3, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:24.899450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Allocated IP 172.20.0.2 (239595a5-ec46-414b-a0ba-a8fab58cae69/601814a3-ac89-4fd8-a9a1-6a5281fa6b80/708f9773-ac41-4aa7-9304-43c8a45ca3fc) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:25.073452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.083031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Transition to ACTIVE for port object 708f9773-ac41-4aa7-9304-43c8a45ca3fc will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:25.099115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Transition to ACTIVE for port object 708f9773-ac41-4aa7-9304-43c8a45ca3fc will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:25.196131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.199065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.237691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:25.242139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:25.248110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:25.253812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Pushing event updated for resources: {'Port': ['ID=708f9773-ac41-4aa7-9304-43c8a45ca3fc,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.255971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.1 (239595a5-ec46-414b-a0ba-a8fab58cae69/601814a3-ac89-4fd8-a9a1-6a5281fa6b80/f3bcf479-fd7d-4108-98c1-1798dc2ccbda) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:25.257726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.317800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Attempting to bind port 708f9773-ac41-4aa7-9304-43c8a45ca3fc on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:25.318181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Attempting to bind port 708f9773-ac41-4aa7-9304-43c8a45ca3fc by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:25.318550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Attempting to bind port 708f9773-ac41-4aa7-9304-43c8a45ca3fc on network 239595a5-ec46-414b-a0ba-a8fab58cae69 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:25.323947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:25.324797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Checking segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:25.325209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.325628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Bound using segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:25.326699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Bound port: 708f9773-ac41-4aa7-9304-43c8a45ca3fc, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:25.326699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.386804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.402503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object f3bcf479-fd7d-4108-98c1-1798dc2ccbda will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:25.404171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1805d964-743f-498a-bb07-2ab58849edea None None] For port 708f9773-ac41-4aa7-9304-43c8a45ca3fc, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:25.409257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1805d964-743f-498a-bb07-2ab58849edea None None] For port 708f9773-ac41-4aa7-9304-43c8a45ca3fc, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=708f9773-ac41-4aa7-9304-43c8a45ca3fc,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:25.449895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:25.479601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.485152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-aae90e21-ff9c-466a-9c9a-8c30ada0fc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.518585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.522720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5b6756fa-c14e-4c78-914e-f28f455066de tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.549679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Pushing event updated for resources: {'Port': ['ID=708f9773-ac41-4aa7-9304-43c8a45ca3fc,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.557786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.586539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:25.590032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:25.594354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:25.623281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.628224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:25.647994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.667643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 32b98189-17b2-4e2a-8eff-3d8632c85b89 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:25.672829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 32b98189-17b2-4e2a-8eff-3d8632c85b89 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:25.673233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.788620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.812420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 32b98189-17b2-4e2a-8eff-3d8632c85b89, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=32b98189-17b2-4e2a-8eff-3d8632c85b89,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:25.911662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.913611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0c28ae23-2572-4330-aa01-9115a18c7bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:25.924358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:25.961194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:25.964581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:26.542914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.625980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.628927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7d210e73-dd50-4a78-8e13-25ce35f79a43 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:26.698478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:26.702880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:26.703847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:26.796555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:26.798607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:26.909494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:27.022174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:27.027332 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/84bd0408-cfa8-435f-982e-be07fd02794f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6937761 Jun 22 09:48:27.030068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58718) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:27.032007 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:27.041443 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:27.042064 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:27.134397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38587ee8-ea04-4286-bef1-e3bd0b2ab7b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.134886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38587ee8-ea04-4286-bef1-e3bd0b2ab7b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.135364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38587ee8-ea04-4286-bef1-e3bd0b2ab7b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.135835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38587ee8-ea04-4286-bef1-e3bd0b2ab7b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.139664 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-38587ee8-ea04-4286-bef1-e3bd0b2ab7b7 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1063442 Jun 22 09:48:27.141611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58720) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:27.165171 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:27.197892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e92bd5-4996-42de-97c2-93100a08def0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.198364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e92bd5-4996-42de-97c2-93100a08def0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.198831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e92bd5-4996-42de-97c2-93100a08def0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.199286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e92bd5-4996-42de-97c2-93100a08def0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:27.201052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c5e92bd5-4996-42de-97c2-93100a08def0 tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0582240 Jun 22 09:48:27.204244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58722) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:27.295971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75a14b-6bf3-49ba-a249-22b470b5ea85 None None] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:48:27.340693 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a2ed4ce2-5353-4f1d-bf62-cf424bf2577a tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1348825 Jun 22 09:48:27.374121 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:48:26Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:27.415466 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Checking router: 84bd0408-cfa8-435f-982e-be07fd02794f for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:27.415834 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Updating router 84bd0408-cfa8-435f-982e-be07fd02794f port f3bcf479-fd7d-4108-98c1-1798dc2ccbda binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:48:27.450167 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.529593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-56fbbcd3-c80f-4d24-b23c-edaf107c157e None None] Provisioning for port 708f9773-ac41-4aa7-9304-43c8a45ca3fc completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:27.543153 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:27.596911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 32b98189-17b2-4e2a-8eff-3d8632c85b89 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.597294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.679113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58726) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:27.680246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 708f9773-ac41-4aa7-9304-43c8a45ca3fc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:27.684205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400500496', 'description': 'tempest-secgroup-smoke-1400500496 description', 'project_id': '76e3306a0954433fb1e4e97cf032729b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:27.749012 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.760494 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Transition to ACTIVE for port object f3bcf479-fd7d-4108-98c1-1798dc2ccbda will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:27.786330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.813488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 708f9773-ac41-4aa7-9304-43c8a45ca3fc completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:27.819249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Provisioning for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:27.823209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 708f9773-ac41-4aa7-9304-43c8a45ca3fc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.823600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.826055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Provisioning complete for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.826474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.869764 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.873246 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6eeff8ed-e051-4955-b52f-4b5d43cf42b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:27.886937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.897677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Port f3bcf479-fd7d-4108-98c1-1798dc2ccbda cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:27.913017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Provisioning complete for port 708f9773-ac41-4aa7-9304-43c8a45ca3fc triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:27.913581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.961047 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:27.972422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:27.976322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-69367fc3-0c3a-447e-8b3b-04806b770bb3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:27.982034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.004184 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.004541 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.004880 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.005449 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.005672 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.006013 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.006338 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.006663 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.006985 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.007429 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.007763 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.008111 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:48:28.012100 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.016512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328b53f0-e987-4864-8f9d-8269ca2e0b0d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.023214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.028030 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Attempting to bind port f3bcf479-fd7d-4108-98c1-1798dc2ccbda on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:28.028413 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Attempting to bind port f3bcf479-fd7d-4108-98c1-1798dc2ccbda by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:28.028784 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Attempting to bind port f3bcf479-fd7d-4108-98c1-1798dc2ccbda on network 239595a5-ec46-414b-a0ba-a8fab58cae69 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:28.034915 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:28.035477 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Checking segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:28.035703 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.036171 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Bound using segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:28.036655 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Bound port: f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:28.037084 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.046364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 708f9773-ac41-4aa7-9304-43c8a45ca3fc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=708f9773-ac41-4aa7-9304-43c8a45ca3fc,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:28.059003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.071265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.075326 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3924234 Jun 22 09:48:28.075723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58728) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:28.081607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '328b53f0-e987-4864-8f9d-8269ca2e0b0d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:28.112956 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] For port f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:28.117178 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] For port f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:28.133735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.135902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.208055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:48:28.208420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-6bb298fe-a193-4deb-923a-7cb463d27be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:48:28.213330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=708f9773-ac41-4aa7-9304-43c8a45ca3fc,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.214481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.216340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.255071 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.257970 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f94a12cb-c71e-4519-bc87-4c508e423d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.276453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.307597 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:28.308361 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:28.357172 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.361080 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.387419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.389781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98805f69-b8ab-4287-9de1-0e9e609e6f47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.408523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709a607b-30c7-4a68-bd3c-b176595cf199,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.411653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.511820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.513439 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f710ec96-a9ab-475c-8281-ba37f9f0a51c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364870 Jun 22 09:48:28.516260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58730) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:28.520921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '328b53f0-e987-4864-8f9d-8269ca2e0b0d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:28.527710 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:28.665096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.724553 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:48:28Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:28.725761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.755911 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef8151-a260-420d-b5ea-1735669f4db3 None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:48:28Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:28.802216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.805577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fa9bc5e8-be59-4e3b-b6c6-74baa8b36b13 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:28.831259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa188f8-a3f2-4559-ad58-d3467b49538f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:28.834126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:28.904535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:28.905798 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3885777 Jun 22 09:48:28.909461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58732) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:28.914386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '328b53f0-e987-4864-8f9d-8269ca2e0b0d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:29.008199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.071792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.175011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.181790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d9078464-59b0-48b7-a928-4a146c6b68c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.198451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bf410e-1392-4342-b180-257ecee4c6b8,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.201084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.264011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.265245 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547709 Jun 22 09:48:29.268734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58734) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:29.273448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '328b53f0-e987-4864-8f9d-8269ca2e0b0d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:29.411264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.461165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.501556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:29.524226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e6214d3-a4ec-48b0-aa6f-3cdd35dd0f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.546665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.553740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c4b80c8-1441-414c-bdbf-80c1d3ec8381 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.568622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29bd878-9ab3-443a-a36a-5a3d75c0bb04,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.571689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.660419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:29.664760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:29.665494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.686712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.689976 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4202707 Jun 22 09:48:29.692987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58736) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:29.697723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '328b53f0-e987-4864-8f9d-8269ca2e0b0d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:29.746208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.780409 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:48:29.780837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:29.787173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.853357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.863523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.866962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 708f9773-ac41-4aa7-9304-43c8a45ca3fc up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:29.866962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.944821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.948092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:29.960051 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 708f9773-ac41-4aa7-9304-43c8a45ca3fc triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:29.960228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.960530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:29.962237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:29.976728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0a9070-f6b2-4607-b69f-307925a9d4eb,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:29.980570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:30.054438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.056000 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616900 Jun 22 09:48:30.058284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58738) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:30.063539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'security_group_rule': {'security_group_id': '328b53f0-e987-4864-8f9d-8269ca2e0b0d', 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:30.186319 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Project 76e3306a0954433fb1e4e97cf032729b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 09:48:30.192636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.260326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.391807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.393744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-26c92e23-a0a8-4baf-ba9d-b9d9a46eb3a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:30.410003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b87b9c-c793-4d29-9292-5601268e0d8f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:30.412340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:30.517594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:30.518896 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4596796 Jun 22 09:48:30.773774 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-ce240020-19bf-4872-b175-b951472e38a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400500496&fields=id&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 267 time: 0.0333126 Jun 22 09:48:30.880529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-68034242-4464-4234-9e12-d4a6f796e27d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:30.881954 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-68034242-4464-4234-9e12-d4a6f796e27d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/networks?id=239595a5-ec46-414b-a0ba-a8fab58cae69 HTTP/1.1" status: 200 len: 795 time: 0.1018128 Jun 22 09:48:30.896680 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-521a54aa-b172-433b-8668-9c6f5feb06c3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/quotas/76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 375 time: 0.0091772 Jun 22 09:48:30.965642 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-c402272f-de97-4f36-8e8e-dff54eaaf5fe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636761 Jun 22 09:48:31.059660 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-4e47d267-48bf-42f5-ad71-8f8e667560cf service neutron] 10.222.0.65 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Jun 22 09:48:31.147824 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-c7eb54bb-1720-4bbd-9c61-6232267d12cb service neutron] 10.222.0.65 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815933 Jun 22 09:48:31.416425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:31.463946 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4e8552d5-cde6-498b-bdd7-d54c18c3210a req-8d748297-5853-4104-b560-962d56cdb4f9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Jun 22 09:48:31.472278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:31.472665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.203532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-81509832-8b30-440d-b0a6-1b04ac63e78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:32.605294 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fb00b151-65b3-4ef9-85b6-d2807d4a552d req-a53f7037-8ea3-443e-8b87-5716d7dbb604 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 210 time: 0.0300455 Jun 22 09:48:32.692110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.493937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:33.748007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fd44f684-2119-4ed2-ab4a-17f09102ab67 req-0f731c2d-d1f9-415e-8641-577c07cb8024 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 210 time: 0.0284016 Jun 22 09:48:33.953467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-471e242e-63df-44d4-b083-a76f39f2110e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:33.955039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-471e242e-63df-44d4-b083-a76f39f2110e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/networks?id=239595a5-ec46-414b-a0ba-a8fab58cae69 HTTP/1.1" status: 200 len: 795 time: 0.1107032 Jun 22 09:48:34.019866 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-3e1189b6-88c3-4d1d-9d16-066fb1795a43 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76e3306a0954433fb1e4e97cf032729b HTTP/1.1" status: 200 len: 380 time: 0.0343254 Jun 22 09:48:34.028501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'port': {'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'admin_state_up': True, 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'security_groups': ['328b53f0-e987-4864-8f9d-8269ca2e0b0d']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:34.349428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Made reservation on behalf of 76e3306a0954433fb1e4e97cf032729b for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:48:34.353010 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.482981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.20.0.4 (239595a5-ec46-414b-a0ba-a8fab58cae69/601814a3-ac89-4fd8-a9a1-6a5281fa6b80/20c378e9-d263-44b5-8561-21e1b86dfed4) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:34.623154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.635988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Transition to ACTIVE for port object 20c378e9-d263-44b5-8561-21e1b86dfed4 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:34.751932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.755902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c2bcf7f-caba-461c-98ca-2864ee4a7087 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:34.802292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:34.807461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:34.811792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:34.815820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=20c378e9-d263-44b5-8561-21e1b86dfed4,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:34.887365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:34.887365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:34.887365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:34.938745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82d225-fdf4-4f69-8ad4-05545c671cc5 req-979ad894-4f77-467b-a79f-e86f9b2df384 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:34.940312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7f82d225-fdf4-4f69-8ad4-05545c671cc5 req-979ad894-4f77-467b-a79f-e86f9b2df384 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 931 time: 0.0762115 Jun 22 09:48:34.976672 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9511170 Jun 22 09:48:34.981430 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7f82d225-fdf4-4f69-8ad4-05545c671cc5 req-f305092c-92cb-4678-853a-bf7154c1daa6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Jun 22 09:48:34.992922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-f0d4bca3-8528-43eb-8d96-e7b80c9839e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:48:34.993933 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-f0d4bca3-8528-43eb-8d96-e7b80c9839e1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060065 Jun 22 09:48:35.005557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Request body: {'port': {'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:35.020989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.081577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.154806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cca502aa-01d8-4337-977f-60b2a0368926 None None] Provisioning for port 20c378e9-d263-44b5-8561-21e1b86dfed4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:35.160120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cca502aa-01d8-4337-977f-60b2a0368926 None None] Provisioning complete for port 20c378e9-d263-44b5-8561-21e1b86dfed4 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:35.162583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cca502aa-01d8-4337-977f-60b2a0368926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.197294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-cca502aa-01d8-4337-977f-60b2a0368926 None None] Port 20c378e9-d263-44b5-8561-21e1b86dfed4 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:48:35.356228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c378e9-d263-44b5-8561-21e1b86dfed4 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:48:35.364503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.376982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Transition to ACTIVE for port object 20c378e9-d263-44b5-8561-21e1b86dfed4 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:48:35.463232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.465217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4fa54c97-9a21-4827-9519-f9476be3c009 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.548156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Pushing event updated for resources: {'Port': ['ID=20c378e9-d263-44b5-8561-21e1b86dfed4,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.551631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.619632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Attempting to bind port 20c378e9-d263-44b5-8561-21e1b86dfed4 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:48:35.620026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Attempting to bind port 20c378e9-d263-44b5-8561-21e1b86dfed4 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:48:35.620348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Attempting to bind port 20c378e9-d263-44b5-8561-21e1b86dfed4 on network 239595a5-ec46-414b-a0ba-a8fab58cae69 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:35.625546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Port 20c378e9-d263-44b5-8561-21e1b86dfed4 on network 239595a5-ec46-414b-a0ba-a8fab58cae69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:48:35.625877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Attempting to bind port 20c378e9-d263-44b5-8561-21e1b86dfed4 on network 239595a5-ec46-414b-a0ba-a8fab58cae69 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:48:35.631582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:48:35.631950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Checking segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:48:35.632335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Bound using segment: {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:48:35.632770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Bound port: 20c378e9-d263-44b5-8561-21e1b86dfed4, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073ff180-6a15-401f-af0c-673d5a5d4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:48:35.633180 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.710054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] For port 20c378e9-d263-44b5-8561-21e1b86dfed4, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:48:35.713153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] For port 20c378e9-d263-44b5-8561-21e1b86dfed4, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20c378e9-d263-44b5-8561-21e1b86dfed4,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:48:35.806793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.809226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:35.846683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:35.847314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:35.849088 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] 10.222.0.24 "PUT /v2.0/ports/20c378e9-d263-44b5-8561-21e1b86dfed4 HTTP/1.1" status: 200 len: 1093 time: 0.8481648 Jun 22 09:48:35.851478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:35.853851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfd0830-8c16-431c-bf87-2c42e6dbb48a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:35.879747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Pushing event updated for resources: {'Port': ['ID=20c378e9-d263-44b5-8561-21e1b86dfed4,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:35.882916 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:35.892724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f937da-b624-427d-9a4e-6fb39d882445 x-openstack-request-id: req-29f937da-b624-427d-9a4e-6fb39d882445 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:35.893097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:35.893400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29f937da-b624-427d-9a4e-6fb39d882445 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:35.893863 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'status': 'completed', 'code': 200} Jun 22 09:48:35.995172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd0830-8c16-431c-bf87-2c42e6dbb48a req-2870feab-550f-463b-9488-616cb8eb9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:35.997273 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-adfd0830-8c16-431c-bf87-2c42e6dbb48a req-2870feab-550f-463b-9488-616cb8eb9cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 1096 time: 0.0580523 Jun 22 09:48:36.108695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd0830-8c16-431c-bf87-2c42e6dbb48a req-77daff60-0925-405d-b6e9-abcfb0fe56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.110183 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-adfd0830-8c16-431c-bf87-2c42e6dbb48a req-77daff60-0925-405d-b6e9-abcfb0fe56e5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=76e3306a0954433fb1e4e97cf032729b&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0986626 Jun 22 09:48:36.162976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600a496-07fa-42b5-b75c-c8beb9b16f31 req-99dff9a8-e464-4481-a286-2ada4d58f865 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.164494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3600a496-07fa-42b5-b75c-c8beb9b16f31 req-99dff9a8-e464-4481-a286-2ada4d58f865 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 943 time: 0.0657842 Jun 22 09:48:36.202110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3600a496-07fa-42b5-b75c-c8beb9b16f31 req-30068368-f45c-4a6a-9865-8eb9d288a29d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Jun 22 09:48:36.204330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd0830-8c16-431c-bf87-2c42e6dbb48a req-1a649ce8-f176-4bbe-acd1-2f4b0ade9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.205763 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-adfd0830-8c16-431c-bf87-2c42e6dbb48a req-1a649ce8-f176-4bbe-acd1-2f4b0ade9ecd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890055 Jun 22 09:48:36.316923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-2c2f754c-29d0-40c0-af00-0def2ed01c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.318358 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-2c2f754c-29d0-40c0-af00-0def2ed01c15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 1096 time: 0.0544956 Jun 22 09:48:36.368574 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-70993051-138e-42d8-9c6c-301660c8d57e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c378e9-d263-44b5-8561-21e1b86dfed4 HTTP/1.1" status: 200 len: 217 time: 0.0379188 Jun 22 09:48:36.417227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7d4f9446-cc00-4071-b11c-00898f353f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.418637 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-7d4f9446-cc00-4071-b11c-00898f353f3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=601814a3-ac89-4fd8-a9a1-6a5281fa6b80 HTTP/1.1" status: 200 len: 835 time: 0.0433123 Jun 22 09:48:36.477783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-e9614130-6317-4875-972c-1d4dc1db8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:36.479271 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-e9614130-6317-4875-972c-1d4dc1db8a05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=239595a5-ec46-414b-a0ba-a8fab58cae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541375 Jun 22 09:48:36.572742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-669fc9e6-d8e7-4e3f-9c5d-c254564094c4 service neutron] 10.222.0.24 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Jun 22 09:48:36.676482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9e7e2320-ad66-4a21-90c0-b5b1c36237b5 req-c694011d-074b-4d0b-8081-39369c4cc24e service neutron] 10.222.0.24 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977781 Jun 22 09:48:37.385124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbae66-f15a-487c-ac32-cb4d84c4885d req-a3492dea-2f1c-43f3-9222-ea0156bc3af8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:37.386483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b5bbae66-f15a-487c-ac32-cb4d84c4885d req-a3492dea-2f1c-43f3-9222-ea0156bc3af8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 943 time: 0.0682437 Jun 22 09:48:37.423321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b5bbae66-f15a-487c-ac32-cb4d84c4885d req-870fd914-9e17-4d7f-9f3b-c680b4a33da4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302885 Jun 22 09:48:38.591733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17738268-7b0e-4f9a-9cd8-0db6ef23a87c req-a53f11d2-62f9-4449-8ffb-32a0fa629e40 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:38.593875 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-17738268-7b0e-4f9a-9cd8-0db6ef23a87c req-a53f11d2-62f9-4449-8ffb-32a0fa629e40 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 943 time: 0.0615990 Jun 22 09:48:38.634752 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-17738268-7b0e-4f9a-9cd8-0db6ef23a87c req-4da46001-0c07-4ecc-83ca-e10dbbc3bd9b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Jun 22 09:48:39.402576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.436550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 20c378e9-d263-44b5-8561-21e1b86dfed4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:48:39.528758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 20c378e9-d263-44b5-8561-21e1b86dfed4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20c378e9-d263-44b5-8561-21e1b86dfed4,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:39.539766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:48:39.580686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.592689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c378e9-d263-44b5-8561-21e1b86dfed4 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:48:39.612914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 20c378e9-d263-44b5-8561-21e1b86dfed4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20c378e9-d263-44b5-8561-21e1b86dfed4,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:39.705444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:39.707344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:39.752214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=20c378e9-d263-44b5-8561-21e1b86dfed4,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:39.755224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:39.822674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9049c4-bf62-4349-8aa3-83f6c475fd15 req-ce6a1441-4ce1-4e0c-9d2d-0a0e1fc91775 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:39.824171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9b9049c4-bf62-4349-8aa3-83f6c475fd15 req-ce6a1441-4ce1-4e0c-9d2d-0a0e1fc91775 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 944 time: 0.0663188 Jun 22 09:48:39.862184 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9b9049c4-bf62-4349-8aa3-83f6c475fd15 req-30f2de55-aab2-40d6-b4be-588c1578b47d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Jun 22 09:48:39.964706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['20c378e9-d263-44b5-8561-21e1b86dfed4'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:48:40.682234 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:48:41.032712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d0b3f-aac0-41f8-9dfd-9060427a0d4e req-0a0a977f-8f54-4606-8ae2-0c77910118b7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:41.034166 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-753d0b3f-aac0-41f8-9dfd-9060427a0d4e req-0a0a977f-8f54-4606-8ae2-0c77910118b7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 944 time: 0.0630207 Jun 22 09:48:41.070201 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-753d0b3f-aac0-41f8-9dfd-9060427a0d4e req-4039c715-f6c9-4e61-a419-10aca9b7f39f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jun 22 09:48:41.469634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 20c378e9-d263-44b5-8561-21e1b86dfed4 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:48:41.582885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 20c378e9-d263-44b5-8561-21e1b86dfed4 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:48:41.586568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 20c378e9-d263-44b5-8561-21e1b86dfed4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:48:41.586942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.663572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.684942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:41.687710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91be1770-bb0d-4831-a383-6b95ac3348bd" -d '{"events": [{"server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "name": "network-vif-plugged", "status": "completed", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:41.701495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 20c378e9-d263-44b5-8561-21e1b86dfed4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20c378e9-d263-44b5-8561-21e1b86dfed4,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:48:41.723005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476279c8-019a-45da-950f-1b6e73fe2c18 x-openstack-request-id: req-476279c8-019a-45da-950f-1b6e73fe2c18 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:41.723311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "name": "network-vif-plugged", "status": "completed", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:41.723575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-476279c8-019a-45da-950f-1b6e73fe2c18 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:41.724016 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'code': 200} Jun 22 09:48:41.789464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:41.791511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:41.838120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=20c378e9-d263-44b5-8561-21e1b86dfed4,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:41.841150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:42.092395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebea12-bfe1-474d-ab6d-56f8a286727e req-b182bada-1a56-483b-a289-7ea63f0c6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:42.094245 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-18ebea12-bfe1-474d-ab6d-56f8a286727e req-b182bada-1a56-483b-a289-7ea63f0c6174 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 1098 time: 0.0520420 Jun 22 09:48:42.130532 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-18ebea12-bfe1-474d-ab6d-56f8a286727e req-917866c8-e43c-44ec-af6d-b34f465a5b4b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297835 Jun 22 09:48:42.241396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6ec13-7359-4d10-a823-da5a7cb011b3 req-551f8c42-5a21-4842-a2b6-8b3af15779a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:42.242881 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04a6ec13-7359-4d10-a823-da5a7cb011b3 req-551f8c42-5a21-4842-a2b6-8b3af15779a4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 945 time: 0.0634491 Jun 22 09:48:42.280628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04a6ec13-7359-4d10-a823-da5a7cb011b3 req-3491e85f-6085-4caa-a8ab-21082e36e59f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Jun 22 09:48:43.458335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceeeef-fe76-4987-978d-5329a58ad3b0 req-5347f976-ed07-4bbf-954d-0234b7a0d3c1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:43.459737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b0ceeeef-fe76-4987-978d-5329a58ad3b0 req-5347f976-ed07-4bbf-954d-0234b7a0d3c1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Jun 22 09:48:43.497071 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b0ceeeef-fe76-4987-978d-5329a58ad3b0 req-2d7a3451-9665-4100-95c8-bb8a8fc5648d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Jun 22 09:48:43.686808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1b18a-5f7d-40a7-a929-bbb213ecdbaf req-c779d48c-39d6-4480-b92f-1da30d1d5764 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:43.688357 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e7f1b18a-5f7d-40a7-a929-bbb213ecdbaf req-c779d48c-39d6-4480-b92f-1da30d1d5764 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 945 time: 0.0722413 Jun 22 09:48:43.726873 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e7f1b18a-5f7d-40a7-a929-bbb213ecdbaf req-85583a9b-680b-474c-b7b1-2063e300dd8a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Jun 22 09:48:43.750669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:43.802339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34104faf-5ea4-4068-861c-afb6ff9890be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:43.803830 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-34104faf-5ea4-4068-861c-afb6ff9890be tempest-TestNetworkBasicOps-1107592607 tempest-TestNetworkBasicOps-1107592607-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 1093 time: 0.0522008 Jun 22 09:48:43.806635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58800) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:43.811044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:48:43.922576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.363438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.462244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Allocated IP 172.26.6.29 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/4d379d2d-0063-4f74-a530-b3f42c65042e) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:48:44.563577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.709274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:44.711347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-df4a9920-4235-4b31-bf50-7c446d06a0c6 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:44.745746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:48:44.748547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:48:44.752783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:48:44.778180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=4d379d2d-0063-4f74-a530-b3f42c65042e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:44.782675 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:45.120354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.298698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.452562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.533252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.536224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-85548bf3-6c5a-4bac-99f4-b711eb297267 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:48:45.606223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event updated for resources: {'Port': ['ID=4d379d2d-0063-4f74-a530-b3f42c65042e,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:48:45.609564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:48:45.619712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:45.725494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP b725373d-4311-47ee-9bea-453ab7c270f8 associated. External IP: 172.26.6.29, port: 20c378e9-d263-44b5-8561-21e1b86dfed4. Jun 22 09:48:45.925431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:48:46.031887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:48:46.041656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:48:46.051720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:46.055104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:46.119954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:48:46.157445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:46.161573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3539188 Jun 22 09:48:46.164097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:48:46.164617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58802) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:46.165094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aa77b8-c050-4aa3-a51b-1f766c75828d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:48:46.202417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ccfcc-a8e3-4fa0-a0f8-603960ec8d0a x-openstack-request-id: req-339ccfcc-a8e3-4fa0-a0f8-603960ec8d0a {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:48:46.202918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:48:46.203415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-339ccfcc-a8e3-4fa0-a0f8-603960ec8d0a {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:48:46.203894 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'status': 'completed', 'code': 200} Jun 22 09:48:46.242591 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4f365bc1-15cc-4559-ab7f-f4a64631b770 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 200 len: 990 time: 0.0765023 Jun 22 09:48:46.304639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-abf08867-a283-418d-964d-2a5e2297b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:46.306044 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-abf08867-a283-418d-964d-2a5e2297b093 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 1098 time: 0.0595262 Jun 22 09:48:46.382864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b725373d-4311-47ee-9bea-453ab7c270f8', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:44Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:48:29Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:46.396183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-f7d2c3a6-0fe9-4fb9-bf04-1572dc1b02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:46.397676 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-f7d2c3a6-0fe9-4fb9-bf04-1572dc1b02ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=239595a5-ec46-414b-a0ba-a8fab58cae69 HTTP/1.1" status: 200 len: 896 time: 0.0851831 Jun 22 09:48:46.410608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] Checking router: 84bd0408-cfa8-435f-982e-be07fd02794f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:48:46.418845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:48:46.419458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:48:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:46.464680 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-94a813bd-81b6-4fab-bf70-dea212284046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c378e9-d263-44b5-8561-21e1b86dfed4 HTTP/1.1" status: 200 len: 998 time: 0.0605867 Jun 22 09:48:46.511790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-82d8946d-dce6-4702-9236-0e69489e9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:46.513725 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-82d8946d-dce6-4702-9236-0e69489e9c16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=601814a3-ac89-4fd8-a9a1-6a5281fa6b80 HTTP/1.1" status: 200 len: 835 time: 0.0436075 Jun 22 09:48:46.523439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:48:46.571037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-37ade28e-9a3d-4c9f-a0de-682a8dd20b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:48:46.572493 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-37ade28e-9a3d-4c9f-a0de-682a8dd20b77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=239595a5-ec46-414b-a0ba-a8fab58cae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519464 Jun 22 09:48:46.665050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-37273fea-ec5b-4d0e-ba4e-9eff295812d5 service neutron] 10.222.0.24 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Jun 22 09:48:46.747303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b725373d-4311-47ee-9bea-453ab7c270f8', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:44Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:48:29Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:48:46.757177 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-31aa77b8-c050-4aa3-a51b-1f766c75828d req-bfaefb0d-c5a2-4913-8490-fb8b2101d6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864933 Jun 22 09:48:46.778906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e074b50-c207-47b9-8c55-ade2b36c0eb2 None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b725373d-4311-47ee-9bea-453ab7c270f8', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:48:44Z', 'revision_number': 0, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:48:29Z', 'revision_number': 5, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:48:46.966013 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17442f7-db88-4c12-9466-a2d4d5e465a0 None None] New status for floating IP b725373d-4311-47ee-9bea-453ab7c270f8: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:48:47.245752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58806) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:48:47.315662 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-490cfb87-562f-4db9-b319-1e1d0499c27c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 200 len: 992 time: 0.0685949 Jun 22 09:48:59.521631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e0cf43fc-4dcc-48f4-a36b-4a1c8b326d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.201670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d53ce37-eabd-4ee7-a1dd-83e7a1f51743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:02.652805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:03.513456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:04.964747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:09.398688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:17.680492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:49:18.545947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58820) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:18.550955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:18.853668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:18.983814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.093662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:19.202413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:19.209321 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:19.210468 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-59d52502-af89-4130-8d17-035fd8618da8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/84bd0408-cfa8-435f-982e-be07fd02794f HTTP/1.1" status: 200 len: 889 time: 0.6635349 Jun 22 09:49:19.212091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:19.222499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:19.223139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.265318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.273725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:19.274315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.454979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:19.455547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50db8c-ed34-4e00-9c30-053c2231a832 None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:20.236099 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46b0c4-e9aa-49ac-97ff-5b357fb3db24 None None] New status for floating IP b725373d-4311-47ee-9bea-453ab7c270f8: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:49:21.386730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58824) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:21.392251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:21.428300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:21.505082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.542473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:21.629820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.630561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:21.633324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:21.703652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:21.707470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.714028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.714379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.714723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.715657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.716101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.716434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.716762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.717090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.717416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.717737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.718057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.718379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:21.722919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:21.759498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.779703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 32b98189-17b2-4e2a-8eff-3d8632c85b89, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=32b98189-17b2-4e2a-8eff-3d8632c85b89,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:21.787364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7876827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7876844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7916368'] for router, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.873105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:21.876325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:21.897757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:21.921976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:21.925335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:22.005424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:22.012874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:22.014052 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dbfad6e3-1834-41fc-a7db-18ffa8e98d70 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/84bd0408-cfa8-435f-982e-be07fd02794f HTTP/1.1" status: 200 len: 888 time: 0.6256735 Jun 22 09:49:22.015450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:22.017083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:22.024682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:22.025308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:22.076990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-87089913-7def-45f9-a1e5-8b1bd990040d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 200 len: 990 time: 0.0586395 Jun 22 09:49:22.131956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:22.350820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b725373d-4311-47ee-9bea-453ab7c270f8', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:49:20Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:22.380918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] Checking router: 84bd0408-cfa8-435f-982e-be07fd02794f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:22.389980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:22.390601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:22.493610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:22.711665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b725373d-4311-47ee-9bea-453ab7c270f8', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:49:20Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:22.737959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da8640-d77d-4116-9c92-d27853cec0ff None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'b725373d-4311-47ee-9bea-453ab7c270f8', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'port_id': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'mac_address': 'fa:16:3e:c4:7f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:48:44Z', 'updated_at': '2021-06-22T09:49:20Z', 'revision_number': 2, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:23.080720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58828) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:23.499857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:23.536674 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-18d66f6a-f9ba-4716-a610-045e6e122c19 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 200 len: 990 time: 0.4534843 Jun 22 09:49:23.566386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:23.566766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.645591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.678972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:23.795349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.796266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:23.798084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:23.876070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:23.882762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:23.897778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 32b98189-17b2-4e2a-8eff-3d8632c85b89 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:23.898154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.976163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:23.995733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 32b98189-17b2-4e2a-8eff-3d8632c85b89, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=32b98189-17b2-4e2a-8eff-3d8632c85b89,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:24.114940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:24.116858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:24.166435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:24.169703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:24.350713 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d15b0-ad78-40d5-b0aa-eebdcbbd2fcb None None] New status for floating IP b725373d-4311-47ee-9bea-453ab7c270f8: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:49:24.539443 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58830) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:24.602201 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-20fe7dde-286d-4bae-b6aa-214993da774c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 200 len: 990 time: 0.0614252 Jun 22 09:49:25.437461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:25.484848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f3bcf479-fd7d-4108-98c1-1798dc2ccbda triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:25.485227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.566580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:25.606073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58832) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:25.614299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 32b98189-17b2-4e2a-8eff-3d8632c85b89 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:25.614683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:25.669253 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-868b4263-8702-4b3e-99e0-dc06f894edca tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 200 len: 992 time: 0.0617673 Jun 22 09:49:25.969671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58838) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:26.119686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 4d379d2d-0063-4f74-a530-b3f42c65042e {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:26.120052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.194605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.194930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.262403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 4d379d2d-0063-4f74-a530-b3f42c65042e owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:26.495255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.497989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:26.522217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=4d379d2d-0063-4f74-a530-b3f42c65042e,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:26.550160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.550556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.552580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.552986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.553372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.553757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.554133 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.554508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.554882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.555254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.555625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.556027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:26.563856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:26.601532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.601871 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Floating IP b725373d-4311-47ee-9bea-453ab7c270f8 disassociated (deleted). External IP: 172.26.6.29, port: 20c378e9-d263-44b5-8561-21e1b86dfed4. Jun 22 09:49:26.809358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:26.918317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:26.922639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:26.927627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:26.936971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:26.937599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:26.960325 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/floatingips/b725373d-4311-47ee-9bea-453ab7c270f8 HTTP/1.1" status: 204 len: 168 time: 0.9895508 Jun 22 09:49:26.961060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:49:26.963495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:49:27.002509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13282ae8-a768-4f57-aee5-fedaea5f851c x-openstack-request-id: req-13282ae8-a768-4f57-aee5-fedaea5f851c {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:49:27.002999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:49:27.003313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13282ae8-a768-4f57-aee5-fedaea5f851c {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:49:27.003771 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'status': 'completed', 'code': 200} Jun 22 09:49:27.044210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:27.144386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-4ad2a547-b0e1-4fd4-b633-f97c79fddf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:27.151089 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-4ad2a547-b0e1-4fd4-b633-f97c79fddf9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76e3306a0954433fb1e4e97cf032729b&device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 1098 time: 0.0999269 Jun 22 09:49:27.247304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:27.248494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-5ba85993-c4c8-4e89-a844-82d8f57c2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:27.250144 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-5ba85993-c4c8-4e89-a844-82d8f57c2705 service neutron] 10.222.0.24 "GET /v2.0/networks?id=239595a5-ec46-414b-a0ba-a8fab58cae69 HTTP/1.1" status: 200 len: 896 time: 0.0894103 Jun 22 09:49:27.274359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] Checking router: 84bd0408-cfa8-435f-982e-be07fd02794f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:27.283422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:27.284070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:27.298823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-143b72fc-fcdc-4f08-9292-8774dadd1e28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c378e9-d263-44b5-8561-21e1b86dfed4 HTTP/1.1" status: 200 len: 217 time: 0.0421724 Jun 22 09:49:27.354425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-422d8eee-26de-4224-8fa6-b339970f9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:27.356515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-422d8eee-26de-4224-8fa6-b339970f9734 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=601814a3-ac89-4fd8-a9a1-6a5281fa6b80 HTTP/1.1" status: 200 len: 835 time: 0.0514901 Jun 22 09:49:27.419804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-e0312087-ebb8-49e1-931e-2399996070c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:27.421193 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-e0312087-ebb8-49e1-931e-2399996070c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=239595a5-ec46-414b-a0ba-a8fab58cae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585711 Jun 22 09:49:27.524953 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-84245d92-9f33-48a0-af9d-cd2282e1f0c2 service neutron] 10.222.0.24 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966835 Jun 22 09:49:27.549449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:27.591161 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e34602-e744-418b-b0da-594b16b2803a req-9a56be30-f146-4c74-a362-e81775befc58 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:27.593089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52e34602-e744-418b-b0da-594b16b2803a req-9a56be30-f146-4c74-a362-e81775befc58 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 945 time: 0.0761285 Jun 22 09:49:27.623449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c286cb56-2fc3-45ac-b7f7-c0f35f3a888e req-fb08f4a7-443c-473a-a173-72b41665481f service neutron] 10.222.0.24 "GET /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921934 Jun 22 09:49:27.636367 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52e34602-e744-418b-b0da-594b16b2803a req-56044c41-0ed0-4852-b1f4-9a7badc98a27 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353699 Jun 22 09:49:27.773599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:27.802965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2c40-961e-4a85-8584-8cbfa67eba79 None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:21Z', 'revision_number': 6, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'f3bcf479-fd7d-4108-98c1-1798dc2ccbda', 'name': '', 'network_id': '239595a5-ec46-414b-a0ba-a8fab58cae69', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'mac_address': 'fa:16:3e:69:27:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:24Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'subnets': [{'id': '601814a3-ac89-4fd8-a9a1-6a5281fa6b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:28.401229 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e56542-2a6c-4ee2-ae26-929fd8202d00 None None] New status for floating IP b725373d-4311-47ee-9bea-453ab7c270f8: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:49:28.819717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53795bd5-e6ca-4fcd-9d96-8c22df0bdee4 req-b4c9c506-e18c-41a8-a32b-64716b1bd438 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:28.821271 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-53795bd5-e6ca-4fcd-9d96-8c22df0bdee4 req-b4c9c506-e18c-41a8-a32b-64716b1bd438 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 945 time: 0.0708356 Jun 22 09:49:28.858848 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-53795bd5-e6ca-4fcd-9d96-8c22df0bdee4 req-5162cc78-8b8f-4e90-b962-4fb3f7843afe tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/security-groups?id=328b53f0-e987-4864-8f9d-8269ca2e0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Jun 22 09:49:29.001307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-3d738eb2-c103-449e-bfd7-2d9bb9eea8cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:29.003079 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-3d738eb2-c103-449e-bfd7-2d9bb9eea8cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 945 time: 0.0618658 Jun 22 09:49:29.098634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 20c378e9-d263-44b5-8561-21e1b86dfed4 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:29.098973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.193526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 20c378e9-d263-44b5-8561-21e1b86dfed4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=20c378e9-d263-44b5-8561-21e1b86dfed4,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:29.193884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.264928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 20c378e9-d263-44b5-8561-21e1b86dfed4 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:29.445933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.450087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:29.478941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=20c378e9-d263-44b5-8561-21e1b86dfed4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:29.510304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.510740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.511129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.511507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.512184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.512584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.512962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.513339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.513713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.514084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.514452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.514817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:49:29.518773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:29.534982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] No DVR routers for this DVR port 20c378e9-d263-44b5-8561-21e1b86dfed4 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:29.537455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.539502 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4dee117c-08df-4bae-b6a9-b26dd55e1e6e req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.24 "DELETE /v2.0/ports/20c378e9-d263-44b5-8561-21e1b86dfed4 HTTP/1.1" status: 204 len: 173 time: 0.5315323 Jun 22 09:49:29.540117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'name': 'network-vif-deleted', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:49:29.542488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef13504d-d381-470c-a589-f1b8f46ad230" -d '{"events": [{"server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "name": "network-vif-deleted", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:49:29.554842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd664-2e79-45d8-8a17-b762eed9b4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:29.582639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8959ebe0-239c-448a-a028-6bc407bd0938 x-openstack-request-id: req-8959ebe0-239c-448a-a028-6bc407bd0938 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:49:29.582984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2", "name": "network-vif-deleted", "tag": "20c378e9-d263-44b5-8561-21e1b86dfed4", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:49:29.583315 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8959ebe0-239c-448a-a028-6bc407bd0938 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:49:29.583790 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2', 'name': 'network-vif-deleted', 'tag': '20c378e9-d263-44b5-8561-21e1b86dfed4', 'status': 'completed', 'code': 200} Jun 22 09:49:30.017632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12d29f42-e962-4f95-b375-730dcf169376 req-284953cd-ab97-435c-91ab-04d3a3825086 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb91bbe1-301e-4ae5-b2ce-a136ce5c11c2 HTTP/1.1" status: 200 len: 210 time: 0.0287669 Jun 22 09:49:31.117884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58856) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:31.177515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.202210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.326058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.328659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:31.330089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/security-groups/328b53f0-e987-4864-8f9d-8269ca2e0b0d HTTP/1.1" status: 204 len: 168 time: 0.2112072 Jun 22 09:49:31.330920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-47898e1d-f21d-4892-953a-15b411168e1d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:31.340523 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328b53f0-e987-4864-8f9d-8269ca2e0b0d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:31.344124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4c0362ff-bf72-4694-b268-a9f2a73c5b47 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:31.422527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58860) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:31.794138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.058589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port f3bcf479-fd7d-4108-98c1-1798dc2ccbda {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:32.059038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.147060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port f3bcf479-fd7d-4108-98c1-1798dc2ccbda, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:32.147725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.177754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63a5a90c-f32f-4ecb-9fa3-728e587fb030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.214140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for f3bcf479-fd7d-4108-98c1-1798dc2ccbda owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:32.474693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.476890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1d289ce0-482d-4a82-a37f-25bc261b1290 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:32.507058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=f3bcf479-fd7d-4108-98c1-1798dc2ccbda,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:32.509732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:32.640214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.688500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:32.904937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Router 84bd0408-cfa8-435f-982e-be07fd02794f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:49:33.010923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:49:33.016037 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "PUT /v2.0/routers/84bd0408-cfa8-435f-982e-be07fd02794f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5924318 Jun 22 09:49:33.018964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58862) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.020096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] Sync routers for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:49:33.031046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:33.031674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:33.069480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting subnet 601814a3-ac89-4fd8-a9a1-6a5281fa6b80 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:49:33.072539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.117342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.137536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:33.198812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.314485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:32Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:33.341609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] Checking router: 84bd0408-cfa8-435f-982e-be07fd02794f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:49:33.343331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.346404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-63e98003-19d2-475a-8957-f670f80f919d tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:33.350274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] Routers {'84bd0408-cfa8-435f-982e-be07fd02794f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:49:33.350898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:49:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['84bd0408-cfa8-435f-982e-be07fd02794f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:33.376603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Subnet': ['ID=601814a3-ac89-4fd8-a9a1-6a5281fa6b80,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:33.379645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:33.380676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.382559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/subnets/601814a3-ac89-4fd8-a9a1-6a5281fa6b80 HTTP/1.1" status: 204 len: 168 time: 0.3625650 Jun 22 09:49:33.389700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58864) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:33.391913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857171e0-22e4-4f89-98ae-3e7f46fc9e4d None None] Network 239595a5-ec46-414b-a0ba-a8fab58cae69 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:49:33.507729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.566899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] Set router 84bd0408-cfa8-435f-982e-be07fd02794f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:49:33.569446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.610693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.746680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 20c378e9-d263-44b5-8561-21e1b86dfed4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:33.770103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] DHCP port deletion for 239595a5-ec46-414b-a0ba-a8fab58cae69 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:49:33.774995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Deleting port 32b98189-17b2-4e2a-8eff-3d8632c85b89 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:33.775129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 20c378e9-d263-44b5-8561-21e1b86dfed4 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:33.775219 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.775309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 20c378e9-d263-44b5-8561-21e1b86dfed4 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:33.821652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:32Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:33.849551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bc399-3192-43ff-8bde-8a991b9d6cce None None] The sync data for ids ['84bd0408-cfa8-435f-982e-be07fd02794f'] in dv-neutron-797120-3-hyperv is: [{'id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'name': 'tempest-TestNetworkBasicOps-router-1004014203', 'tenant_id': '76e3306a0954433fb1e4e97cf032729b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:48:21Z', 'updated_at': '2021-06-22T09:49:32Z', 'revision_number': 7, 'project_id': '76e3306a0954433fb1e4e97cf032729b', 'gw_port': {'id': '32b98189-17b2-4e2a-8eff-3d8632c85b89', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd0408-cfa8-435f-982e-be07fd02794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:48:22Z', 'updated_at': '2021-06-22T09:49:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:49:33.853060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] For port 32b98189-17b2-4e2a-8eff-3d8632c85b89, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=32b98189-17b2-4e2a-8eff-3d8632c85b89,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:33.853422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.861242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Deleting port 708f9773-ac41-4aa7-9304-43c8a45ca3fc {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:49:33.861713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.928738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] For port 708f9773-ac41-4aa7-9304-43c8a45ca3fc, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=708f9773-ac41-4aa7-9304-43c8a45ca3fc,segment=NetworkSegment(073ff180-6a15-401f-af0c-673d5a5d4afb),segment_id=073ff180-6a15-401f-af0c-673d5a5d4afb)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:33.929143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:33.929780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Calling delete_port for 32b98189-17b2-4e2a-8eff-3d8632c85b89 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:33.994791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Calling delete_port for 708f9773-ac41-4aa7-9304-43c8a45ca3fc owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:49:34.131525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.134547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-63344fd7-6b8b-4ea9-93a5-e434413013ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:34.159417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Pushing event deleted for resources: {'Port': ['ID=708f9773-ac41-4aa7-9304-43c8a45ca3fc,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:34.161501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] No DVR routers for this DVR port 708f9773-ac41-4aa7-9304-43c8a45ca3fc on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:49:34.162703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:34.190982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.190982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-634d60f8-e5d9-4a81-abf9-ff82609b40bb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:34.214004 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Port': ['ID=32b98189-17b2-4e2a-8eff-3d8632c85b89,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:34.224955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:34.288143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.380645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.382805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.497708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.498285 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Fanout notify agent at l3_agent the message router_deleted on router 84bd0408-cfa8-435f-982e-be07fd02794f {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:49:34.505173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.506499 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/routers/84bd0408-cfa8-435f-982e-be07fd02794f HTTP/1.1" status: 204 len: 168 time: 1.1168044 Jun 22 09:49:34.509010 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 58866) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:34.588098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.680999 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.690542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239595a5-ec46-414b-a0ba-a8fab58cae69']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:34.700778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073ff180-6a15-401f-af0c-673d5a5d4afb') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:34.701077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073ff180-6a15-401f-af0c-673d5a5d4afb') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:49:34.709603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.723616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.729229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:49:34.729654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:49:34.732525 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:49:34.971659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.272036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.275421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c2e87f8e-5d43-49b6-9933-31858a0be5d2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:35.280042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.283323 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] 10.222.0.65 "DELETE /v2.0/networks/239595a5-ec46-414b-a0ba-a8fab58cae69 HTTP/1.1" status: 204 len: 168 time: 0.7718952 Jun 22 09:49:35.294346 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Pushing event deleted for resources: {'Network': ['ID=239595a5-ec46-414b-a0ba-a8fab58cae69,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:35.296845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:35.437801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:35.458185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f3bcf479-fd7d-4108-98c1-1798dc2ccbda {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:35.458568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f3bcf479-fd7d-4108-98c1-1798dc2ccbda not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:35.458993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:35.480996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 32b98189-17b2-4e2a-8eff-3d8632c85b89 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:35.481372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 32b98189-17b2-4e2a-8eff-3d8632c85b89 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:35.481802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 708f9773-ac41-4aa7-9304-43c8a45ca3fc no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:49:35.500501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 708f9773-ac41-4aa7-9304-43c8a45ca3fc {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:49:35.500859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 708f9773-ac41-4aa7-9304-43c8a45ca3fc not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:49:35.779046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58872) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.907695 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8b5a4b79-d67b-4a51-addb-ec825d3d5ea1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76e3306a0954433fb1e4e97cf032729b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273947 Jun 22 09:49:35.910007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58876) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:35.956382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:35.978439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.146381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.150885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.150885 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a44036ca-fe72-457f-b6fc-53a9ea0297e1 HTTP/1.1" status: 204 len: 168 time: 0.2394273 Jun 22 09:49:36.151161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa3cd43a-14ff-4286-a810-ab96468647cb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:36.159559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44036ca-fe72-457f-b6fc-53a9ea0297e1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:36.161910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:36.852690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58882) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:36.866546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:36.956991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.034065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.037453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2744db0d-ab4f-4f16-b15e-fd5a6cb36095 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:37.410363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f648abf-54e1-4145-9323-da313e0f0088,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:37.414606 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87c8be43ab874cfe9fb101a6a1b771d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606513 Jun 22 09:49:37.415557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:37.417365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 58884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:49:37.463778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.485330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.622918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.625577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:37.626734 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f648abf-54e1-4145-9323-da313e0f0088 HTTP/1.1" status: 204 len: 168 time: 0.2078931 Jun 22 09:49:37.627557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c0c240ae-4848-4f6e-8a02-482d0232786b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:37.635368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f648abf-54e1-4145-9323-da313e0f0088,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:37.638425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:39.394245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:45.060064 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-71df8e4b-561e-46a1-a50a-fa5adba58b08 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287974 Jun 22 09:49:45.244509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-aafd14dc-2781-4740-a4e5-2d0a7b020897 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:45.246486 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-aafd14dc-2781-4740-a4e5-2d0a7b020897 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814134 Jun 22 09:49:45.261978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-083e201e-3038-4bba-bd70-5fb98721c2a0 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/quotas/d97ed1c89ff44fc695ad5140017e0b0f HTTP/1.1" status: 200 len: 375 time: 0.0094087 Jun 22 09:49:45.300601 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-f3d10e51-e749-467b-9623-c9fe3cbdac65 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327067 Jun 22 09:49:45.562515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1aa23d65-1619-4b08-9736-3903ce968aa3 req-165b62a6-4202-47f6-8afb-3d1d5de8d766 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 210 time: 0.0285153 Jun 22 09:49:46.644327 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da948129-c0d1-4161-a9a0-ece2b5defc13 req-26159dba-f29f-4b12-a669-40e580804180 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 210 time: 0.0292001 Jun 22 09:49:47.785749 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cc6774bc-7488-4752-ae6d-09137b2f9ff2 req-00e35fac-8254-4be3-8269-186fa57cc2e1 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 210 time: 0.0307276 Jun 22 09:49:48.927578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18ce54d3-9d5c-4ccd-82e1-d5bf22b94111 req-eb90211a-0831-4afb-a994-ae24748dca1d tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 210 time: 0.0297463 Jun 22 09:49:49.828956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-f216ca13-14bd-4f46-907e-0488da005a56 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361080 Jun 22 09:49:50.014596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-fae0e49f-ced9-48cb-be01-bb2116b908d2 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:50.016082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-fae0e49f-ced9-48cb-be01-bb2116b908d2 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814857 Jun 22 09:49:50.034015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Request body: {'port': {'device_id': '8745a2e5-e00c-49db-a24e-455d9158335a', 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6', 'admin_state_up': True, 'tenant_id': 'd97ed1c89ff44fc695ad5140017e0b0f'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:50.106908 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1ae037e7-d9dd-45fd-933f-4af88b0f3bed req-d92492db-30db-4043-9f58-bde8ce4efc8a tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 210 time: 0.0576460 Jun 22 09:49:50.277878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Made reservation on behalf of d97ed1c89ff44fc695ad5140017e0b0f for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:49:50.283017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.293012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.381448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.453666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.457862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4ca7a576-d638-46fe-8c95-53150a4cc4a3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:50.519889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18214bca-7d60-45eb-9b6b-a07c4c6f92f8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:50.524582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:50.585906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Allocated IP 192.168.233.152 (03ba1e93-f2f1-486d-8d87-709fe5916bc6/fdbf47ec-9c36-4feb-9034-290f1c63287f/9901c2f8-dd70-4639-9a3d-3ea4551ed4ec) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:49:50.731027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.743581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Transition to ACTIVE for port object 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:50.868641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:50.873318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-479ad416-2395-4c9f-8660-4005dd27ae1f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:50.913321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:49:50.916873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:49:50.923069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:49:50.929059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Pushing event updated for resources: {'Port': ['ID=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:50.951198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:50.978704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:50.979409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.106922 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0766957 Jun 22 09:49:51.125365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Request body: {'port': {'device_id': '8745a2e5-e00c-49db-a24e-455d9158335a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:49:51.203228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.289585 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ca48b-7977-4b3e-ba65-8e00368ca35b req-795ecbd2-79b0-46b5-9d72-5a15e4076a0f tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:51.290945 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9c1ca48b-7977-4b3e-ba65-8e00368ca35b req-795ecbd2-79b0-46b5-9d72-5a15e4076a0f tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 936 time: 0.0675647 Jun 22 09:49:51.331164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9c1ca48b-7977-4b3e-ba65-8e00368ca35b req-5dff4113-16c2-4a5a-a7fb-3f52cf191dc3 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 Jun 22 09:49:51.354113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b54142b5-1465-4eba-a317-6de5e9f57b99 None None] Provisioning for port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:51.358894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-b54142b5-1465-4eba-a317-6de5e9f57b99 None None] Provisioning complete for port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:51.359290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b54142b5-1465-4eba-a317-6de5e9f57b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.395382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b54142b5-1465-4eba-a317-6de5e9f57b99 None None] Port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:49:51.468624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:49:51.475993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.488544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Transition to ACTIVE for port object 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:49:51.553819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.555987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:51.634679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Pushing event updated for resources: {'Port': ['ID=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:51.638297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:51.709897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Attempting to bind port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:49:51.710251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Attempting to bind port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:49:51.710583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Attempting to bind port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec on network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:51.715849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec on network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:49:51.716217 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Attempting to bind port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec on network 03ba1e93-f2f1-486d-8d87-709fe5916bc6 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:49:51.721190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:49:51.721533 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Checking segment: {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:49:51.721920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Bound using segment: {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:49:51.722356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Bound port: 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f975faa0-06f8-44c0-af23-51a9fabe9346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:49:51.722713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.786378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] For port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:49:51.789342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] For port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:49:51.865967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.868111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:51.901495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:51.902117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:51.903534 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] 10.222.0.24 "PUT /v2.0/ports/9901c2f8-dd70-4639-9a3d-3ea4551ed4ec HTTP/1.1" status: 200 len: 1098 time: 0.7824998 Jun 22 09:49:51.904140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745a2e5-e00c-49db-a24e-455d9158335a', 'tag': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:49:51.906445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fcffd4-d7f5-4a8b-85f7-b9fd2091a680" -d '{"events": [{"name": "network-changed", "server_uuid": "8745a2e5-e00c-49db-a24e-455d9158335a", "tag": "9901c2f8-dd70-4639-9a3d-3ea4551ed4ec"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:49:51.932454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Pushing event updated for resources: {'Port': ['ID=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:51.941233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:51.946382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455e0dc-02cb-457a-98e8-aed692d44ae1 x-openstack-request-id: req-5455e0dc-02cb-457a-98e8-aed692d44ae1 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:49:51.946757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8745a2e5-e00c-49db-a24e-455d9158335a", "tag": "9901c2f8-dd70-4639-9a3d-3ea4551ed4ec", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:49:51.947060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5455e0dc-02cb-457a-98e8-aed692d44ae1 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:49:51.948065 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745a2e5-e00c-49db-a24e-455d9158335a', 'tag': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec', 'status': 'completed', 'code': 200} Jun 22 09:49:52.045365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcffd4-d7f5-4a8b-85f7-b9fd2091a680 req-a5e73d22-b96c-4c13-87e1-c6a63570c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.046960 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12fcffd4-d7f5-4a8b-85f7-b9fd2091a680 req-a5e73d22-b96c-4c13-87e1-c6a63570c57b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 1101 time: 0.0578964 Jun 22 09:49:52.084921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12fcffd4-d7f5-4a8b-85f7-b9fd2091a680 req-9388431f-c41b-43c8-9610-f6a0bc03e39b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244236 Jun 22 09:49:52.190388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcffd4-d7f5-4a8b-85f7-b9fd2091a680 req-e5a91ec3-88f1-452b-991a-80622bdec5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.191766 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12fcffd4-d7f5-4a8b-85f7-b9fd2091a680 req-e5a91ec3-88f1-452b-991a-80622bdec5bf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012280 Jun 22 09:49:52.299202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-0989393b-843e-4f3d-8073-b4a4d5d7084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.300710 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-0989393b-843e-4f3d-8073-b4a4d5d7084b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 1101 time: 0.0519497 Jun 22 09:49:52.351567 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-7fabf635-fdd9-4fab-8e81-10b432111ec1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec HTTP/1.1" status: 200 len: 217 time: 0.0378616 Jun 22 09:49:52.399754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-4145fe87-6f8a-4d11-9b8c-772d4e26ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.402102 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-4145fe87-6f8a-4d11-9b8c-772d4e26ec91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdbf47ec-9c36-4feb-9034-290f1c63287f HTTP/1.1" status: 200 len: 843 time: 0.0446639 Jun 22 09:49:52.459305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-57993606-0169-4565-bfd7-45865bb508d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.460819 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-57993606-0169-4565-bfd7-45865bb508d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03ba1e93-f2f1-486d-8d87-709fe5916bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0519505 Jun 22 09:49:52.521578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e3bb-ad26-4cfe-90de-90f89bd5d902 req-d5abdfbf-7ac5-4950-9349-c1788a011d76 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:52.523069 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb97e3bb-ad26-4cfe-90de-90f89bd5d902 req-d5abdfbf-7ac5-4950-9349-c1788a011d76 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 948 time: 0.0768762 Jun 22 09:49:52.555540 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-5b6f34cf-54f5-4283-b5d7-0b4b960d568f service neutron] 10.222.0.24 "GET /v2.0/networks/03ba1e93-f2f1-486d-8d87-709fe5916bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882127 Jun 22 09:49:52.561793 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb97e3bb-ad26-4cfe-90de-90f89bd5d902 req-4a099712-5a0a-4092-9beb-aed54636dde2 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Jun 22 09:49:52.645220 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3bdd391d-6450-4512-bfac-c6911b81d0fe req-239f9279-13e8-44d8-b4a4-79c961c60ead service neutron] 10.222.0.24 "GET /v2.0/networks/03ba1e93-f2f1-486d-8d87-709fe5916bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836203 Jun 22 09:49:53.738877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67b0ac-6ece-477e-bcf2-9afecf210294 req-8181610d-85fe-4923-b9e2-ac774a965d6a tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:53.740354 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af67b0ac-6ece-477e-bcf2-9afecf210294 req-8181610d-85fe-4923-b9e2-ac774a965d6a tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 948 time: 0.0684931 Jun 22 09:49:53.777347 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af67b0ac-6ece-477e-bcf2-9afecf210294 req-85982be1-7728-4f7c-b9e3-79d2cd7e554c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jun 22 09:49:54.678417 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:49:54.947551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf42bd-37bf-47ef-8aaf-73d3ce51ba7e req-44ac337a-0b4f-4f41-84b5-b30510181581 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:54.949226 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-daaf42bd-37bf-47ef-8aaf-73d3ce51ba7e req-44ac337a-0b4f-4f41-84b5-b30510181581 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 948 time: 0.0629702 Jun 22 09:49:54.986935 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-daaf42bd-37bf-47ef-8aaf-73d3ce51ba7e req-3a598594-531c-40ee-af04-410656755a4a tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Jun 22 09:49:55.854713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:49:55.956266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:55.967675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec', 'network_id': '03ba1e93-f2f1-486d-8d87-709fe5916bc6', 'port_id': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec', 'mac_address': 'fa:16:3e:99:4c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbf47ec-9c36-4feb-9034-290f1c63287f', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:49:56.002890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:56.016304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:49:56.035276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:56.148296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:56.150181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:56.160845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13185-5fe3-4bce-b8f8-9baadbd642f0 req-fee9c270-2941-4539-acee-c8bc7eb6f9c0 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:56.163342 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d13185-5fe3-4bce-b8f8-9baadbd642f0 req-fee9c270-2941-4539-acee-c8bc7eb6f9c0 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 948 time: 0.0663972 Jun 22 09:49:56.197540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:56.200977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:56.201126 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d13185-5fe3-4bce-b8f8-9baadbd642f0 req-b9f1f99b-f609-487d-922c-342e754a5310 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Jun 22 09:49:56.428233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['9901c2f8-dd70-4639-9a3d-3ea4551ed4ec'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:49:57.376280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54b03a-7cca-467c-9e16-46bfee486280 req-b48ef881-89fe-44d1-98d6-61abcd538d3c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:57.377727 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc54b03a-7cca-467c-9e16-46bfee486280 req-b48ef881-89fe-44d1-98d6-61abcd538d3c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 949 time: 0.0663233 Jun 22 09:49:57.416604 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc54b03a-7cca-467c-9e16-46bfee486280 req-af4da5c2-0f67-40c0-b0b9-426e8e12bd9b tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Jun 22 09:49:57.873329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:49:57.982047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:49:57.985739 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:49:57.986117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:58.062724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:58.083670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745a2e5-e00c-49db-a24e-455d9158335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:49:58.085935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d169e-c1c7-4b91-868b-3220f108bc5c" -d '{"events": [{"server_uuid": "8745a2e5-e00c-49db-a24e-455d9158335a", "name": "network-vif-plugged", "status": "completed", "tag": "9901c2f8-dd70-4639-9a3d-3ea4551ed4ec"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:49:58.098179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:49:58.125337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2f8e4-55af-45b1-b1b4-dea828b8f9c2 x-openstack-request-id: req-5dd2f8e4-55af-45b1-b1b4-dea828b8f9c2 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:49:58.125592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745a2e5-e00c-49db-a24e-455d9158335a", "name": "network-vif-plugged", "status": "completed", "tag": "9901c2f8-dd70-4639-9a3d-3ea4551ed4ec", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:49:58.125854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dd2f8e4-55af-45b1-b1b4-dea828b8f9c2 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:49:58.126304 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745a2e5-e00c-49db-a24e-455d9158335a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec', 'code': 200} Jun 22 09:49:58.193459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:58.195422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:49:58.240901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:49:58.243860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:49:58.566219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139aa57-0055-4cfe-a412-b3249c0f66c3 req-c7298cd7-c990-433d-a98b-5b9fd69294b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:58.568408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6139aa57-0055-4cfe-a412-b3249c0f66c3 req-c7298cd7-c990-433d-a98b-5b9fd69294b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 1103 time: 0.0536885 Jun 22 09:49:58.594032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d2f7d-5d34-494a-a338-bf9fbc2c239d req-87aa226f-a556-47d6-8d5a-b6b5b1c212d8 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:58.595533 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-009d2f7d-5d34-494a-a338-bf9fbc2c239d req-87aa226f-a556-47d6-8d5a-b6b5b1c212d8 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 950 time: 0.0648787 Jun 22 09:49:58.602463 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6139aa57-0055-4cfe-a412-b3249c0f66c3 req-d4293181-30c8-4db5-bc58-d672d184e77e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279138 Jun 22 09:49:58.633213 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-009d2f7d-5d34-494a-a338-bf9fbc2c239d req-6d711bb5-4201-43f7-9e6b-f462f84fdc02 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Jun 22 09:49:59.487854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8db215c-cee3-40df-aff2-cfacc1e0fc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:49:59.812841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61650b3a-222b-4e5d-baa3-49eeabeed6aa req-f39d506a-078b-4a0a-a3c1-065f5c7b7938 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:49:59.814831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-61650b3a-222b-4e5d-baa3-49eeabeed6aa req-f39d506a-078b-4a0a-a3c1-065f5c7b7938 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 950 time: 0.0663278 Jun 22 09:49:59.854737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-61650b3a-222b-4e5d-baa3-49eeabeed6aa req-3f66ad81-ee6b-43e7-9ae3-d7e955cb4dca tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Jun 22 09:50:01.028257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df692dbc-c162-4103-9ec6-3e8f345116fc req-0444adad-52d5-4b6b-88d9-9211f21a0683 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:01.029713 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-df692dbc-c162-4103-9ec6-3e8f345116fc req-0444adad-52d5-4b6b-88d9-9211f21a0683 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 950 time: 0.0662694 Jun 22 09:50:01.067373 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-df692dbc-c162-4103-9ec6-3e8f345116fc req-d54dbf5b-bc14-4a97-8c3e-0bb82779f196 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Jun 22 09:50:02.279491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2e64d31-48ed-48b7-9ab1-9710c649f5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.642402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:02.982310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1350-fae9-4c54-9a04-d13928a404b7 req-6d73ff44-2983-4572-bab2-9a9f60b5ca38 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:02.983744 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-280e1350-fae9-4c54-9a04-d13928a404b7 req-6d73ff44-2983-4572-bab2-9a9f60b5ca38 tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 950 time: 0.0642891 Jun 22 09:50:03.021257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-280e1350-fae9-4c54-9a04-d13928a404b7 req-6f18724a-e2ec-404f-843e-f249392888de tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Jun 22 09:50:03.487279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:04.193872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547a7fb-0850-4f7f-adbe-d60329b0ff23 req-511913fc-0636-4c2a-9c64-6f3122052a0b tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:04.195335 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e547a7fb-0850-4f7f-adbe-d60329b0ff23 req-511913fc-0636-4c2a-9c64-6f3122052a0b tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 950 time: 0.0630050 Jun 22 09:50:04.232548 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e547a7fb-0850-4f7f-adbe-d60329b0ff23 req-0d5d01ef-15a9-4809-8d91-f18b09f235fd tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/security-groups?id=18214bca-7d60-45eb-9b6b-a07c4c6f92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Jun 22 09:50:04.387791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-659cc580-83d8-48f9-bb46-234e2ea4d6cd tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:04.389160 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-659cc580-83d8-48f9-bb46-234e2ea4d6cd tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.24 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 950 time: 0.0671461 Jun 22 09:50:04.487650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Deleting port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:50:04.488018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:04.575624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] For port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,segment=NetworkSegment(f975faa0-06f8-44c0-af23-51a9fabe9346),segment_id=f975faa0-06f8-44c0-af23-51a9fabe9346)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:04.576007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:04.639053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Calling delete_port for 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:50:04.855143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:04.859108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d8c0ad0f-c569-473f-b6d7-03995bd199be tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:04.885234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Pushing event deleted for resources: {'Port': ['ID=9901c2f8-dd70-4639-9a3d-3ea4551ed4ec,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:04.888766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:04.889140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['9901c2f8-dd70-4639-9a3d-3ea4551ed4ec'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:50:04.937084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] No DVR routers for this DVR port 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:50:04.939679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:04.943747 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-00c048e5-7fa0-4c39-b516-5e3312ea31f3 req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.24 "DELETE /v2.0/ports/9901c2f8-dd70-4639-9a3d-3ea4551ed4ec HTTP/1.1" status: 204 len: 173 time: 0.5461662 Jun 22 09:50:04.943747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745a2e5-e00c-49db-a24e-455d9158335a', 'name': 'network-vif-deleted', 'tag': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:04.944700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7f4867-6dbf-4716-bf6e-ef48af95dcac" -d '{"events": [{"server_uuid": "8745a2e5-e00c-49db-a24e-455d9158335a", "name": "network-vif-deleted", "tag": "9901c2f8-dd70-4639-9a3d-3ea4551ed4ec"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:04.986277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82bc2dc-4797-4d4c-9385-105de548e8cd x-openstack-request-id: req-e82bc2dc-4797-4d4c-9385-105de548e8cd {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:04.986619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745a2e5-e00c-49db-a24e-455d9158335a", "name": "network-vif-deleted", "tag": "9901c2f8-dd70-4639-9a3d-3ea4551ed4ec", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:04.986918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e82bc2dc-4797-4d4c-9385-105de548e8cd {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:04.987369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745a2e5-e00c-49db-a24e-455d9158335a', 'name': 'network-vif-deleted', 'tag': '9901c2f8-dd70-4639-9a3d-3ea4551ed4ec', 'status': 'completed', 'code': 200} Jun 22 09:50:05.004865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:05.390191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-222473aa-9b87-4db2-ad5c-40783db294b5 req-05491e8d-e47a-4870-a332-fb61b6b97aee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] 10.222.0.65 "GET /v2.0/ports?device_id=8745a2e5-e00c-49db-a24e-455d9158335a HTTP/1.1" status: 200 len: 210 time: 0.0311921 Jun 22 09:50:07.108033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59038) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:07.234237 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29806d52-adcf-4afb-9391-87dd9288ef7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d97ed1c89ff44fc695ad5140017e0b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246717 Jun 22 09:50:07.236551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59042) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:07.286567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.308356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.470430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.473054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:07.474207 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18214bca-7d60-45eb-9b6b-a07c4c6f92f8 HTTP/1.1" status: 204 len: 168 time: 0.2367401 Jun 22 09:50:07.475110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7b147d8-bf91-42a1-8bf4-06f14811656b tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:07.483480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18214bca-7d60-45eb-9b6b-a07c4c6f92f8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:07.486027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3795e33f-e11b-42f7-869c-1f5e12bc4d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:07.917702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:50:07.940613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:50:07.940962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 9901c2f8-dd70-4639-9a3d-3ea4551ed4ec not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:50:08.195613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 59048) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:08.209358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.296504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.507448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.511190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-597ed5c7-6800-4c0d-ad45-ced056c321a1 tempest-RoutersAdminNegativeTest-422560617 tempest-RoutersAdminNegativeTest-422560617-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:08.547136 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4142d6686c9d4d3283fec12a8bad8d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504126 Jun 22 09:50:08.548178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ffbb6f-22b7-4e6f-bb9a-79c195d01415,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:08.549798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59050) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:08.551255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:08.602833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.623356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.770152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.772775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:08.773936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7ffbb6f-22b7-4e6f-bb9a-79c195d01415 HTTP/1.1" status: 204 len: 168 time: 0.2230055 Jun 22 09:50:08.774861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a6a0a42a-0f57-431b-9c20-0a99014115e2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:08.782271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ffbb6f-22b7-4e6f-bb9a-79c195d01415,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:08.784568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:09.424844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:09.845803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59072) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:09.938545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-927395305-network', 'tenant_id': '479ce14d0327414883e81380771c9fe3'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:10.076355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Made reservation on behalf of 479ce14d0327414883e81380771c9fe3 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:50:10.078745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.088285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.174374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.281607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.284705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-22b59cd7-49a7-4413-b14c-0703bbfafe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:10.306775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:50:10.315236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2637cd1f-3b40-4fbd-94d3-1d3c6f515778,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:10.318821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:10.322358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.323437 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Added segment 65f029ae-0b31-422c-9560-b3fcd9783862 of type vlan for network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 Jun 22 09:50:10.361996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.489908 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.490998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:10.491615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:10.495381 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2ed4d5bb-6afb-428d-bfa6-20e1ab5aabda tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:10.578473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Pushing event updated for resources: {'Network': ['ID=4be7a725-24ea-46d8-b0cd-44b9bda47a32,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:10.581202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:10.588208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:50:10.622263 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7753031 Jun 22 09:50:10.625048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59076) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:10.630147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Request body: {'subnet': {'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-927395305-subnet', 'tenant_id': '479ce14d0327414883e81380771c9fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:10.784429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Made reservation on behalf of 479ce14d0327414883e81380771c9fe3 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:50:10.786762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:11.070760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:11.073175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-118f35b8-6e1b-4707-96fb-f2c25be87d46 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:11.121148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ebc569-da0c-4068-95a8-a6fbb0a48011,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:11.127851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:11.137006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Checking segment: {'id': '65f029ae-0b31-422c-9560-b3fcd9783862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:50:11.137368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Network hostable DHCP agents. Network: 4be7a725-24ea-46d8-b0cd-44b9bda47a32, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:50:11.244865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:50:11.321340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4be7a725-24ea-46d8-b0cd-44b9bda47a32) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:50:11.325998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:11.333001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:11.333766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05057623-a0c4-4930-86e3-5807740484ae None None] Network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:50:11.422336 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fb36018d-325e-40c7-b494-2c072c06d4e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7962348 Jun 22 09:50:11.461555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5739b64-909c-47e2-9b54-efaf69113e15 None None] Network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:50:11.855964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-2fe43110-a2d9-4e76-a135-070de6aab3ab tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:11.857331 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-2fe43110-a2d9-4e76-a135-070de6aab3ab tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/networks?id=4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 200 len: 811 time: 0.1064656 Jun 22 09:50:11.872382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-b5513e79-cca2-4033-8edd-04f55f83e327 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/quotas/479ce14d0327414883e81380771c9fe3 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Jun 22 09:50:11.905351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-673e6462-63b4-421c-828a-3c733da0deb7 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281405 Jun 22 09:50:11.915691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-263a99a9-a8e3-4146-a720-e4f1f85991ff service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:50:11.916445 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-263a99a9-a8e3-4146-a720-e4f1f85991ff service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050547 Jun 22 09:50:12.005225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-e7b01b6a-13c9-429c-907e-b670054a3838 service neutron] 10.222.0.65 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836849 Jun 22 09:50:12.103380 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-e2dba694-4c7e-4620-8f6c-bd93537e3cc7 service neutron] 10.222.0.65 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915663 Jun 22 09:50:12.370913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2de94b78-96d0-4a86-86f1-32e01aadde20 req-6c5c4ce1-9264-43d6-933a-432f8304046a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 210 time: 0.0328529 Jun 22 09:50:13.458135 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e58fb4b2-c599-46d0-babb-34c6847e9b07 req-a61843ca-d20f-42e0-b110-a2e19f9e4286 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 210 time: 0.0344656 Jun 22 09:50:14.600152 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ff398100-41d5-4f17-b77b-078af18652e8 req-a09891ba-466f-4a98-9064-8478fb28c13a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 210 time: 0.0289118 Jun 22 09:50:15.579519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-319cef2b-833c-4b45-8ed2-02313abf266e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:15.581007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-319cef2b-833c-4b45-8ed2-02313abf266e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.24 "GET /v2.0/networks?id=4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 200 len: 811 time: 0.1031089 Jun 22 09:50:15.599372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Request body: {'port': {'device_id': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32', 'admin_state_up': True, 'tenant_id': '479ce14d0327414883e81380771c9fe3'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:15.749032 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e78afa71-9e97-455c-b452-282bd9e91fb0 req-7b1549c8-901b-4db5-b26a-55f43c01a0ee tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 210 time: 0.0291369 Jun 22 09:50:15.841225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Made reservation on behalf of 479ce14d0327414883e81380771c9fe3 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:50:15.844866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:15.979763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Allocated IP 172.20.0.11 (4be7a725-24ea-46d8-b0cd-44b9bda47a32/b2ebc569-da0c-4068-95a8-a6fbb0a48011/e4320e4b-9790-49a5-b982-8430e6aefa72) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:50:16.138645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:16.265205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:16.269951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89827684-3956-4c66-b1d6-5533d416abe5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:16.316816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:50:16.322773 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:50:16.325403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:50:16.332071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:16.334754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:16.379241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:16.379907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:16.482480 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8867271 Jun 22 09:50:16.499603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Request body: {'port': {'device_id': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:50:16.568711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:16.829176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4320e4b-9790-49a5-b982-8430e6aefa72 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:16.836403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:16.848540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Transition to ACTIVE for port object e4320e4b-9790-49a5-b982-8430e6aefa72 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:50:16.922426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aab2c-c971-4246-af47-db031bda07af req-91d4ac02-40ba-43af-92ae-078f3b6da238 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:16.923911 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ce5aab2c-c971-4246-af47-db031bda07af req-91d4ac02-40ba-43af-92ae-078f3b6da238 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 932 time: 0.0626945 Jun 22 09:50:16.961247 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ce5aab2c-c971-4246-af47-db031bda07af req-e3f967c9-0184-454f-ab92-67d7d892f1f5 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Jun 22 09:50:16.961477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:16.965069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9bd9ff99-8a80-46d9-9ee6-c14e10622651 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:17.041855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:17.045203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:17.447361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Attempting to bind port e4320e4b-9790-49a5-b982-8430e6aefa72 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:50:17.447701 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Attempting to bind port e4320e4b-9790-49a5-b982-8430e6aefa72 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '65f029ae-0b31-422c-9560-b3fcd9783862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:50:17.448066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Attempting to bind port e4320e4b-9790-49a5-b982-8430e6aefa72 on network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:50:17.452251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Port e4320e4b-9790-49a5-b982-8430e6aefa72 on network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:50:17.452573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Attempting to bind port e4320e4b-9790-49a5-b982-8430e6aefa72 on network 4be7a725-24ea-46d8-b0cd-44b9bda47a32 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:50:17.457265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:50:17.457600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Checking segment: {'id': '65f029ae-0b31-422c-9560-b3fcd9783862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:50:17.457979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Bound using segment: {'id': '65f029ae-0b31-422c-9560-b3fcd9783862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:50:17.458402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Bound port: e4320e4b-9790-49a5-b982-8430e6aefa72, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f029ae-0b31-422c-9560-b3fcd9783862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:50:17.458753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:17.520333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:50:17.523234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:50:17.613070 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:17.616001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:17.651151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.651151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:17.652333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] 10.222.0.24 "PUT /v2.0/ports/e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 200 len: 1094 time: 1.1569231 Jun 22 09:50:17.652865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:17.655176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:17.681207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:17.684893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:17.701121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315e425-37c5-4ec3-8c5f-423c71d7b57a x-openstack-request-id: req-1315e425-37c5-4ec3-8c5f-423c71d7b57a {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:17.701121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:17.701121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1315e425-37c5-4ec3-8c5f-423c71d7b57a {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:17.701121 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'status': 'completed', 'code': 200} Jun 22 09:50:17.788095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8 req-26fe12b9-2187-41f4-900f-151b387ae9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.789557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8 req-26fe12b9-2187-41f4-900f-151b387ae9ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1097 time: 0.0532296 Jun 22 09:50:17.893139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8 req-f9fbcffb-b353-4bde-bd99-1c90aa835ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.894563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8 req-f9fbcffb-b353-4bde-bd99-1c90aa835ba5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=479ce14d0327414883e81380771c9fe3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927720 Jun 22 09:50:17.983472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8 req-aa0432f0-55c3-400f-a93d-d0a3eae4798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:17.984830 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca68aa0a-672a-425f-b2a3-60e7f0ddd7c8 req-aa0432f0-55c3-400f-a93d-d0a3eae4798c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843875 Jun 22 09:50:18.099333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-5cdb73ea-0084-472b-9222-fdf4469bf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:18.100867 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-5cdb73ea-0084-472b-9222-fdf4469bf302 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1097 time: 0.0572662 Jun 22 09:50:18.155041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdadde9-f543-4662-80f4-8e9fb9e01542 req-ea7986ce-d834-4365-90c1-325124d8c584 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:18.156554 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-abdadde9-f543-4662-80f4-8e9fb9e01542 req-ea7986ce-d834-4365-90c1-325124d8c584 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 944 time: 0.0796759 Jun 22 09:50:18.163286 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-dcf6ff81-1219-4184-953d-7b53034a8aaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 200 len: 217 time: 0.0488660 Jun 22 09:50:18.198143 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-abdadde9-f543-4662-80f4-8e9fb9e01542 req-7169858d-1c9b-4db7-b295-62d64eac7b86 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Jun 22 09:50:18.211363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-a7afcdf4-bdac-46ec-98ed-ce01745d7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:18.213542 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-a7afcdf4-bdac-46ec-98ed-ce01745d7056 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ebc569-da0c-4068-95a8-a6fbb0a48011 HTTP/1.1" status: 200 len: 851 time: 0.0443933 Jun 22 09:50:18.246360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-8fc5719e-0b6a-437d-b4b8-2986a29e302a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4be7a725-24ea-46d8-b0cd-44b9bda47a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262842 Jun 22 09:50:18.337718 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-5f6848f8-bd7d-438f-97f4-43c283d0aa0b service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850592 Jun 22 09:50:18.428811 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0324fd25-fc37-4cca-8e24-31f902b01ae5 req-01a965d9-18d1-4005-8818-69d09d00417a service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845661 Jun 22 09:50:19.374139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d1b0d-ae8a-48d9-8354-d56548376fd8 req-8b2a1591-9611-4cda-9ca5-93398e2e8455 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:19.375609 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac4d1b0d-ae8a-48d9-8354-d56548376fd8 req-8b2a1591-9611-4cda-9ca5-93398e2e8455 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 944 time: 0.0675266 Jun 22 09:50:19.422956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac4d1b0d-ae8a-48d9-8354-d56548376fd8 req-b18ce785-b5b1-413e-9060-0ded9b4e9953 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Jun 22 09:50:20.596761 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb27d-5dce-4a7e-b5ad-2b5a5f2bc63a req-4a091e6d-e639-41ae-aa5c-8131bece6140 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:20.598230 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7dceb27d-5dce-4a7e-b5ad-2b5a5f2bc63a req-4a091e6d-e639-41ae-aa5c-8131bece6140 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 944 time: 0.0637970 Jun 22 09:50:20.635444 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7dceb27d-5dce-4a7e-b5ad-2b5a5f2bc63a req-2577ef0e-0df3-4b47-b11f-10a1aaffdc50 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Jun 22 09:50:21.817947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe144f3-6ae2-4043-9c89-5fac30b73aad req-83db3ba0-dd56-49cb-b986-17314576adb9 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:21.819399 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fe144f3-6ae2-4043-9c89-5fac30b73aad req-83db3ba0-dd56-49cb-b986-17314576adb9 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 944 time: 0.0637844 Jun 22 09:50:21.857803 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9fe144f3-6ae2-4043-9c89-5fac30b73aad req-e05ac6da-f449-460c-8506-68f4017fa485 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jun 22 09:50:21.978650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:50:22.069138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:22.083947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32', 'port_id': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'mac_address': 'fa:16:3e:04:e3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ebc569-da0c-4068-95a8-a6fbb0a48011', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:50:22.120985 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:22.133814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4320e4b-9790-49a5-b982-8430e6aefa72 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:22.156503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:22.218491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:22.220280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:22.264099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:22.271128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.271481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.271825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.272185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.272516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.272851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.273181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.273506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.274330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.274685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.275006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.275348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:22.279306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:22.479372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['e4320e4b-9790-49a5-b982-8430e6aefa72'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:50:23.031130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e29443-b462-4b01-935c-f156ed0eae1d req-741fb2b6-c56c-4017-8777-10f9e51b7a8a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:23.032625 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96e29443-b462-4b01-935c-f156ed0eae1d req-741fb2b6-c56c-4017-8777-10f9e51b7a8a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 945 time: 0.0628259 Jun 22 09:50:23.075687 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96e29443-b462-4b01-935c-f156ed0eae1d req-89aca024-901f-4415-82ca-8cb0a7696d35 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372412 Jun 22 09:50:23.993939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:50:24.109554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port e4320e4b-9790-49a5-b982-8430e6aefa72 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:50:24.113677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port e4320e4b-9790-49a5-b982-8430e6aefa72 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:50:24.114038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.199911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.223429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:24.225791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe1cc3-7ecf-48f6-9de8-1876aee008f4" -d '{"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-plugged", "status": "completed", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:24.239928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:24.254763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb3f8-af0d-4d22-9b27-5bf8b14b11ba req-1bc8f0c3-1734-4790-9350-3345c96aa8ee tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:24.256277 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a5bcb3f8-af0d-4d22-9b27-5bf8b14b11ba req-1bc8f0c3-1734-4790-9350-3345c96aa8ee tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 945 time: 0.0669210 Jun 22 09:50:24.265565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e1c03-94a4-4588-9cd6-251ed5726d70 x-openstack-request-id: req-933e1c03-94a4-4588-9cd6-251ed5726d70 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:24.265865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-plugged", "status": "completed", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:24.266125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-933e1c03-94a4-4588-9cd6-251ed5726d70 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:24.266525 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'code': 200} Jun 22 09:50:24.295026 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a5bcb3f8-af0d-4d22-9b27-5bf8b14b11ba req-5ebe921a-f74a-4e9d-9e6e-423692709aff tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Jun 22 09:50:24.309715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:24.311633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:24.358638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:24.361641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:24.724251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a69f1-899a-4862-9309-a73688a57a10 req-9d2c6742-4f81-4b3f-8e0d-1d3f3d41a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:24.725674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-761a69f1-899a-4862-9309-a73688a57a10 req-9d2c6742-4f81-4b3f-8e0d-1d3f3d41a8e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1099 time: 0.0554788 Jun 22 09:50:24.758752 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-761a69f1-899a-4862-9309-a73688a57a10 req-42ab4106-2014-498b-8596-256861fdf82a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271575 Jun 22 09:50:25.473556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188de1c1-4034-4254-a417-26110fe7cd1e req-6a8dca38-fb81-44ce-b949-600655d6508f tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:25.475117 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-188de1c1-4034-4254-a417-26110fe7cd1e req-6a8dca38-fb81-44ce-b949-600655d6508f tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0645416 Jun 22 09:50:25.512606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-188de1c1-4034-4254-a417-26110fe7cd1e req-46842f7c-6a04-46d6-96dc-59ef467104c1 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jun 22 09:50:26.684810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46ac85-864f-4eea-8cb6-ff74776fa4af req-87e82b54-2a63-44d4-a53f-5b24fc1ec28e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:26.686290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a46ac85-864f-4eea-8cb6-ff74776fa4af req-87e82b54-2a63-44d4-a53f-5b24fc1ec28e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0637727 Jun 22 09:50:26.723534 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a46ac85-864f-4eea-8cb6-ff74776fa4af req-59cb4d8b-623a-43fb-b353-5d412051f731 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Jun 22 09:50:27.282007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70726252-b129-4a3a-ac3e-d0d152ed43a4 req-459086c0-bbe8-44c6-8bf6-2dc509a904f1 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:27.283483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-70726252-b129-4a3a-ac3e-d0d152ed43a4 req-459086c0-bbe8-44c6-8bf6-2dc509a904f1 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0668931 Jun 22 09:50:27.321984 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-70726252-b129-4a3a-ac3e-d0d152ed43a4 req-a953c2aa-b642-4d43-9c81-39e77a204d4d tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Jun 22 09:50:27.401761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59146) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:27.492965 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-740ca226-f9e1-4a22-a09e-bb1c4dc62679 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897651 Jun 22 09:50:28.508844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e671a9-853f-409e-b02a-8129fc67e406 req-7550ce53-af99-4695-a2e8-22341c6d2458 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:28.510341 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-14e671a9-853f-409e-b02a-8129fc67e406 req-7550ce53-af99-4695-a2e8-22341c6d2458 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0709903 Jun 22 09:50:28.548657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-14e671a9-853f-409e-b02a-8129fc67e406 req-8ee75331-a8db-465d-b815-07bebeab3d4f tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Jun 22 09:50:29.520582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c479191-8960-48b5-84e9-f2b13d6f9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:29.727390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa598e0f-4ca9-4885-b4a8-aa764859163d req-3cd05f1a-d074-47be-a9a1-363b36f6341e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:29.728966 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa598e0f-4ca9-4885-b4a8-aa764859163d req-3cd05f1a-d074-47be-a9a1-363b36f6341e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0660381 Jun 22 09:50:29.767663 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa598e0f-4ca9-4885-b4a8-aa764859163d req-515f3639-da8f-4ca5-91ae-f4cfb5ae72cf tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Jun 22 09:50:29.948940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-d475142c-14d4-4e38-9f4d-f9de67ec4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:29.950315 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-d475142c-14d4-4e38-9f4d-f9de67ec4b7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1099 time: 0.0569990 Jun 22 09:50:30.039144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-9723e338-3dd2-4d30-9286-de8e736070fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:30.040614 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-9723e338-3dd2-4d30-9286-de8e736070fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 200 len: 912 time: 0.0842214 Jun 22 09:50:30.085814 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-31df0022-2425-42e4-a0c0-6e2e03776e3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 200 len: 217 time: 0.0388322 Jun 22 09:50:30.134031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-fde16ef2-b352-4da5-b6e2-1f44d9688f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:30.135810 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-fde16ef2-b352-4da5-b6e2-1f44d9688f90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ebc569-da0c-4068-95a8-a6fbb0a48011 HTTP/1.1" status: 200 len: 851 time: 0.0439334 Jun 22 09:50:30.167843 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-f26dbb0c-70f9-46ec-bfeb-39a2e09c212f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4be7a725-24ea-46d8-b0cd-44b9bda47a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257928 Jun 22 09:50:30.262902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-f92cbcf1-a20e-4f75-9a75-9f499ff9ac27 service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889568 Jun 22 09:50:30.350635 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-e92166b0-dce0-4711-9135-b06c727a6ebe service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814095 Jun 22 09:50:30.945751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55325f62-5447-45d9-aba1-6711fe21c69f req-531d0651-cc37-4df1-aa70-4ee74f95a1d5 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:30.947255 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-55325f62-5447-45d9-aba1-6711fe21c69f req-531d0651-cc37-4df1-aa70-4ee74f95a1d5 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0685284 Jun 22 09:50:30.985559 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-55325f62-5447-45d9-aba1-6711fe21c69f req-6854d79e-eafc-4fe2-9c4d-f4af06dedf0a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Jun 22 09:50:31.676849 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:50:32.159583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d109a-0804-4699-a0bf-6eccc4d2f155 req-991daba8-5d11-4d26-9aec-f4b21c0b1666 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:32.161089 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b8d109a-0804-4699-a0bf-6eccc4d2f155 req-991daba8-5d11-4d26-9aec-f4b21c0b1666 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0662427 Jun 22 09:50:32.192550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fb884d2d-b9d4-4578-9da7-9b47c4da3a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:32.198737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b8d109a-0804-4699-a0bf-6eccc4d2f155 req-5cce4691-f376-487e-ad3c-c2ff309c3e74 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Jun 22 09:50:32.675007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:33.448317 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218886-8575-46ed-8799-4f7829eb4a76 req-2bfa84d5-9e2a-418d-8c2b-2d0923794746 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:33.449792 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4c218886-8575-46ed-8799-4f7829eb4a76 req-2bfa84d5-9e2a-418d-8c2b-2d0923794746 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.1411281 Jun 22 09:50:33.488093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4c218886-8575-46ed-8799-4f7829eb4a76 req-7371e7e2-a69d-4cce-b1b9-66c2207b7e53 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jun 22 09:50:33.503523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:34.665172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e493048-a2c1-4770-87c2-f7dfdf2bec70 req-0210ab50-74e3-4901-92e8-c1d002b2e2f2 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:34.666647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1e493048-a2c1-4770-87c2-f7dfdf2bec70 req-0210ab50-74e3-4901-92e8-c1d002b2e2f2 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0696952 Jun 22 09:50:34.704586 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1e493048-a2c1-4770-87c2-f7dfdf2bec70 req-820f22d6-d6a9-4df3-b852-e0f762c53931 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Jun 22 09:50:35.004015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:35.873492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d3c6-d632-466b-9f4f-983535d16368 req-723c477e-0090-4aee-a329-c2ccbbe73cdb tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:35.874962 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d498d3c6-d632-466b-9f4f-983535d16368 req-723c477e-0090-4aee-a329-c2ccbbe73cdb tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0626776 Jun 22 09:50:35.922576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d498d3c6-d632-466b-9f4f-983535d16368 req-5426b9d8-f154-4622-a22e-2f0e26c41baf tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Jun 22 09:50:37.008223 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-3c8e1508-98fa-49da-84d3-8466a2d8ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:37.009701 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-3c8e1508-98fa-49da-84d3-8466a2d8ddf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1099 time: 0.0530713 Jun 22 09:50:37.153287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-1b6bd909-2c85-4eb7-adac-e2fed85f76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:37.154729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-1b6bd909-2c85-4eb7-adac-e2fed85f76fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 200 len: 912 time: 0.1266615 Jun 22 09:50:37.166523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f9e5-8135-4f80-8c8e-ed81c82fef07 req-5c589830-6a8e-4e31-b3e1-94ed996fa020 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:37.167926 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b782f9e5-8135-4f80-8c8e-ed81c82fef07 req-5c589830-6a8e-4e31-b3e1-94ed996fa020 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.1322267 Jun 22 09:50:37.216334 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-9ce2adf6-48f7-4454-9315-09c5ec820f3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 200 len: 217 time: 0.0473711 Jun 22 09:50:37.259634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b782f9e5-8135-4f80-8c8e-ed81c82fef07 req-a3cfc9d2-109e-48c0-bdde-f8dbe7eb56a8 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851076 Jun 22 09:50:37.275526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-2911a4ed-e4a8-448f-aab3-24cc9b7e1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:37.276988 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-2911a4ed-e4a8-448f-aab3-24cc9b7e1bb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ebc569-da0c-4068-95a8-a6fbb0a48011 HTTP/1.1" status: 200 len: 851 time: 0.0545759 Jun 22 09:50:37.309972 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-716672df-cf2c-4ea9-8b4c-295726ba1c1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4be7a725-24ea-46d8-b0cd-44b9bda47a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267773 Jun 22 09:50:37.401691 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-57a86877-061e-440b-8d0f-604a9cdcfb22 service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Jun 22 09:50:37.488532 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51e67e7b-5eaf-4ad2-99db-f756673fa7c2 req-b203d7c7-5b71-4771-a3d1-0e567cca211b service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807858 Jun 22 09:50:38.442172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c7ef-0ab6-40d0-aa6c-4052578980ff req-1947ad20-ea3a-4701-82e1-7f67408c7317 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:38.443573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e316c7ef-0ab6-40d0-aa6c-4052578980ff req-1947ad20-ea3a-4701-82e1-7f67408c7317 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0642560 Jun 22 09:50:38.480819 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e316c7ef-0ab6-40d0-aa6c-4052578980ff req-1e0316b5-8dd6-4f93-8cf1-21e9fce93068 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Jun 22 09:50:39.434769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:39.656036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95876b62-d52a-45e7-9654-2332924a353f req-e31f5ef6-25d9-43c4-a97c-61e4d117b267 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:39.657489 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95876b62-d52a-45e7-9654-2332924a353f req-e31f5ef6-25d9-43c4-a97c-61e4d117b267 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0635512 Jun 22 09:50:39.699349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95876b62-d52a-45e7-9654-2332924a353f req-0a7c0858-c5d4-4809-9ea3-d3496f51929a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Jun 22 09:50:40.889955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6dd4f-5c3b-4516-ab89-fdafb135c690 req-507f6c5a-d86c-4326-a19d-0d726b0867da tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:40.892492 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-baf6dd4f-5c3b-4516-ab89-fdafb135c690 req-507f6c5a-d86c-4326-a19d-0d726b0867da tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0726106 Jun 22 09:50:40.932744 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-baf6dd4f-5c3b-4516-ab89-fdafb135c690 req-5f011291-5aba-487b-9039-27b321e4ed6c tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346789 Jun 22 09:50:42.127549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c764943-3ed0-4bd1-9b6c-530c90733bb2 req-a1ed1079-f3da-4935-b3d8-1f820fa41885 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:42.129167 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7c764943-3ed0-4bd1-9b6c-530c90733bb2 req-a1ed1079-f3da-4935-b3d8-1f820fa41885 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0653696 Jun 22 09:50:42.169667 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7c764943-3ed0-4bd1-9b6c-530c90733bb2 req-750f537b-8821-4865-be4e-5e108a562ebe tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Jun 22 09:50:43.356242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482592f-c7ea-4c3e-b62b-8ce8b9b99067 req-d2419a90-79e2-46b5-8744-dd4d2582f52c tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:43.357765 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6482592f-c7ea-4c3e-b62b-8ce8b9b99067 req-d2419a90-79e2-46b5-8744-dd4d2582f52c tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0690005 Jun 22 09:50:43.396587 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6482592f-c7ea-4c3e-b62b-8ce8b9b99067 req-21df6666-e487-4554-a525-91eb1aea0567 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327303 Jun 22 09:50:44.568808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a172-207e-451c-a783-2df4f2540b4e req-e33c2898-b1dc-419f-95c2-ca0d9e26f328 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:44.570998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d910a172-207e-451c-a783-2df4f2540b4e req-e33c2898-b1dc-419f-95c2-ca0d9e26f328 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0635412 Jun 22 09:50:44.607041 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d910a172-207e-451c-a783-2df4f2540b4e req-a154dfe0-d7ec-439e-adaa-a92840562d13 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303841 Jun 22 09:50:45.777105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83c181-3b85-491f-91f4-d6519490d8fd req-0bd08a50-8e2a-4c11-a9dd-f190f8273990 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:45.778571 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9a83c181-3b85-491f-91f4-d6519490d8fd req-0bd08a50-8e2a-4c11-a9dd-f190f8273990 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0635304 Jun 22 09:50:45.815454 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9a83c181-3b85-491f-91f4-d6519490d8fd req-f63941c5-82d7-4917-92c7-d5db27bcb534 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Jun 22 09:50:46.992482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145007ec-5d54-41df-beaf-c5cc9a78c4fd req-4512978a-a8b4-437d-8d93-7911a88c0e5c tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:46.993974 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-145007ec-5d54-41df-beaf-c5cc9a78c4fd req-4512978a-a8b4-437d-8d93-7911a88c0e5c tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0686665 Jun 22 09:50:47.031991 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-145007ec-5d54-41df-beaf-c5cc9a78c4fd req-d959b1f7-7a6b-445a-978e-0cf0f2b0783a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Jun 22 09:50:47.865972 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-d5eab0a7-f8bd-4cfe-bf3e-b0d72bb261a7 service neutron] 10.222.0.24 "GET /v2.0/ports/e4320e4b-9790-49a5-b982-8430e6aefa72/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0559402 Jun 22 09:50:48.216103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbeb4f-6e5f-4a22-a8e1-adcf2617704f req-2f8e19e4-4f70-4162-82f2-877600d4b2f0 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:48.217562 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-81fbeb4f-6e5f-4a22-a8e1-adcf2617704f req-2f8e19e4-4f70-4162-82f2-877600d4b2f0 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0692906 Jun 22 09:50:48.255787 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-81fbeb4f-6e5f-4a22-a8e1-adcf2617704f req-da9a87d0-32f8-4246-b927-e3ea4a2330f0 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Jun 22 09:50:48.543275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-b20d4880-79d2-4aca-99c2-e875e4c01429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:48.544809 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-b20d4880-79d2-4aca-99c2-e875e4c01429 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab&tenant_id=479ce14d0327414883e81380771c9fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0879204 Jun 22 09:50:48.633571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-d9745845-31d5-49d2-8f7d-f7543a2596b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:48.635040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-d9745845-31d5-49d2-8f7d-f7543a2596b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1099 time: 0.0534899 Jun 22 09:50:48.725965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-2ccae7af-2758-4287-a941-8e364fde079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:48.727518 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-2ccae7af-2758-4287-a941-8e364fde079b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 200 len: 912 time: 0.0861270 Jun 22 09:50:48.768710 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-73bb0294-cef6-470f-8a88-8554f13ffee4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 200 len: 217 time: 0.0345128 Jun 22 09:50:48.815369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-b2506afa-9012-4cfe-b6d4-fe2f9d6abd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:48.816711 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-b2506afa-9012-4cfe-b6d4-fe2f9d6abd6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ebc569-da0c-4068-95a8-a6fbb0a48011 HTTP/1.1" status: 200 len: 851 time: 0.0414689 Jun 22 09:50:48.848158 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-f5cef991-09df-4892-85e6-42f76fee11f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4be7a725-24ea-46d8-b0cd-44b9bda47a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254571 Jun 22 09:50:48.942054 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-2afd4384-c97c-4eb1-8057-b0d42e25efcb service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871022 Jun 22 09:50:49.035243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-494e490d-b775-4eb3-9901-928da8ea53c2 req-d50c2ff4-4d96-422b-a904-54b764ccc31c service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867820 Jun 22 09:50:49.446146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44400197-8fe7-4a0b-977d-836aaf722ea0 req-c05a3522-9b1f-4c48-92e5-750fb8adbd02 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:49.447644 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44400197-8fe7-4a0b-977d-836aaf722ea0 req-c05a3522-9b1f-4c48-92e5-750fb8adbd02 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0677862 Jun 22 09:50:49.484990 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44400197-8fe7-4a0b-977d-836aaf722ea0 req-1d25f88a-c9f1-40e4-8542-4daa372e5268 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jun 22 09:50:50.655808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa141e8-611c-451b-96a9-77ecd5ad7317 req-b65cb26e-531c-4ae4-98ad-ca3a378cbc09 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:50.657283 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8aa141e8-611c-451b-96a9-77ecd5ad7317 req-b65cb26e-531c-4ae4-98ad-ca3a378cbc09 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0637345 Jun 22 09:50:50.693885 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8aa141e8-611c-451b-96a9-77ecd5ad7317 req-7ce30294-036b-4311-801c-9b361522519e tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Jun 22 09:50:51.865664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce16b7-3c0a-4045-ab4e-484e675cc698 req-d8bb779b-5ffa-47e6-9675-d0c370a63810 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:51.867674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-02ce16b7-3c0a-4045-ab4e-484e675cc698 req-d8bb779b-5ffa-47e6-9675-d0c370a63810 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0610092 Jun 22 09:50:51.906730 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-02ce16b7-3c0a-4045-ab4e-484e675cc698 req-3a178fac-0d17-4e38-bb65-a9c7da904465 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Jun 22 09:50:52.122479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:50:52.132511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:50:52.273585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:52.279788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:52.305891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'network_id': '4be7a725-24ea-46d8-b0cd-44b9bda47a32', 'port_id': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'mac_address': 'fa:16:3e:04:e3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ebc569-da0c-4068-95a8-a6fbb0a48011', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:50:52.311799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:52.314062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f42df3-277e-4dc3-a87d-45785ecd305a" -d '{"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:52.345512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:52.368316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:52.370225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d78c13d-ba9b-4309-8a11-2e7bac67e087 x-openstack-request-id: req-0d78c13d-ba9b-4309-8a11-2e7bac67e087 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:52.370527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:52.370810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d78c13d-ba9b-4309-8a11-2e7bac67e087 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:52.371180 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'code': 200} Jun 22 09:50:52.383222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4320e4b-9790-49a5-b982-8430e6aefa72 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:52.489924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:52.492608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-748a6a81-baf9-4c69-a272-88b3a0ffa409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:52.559559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:50:52.559804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:50:52.563928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:52.567038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:52.703098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-7621f866-afec-4237-ada6-3496404c5432 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:52.704584 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-7621f866-afec-4237-ada6-3496404c5432 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab&tenant_id=479ce14d0327414883e81380771c9fe3&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1086609 Jun 22 09:50:52.842542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-bb4bdbbb-c71b-45b9-9b7f-3ecdca5ba2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:52.843930 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-bb4bdbbb-c71b-45b9-9b7f-3ecdca5ba2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=479ce14d0327414883e81380771c9fe3&device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 1097 time: 0.0518622 Jun 22 09:50:52.936951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-11c28e1f-f5bb-414d-b87a-68464ca0349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:52.938412 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-11c28e1f-f5bb-414d-b87a-68464ca0349e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 200 len: 912 time: 0.0884027 Jun 22 09:50:52.979238 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-470b8b5b-48b3-42b3-8979-f6dc3cb70e52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 200 len: 217 time: 0.0341861 Jun 22 09:50:53.030207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-51d38c94-498a-4806-8b55-379f9bc7f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:53.031645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-51d38c94-498a-4806-8b55-379f9bc7f44f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ebc569-da0c-4068-95a8-a6fbb0a48011 HTTP/1.1" status: 200 len: 851 time: 0.0466454 Jun 22 09:50:53.064887 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-7e406345-636f-40f7-baa6-1a5758ee88bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4be7a725-24ea-46d8-b0cd-44b9bda47a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257745 Jun 22 09:50:53.097882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:53.110944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4320e4b-9790-49a5-b982-8430e6aefa72 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:50:53.130489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:53.153767 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-d7889b16-830c-4b78-af92-1970993e014b service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819721 Jun 22 09:50:53.200131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:53.201863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b4c17efe-463c-4153-988d-5f9e0806a09f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:53.246348 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-b0f069ad-94c3-4f25-a234-c77fe51daf6b service neutron] 10.222.0.24 "GET /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867941 Jun 22 09:50:53.247134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:53.250105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:53.322119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['e4320e4b-9790-49a5-b982-8430e6aefa72'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:50:54.124725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:50:54.182203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port e4320e4b-9790-49a5-b982-8430e6aefa72 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:50:54.182894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:54.257745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:54.290282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:54.372021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:54.374470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd39e9cd-1a92-42a7-917a-8b501c71ebc2" -d '{"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-plugged", "status": "completed", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:54.391712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:54.393711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:54.421138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4e13e-4301-4e31-be53-7bdb0d19573c x-openstack-request-id: req-14b4e13e-4301-4e31-be53-7bdb0d19573c {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:54.421448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-plugged", "status": "completed", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:54.421770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14b4e13e-4301-4e31-be53-7bdb0d19573c {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:54.422164 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'code': 200} Jun 22 09:50:54.447583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:54.450848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:55.087041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18f92-af6b-48da-8b38-33cf1ae5890d req-075fd8ac-c804-4349-aa5b-b90ce25bbfc4 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:55.088570 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-62d18f92-af6b-48da-8b38-33cf1ae5890d req-075fd8ac-c804-4349-aa5b-b90ce25bbfc4 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0676877 Jun 22 09:50:55.127208 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-62d18f92-af6b-48da-8b38-33cf1ae5890d req-3521e78d-315b-4694-9a8f-5b09bb1050de tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Jun 22 09:50:56.298309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148906bc-2e26-4fd4-b71d-b6985356b6e6 req-2196da4f-22fe-4b95-a5b9-40ce0eabdd48 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:56.299763 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-148906bc-2e26-4fd4-b71d-b6985356b6e6 req-2196da4f-22fe-4b95-a5b9-40ce0eabdd48 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0623219 Jun 22 09:50:56.336849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-148906bc-2e26-4fd4-b71d-b6985356b6e6 req-0569c528-b255-4de1-b6eb-bb1e96297ab8 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/security-groups?id=2637cd1f-3b40-4fbd-94d3-1d3c6f515778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jun 22 09:50:56.860474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-9ccc8b0e-0e57-4bb0-8384-cb1b70b34718 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:50:56.861913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-9ccc8b0e-0e57-4bb0-8384-cb1b70b34718 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 946 time: 0.0657771 Jun 22 09:50:56.959466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Deleting port e4320e4b-9790-49a5-b982-8430e6aefa72 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:50:56.959810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:57.046956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] For port e4320e4b-9790-49a5-b982-8430e6aefa72, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4320e4b-9790-49a5-b982-8430e6aefa72,segment=NetworkSegment(65f029ae-0b31-422c-9560-b3fcd9783862),segment_id=65f029ae-0b31-422c-9560-b3fcd9783862)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:50:57.047312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:57.108888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Calling delete_port for e4320e4b-9790-49a5-b982-8430e6aefa72 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:50:57.317316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:57.322022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f3f52f0-a790-4c55-8cd4-695f4f5a5215 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:57.345210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Pushing event deleted for resources: {'Port': ['ID=e4320e4b-9790-49a5-b982-8430e6aefa72,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:57.350862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['e4320e4b-9790-49a5-b982-8430e6aefa72'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:50:57.359058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.359456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.361024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.361024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.361024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.361024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.361347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.361673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.362043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.362410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.362775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.363186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:50:57.382285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:57.405590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] No DVR routers for this DVR port e4320e4b-9790-49a5-b982-8430e6aefa72 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:50:57.408092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:57.410054 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f67177a-3247-4749-b4af-b7f7c54cab8b req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.24 "DELETE /v2.0/ports/e4320e4b-9790-49a5-b982-8430e6aefa72 HTTP/1.1" status: 204 len: 173 time: 0.5427005 Jun 22 09:50:57.410575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-deleted', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:50:57.413020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a004d5f2-32d0-488f-b48a-69eb667c0a1e" -d '{"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-deleted", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:50:57.451679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b842617f-6717-4ec8-97ef-d62f412209dc x-openstack-request-id: req-b842617f-6717-4ec8-97ef-d62f412209dc {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:50:57.452074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0570e8-739c-413c-a53b-8612107ff2ab", "name": "network-vif-deleted", "tag": "e4320e4b-9790-49a5-b982-8430e6aefa72", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:50:57.452391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b842617f-6717-4ec8-97ef-d62f412209dc {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:50:57.452846 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0570e8-739c-413c-a53b-8612107ff2ab', 'name': 'network-vif-deleted', 'tag': 'e4320e4b-9790-49a5-b982-8430e6aefa72', 'status': 'completed', 'code': 200} Jun 22 09:50:57.486181 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-de51329b-1ff4-493d-84d4-e20dcdb281b2 req-d4184ba4-149e-45bf-ae2c-248e41f9052a tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed0570e8-739c-413c-a53b-8612107ff2ab HTTP/1.1" status: 200 len: 210 time: 0.0323954 Jun 22 09:50:58.732276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59236) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:58.777300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Deleting subnet b2ebc569-da0c-4068-95a8-a6fbb0a48011 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:50:58.780332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:58.813218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:58.854373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:58.980052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:58.982144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5132fcb0-b1bb-46fc-bd3f-fae421ba440d tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:59.005669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ebc569-da0c-4068-95a8-a6fbb0a48011,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:59.009112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:50:59.010630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.012027 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b2ebc569-da0c-4068-95a8-a6fbb0a48011 HTTP/1.1" status: 204 len: 168 time: 0.2786543 Jun 22 09:50:59.014427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59238) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:50:59.087973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.508958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53edec4-f533-4839-a5fd-1db7628b9db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.521356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.533158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7a725-24ea-46d8-b0cd-44b9bda47a32']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:59.541572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f029ae-0b31-422c-9560-b3fcd9783862') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:59.541867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f029ae-0b31-422c-9560-b3fcd9783862') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:50:59.550275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.564634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.571095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:50:59.571479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:50:59.573131 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:50:59.708487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.711830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e1669f68-7533-48a6-8c4a-0abef0946ac8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:50:59.714448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:50:59.716338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] 10.222.0.65 "DELETE /v2.0/networks/4be7a725-24ea-46d8-b0cd-44b9bda47a32 HTTP/1.1" status: 204 len: 168 time: 0.7008443 Jun 22 09:50:59.728754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Pushing event deleted for resources: {'Network': ['ID=4be7a725-24ea-46d8-b0cd-44b9bda47a32,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:50:59.734211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:00.082862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59242) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:00.122665 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d6529aaf-8829-4403-b624-3406cc08589b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=479ce14d0327414883e81380771c9fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385535 Jun 22 09:51:00.125082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59244) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:00.132020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:00.152647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: e4320e4b-9790-49a5-b982-8430e6aefa72 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:51:00.152999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e4320e4b-9790-49a5-b982-8430e6aefa72 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:51:00.174060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:00.194028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:00.330920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:00.333629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:00.335493 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2637cd1f-3b40-4fbd-94d3-1d3c6f515778 HTTP/1.1" status: 204 len: 168 time: 0.2092807 Jun 22 09:51:00.336329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-98be44f4-e246-4fe4-8702-97cfffa41699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:00.344000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637cd1f-3b40-4fbd-94d3-1d3c6f515778,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:00.346372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:01.408184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 59266) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:01.515552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1540002924-network', 'tenant_id': '78b7058b227749f8a674a1c6e67c0079'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:01.608198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Made reservation on behalf of 78b7058b227749f8a674a1c6e67c0079 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:51:01.610627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:01.619524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:01.707259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:01.816870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:01.820844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-46109ec4-4076-49c6-81f6-31e3f7a1c206 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:01.842953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:51:01.852182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa3c48b-27da-482e-b266-a34810aae22a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:01.860695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:01.861115 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Added segment 2a379880-9f0b-4190-80c1-84a51403e725 of type vlan for network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 Jun 22 09:51:01.863388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.863780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.864190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.864571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.864945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.865802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.866425 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.867033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.867428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.867793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.868191 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.868603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:01.872583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:01.913066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.016866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.017897 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:02.018472 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.020600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e991f4e0-1c95-4040-8374-bebc806685a5 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:02.109118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Pushing event updated for resources: {'Network': ['ID=573ecf90-4ebf-424b-8c79-c9a08e3737b8,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:02.111638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:02.124266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:51:02.158726 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7538810 Jun 22 09:51:02.161893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59270) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:51:02.168100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Request body: {'subnet': {'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1540002924-subnet', 'tenant_id': '78b7058b227749f8a674a1c6e67c0079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:02.242480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17259553-6ce1-4c48-80a0-baa3d71bb5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.276800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Made reservation on behalf of 78b7058b227749f8a674a1c6e67c0079 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:51:02.279137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.548679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.550890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-900f3bae-f384-4ab6-8260-77cbeca9c7ea tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:02.607447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a694f9e-ddcd-44a9-ba88-6cf207a5f866,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:02.610182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:02.617498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Checking segment: {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:51:02.617855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Network hostable DHCP agents. Network: 573ecf90-4ebf-424b-8c79-c9a08e3737b8, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:51:02.663163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.708006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:51:02.822281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 573ecf90-4ebf-424b-8c79-c9a08e3737b8) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:02.826681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:02.827494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:02.830527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c265c-c02c-4f86-b973-dd5dd557f845 None None] Network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:51:02.952436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6545c8d-07c8-4b0d-90a8-cde0e91c76ef None None] Network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:51:02.969021 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8053787 Jun 22 09:51:03.388803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-1ca07111-11cb-4b58-b935-a2f20be2b319 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:03.390210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-1ca07111-11cb-4b58-b935-a2f20be2b319 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 815 time: 0.1087515 Jun 22 09:51:03.405170 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-ce592902-c8ed-434e-9389-2f650abf1b8f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/quotas/78b7058b227749f8a674a1c6e67c0079 HTTP/1.1" status: 200 len: 375 time: 0.0092461 Jun 22 09:51:03.439970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a65204b3-3fab-4430-b1f3-a8753144ebd1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297554 Jun 22 09:51:03.499829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:03.533163 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-e7e690cf-499e-47d2-9c67-934088e1c733 service neutron] 10.222.0.65 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856843 Jun 22 09:51:03.624822 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-76d631f0-b988-4153-9e53-d3803be4b079 service neutron] 10.222.0.65 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846741 Jun 22 09:51:03.889418 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a4c0ffac-65a2-4704-a415-09a51fe74be7 req-abf18bd5-4d8c-49ac-8469-c185eeb6b255 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Jun 22 09:51:05.028094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:05.028939 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-947ebdb0-6a66-4d45-bca5-c8f34325525e req-761827d6-3051-4972-8e5a-8ffd6e46c68d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 210 time: 0.0297151 Jun 22 09:51:06.182015 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1810651c-ba51-4849-8aaa-dde1249e1d89 req-f2fadc5d-d821-45e4-8ed2-9c735ae4255b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Jun 22 09:51:06.580820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a844e228-5a3f-497a-a1cb-97ef853106f9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:06.584678 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a844e228-5a3f-497a-a1cb-97ef853106f9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 815 time: 0.1062303 Jun 22 09:51:06.604416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Request body: {'port': {'device_id': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'admin_state_up': True, 'tenant_id': '78b7058b227749f8a674a1c6e67c0079'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:06.782552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Made reservation on behalf of 78b7058b227749f8a674a1c6e67c0079 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:51:06.786167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:06.923991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Allocated IP 172.20.0.13 (573ecf90-4ebf-424b-8c79-c9a08e3737b8/6a694f9e-ddcd-44a9-ba88-6cf207a5f866/6612e4f0-5dd0-4f62-b592-bdcc4d574d7a) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:51:07.077455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:07.197697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:07.201919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e3c92d9-9eee-4329-bc3b-2b62c567a49b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:07.242565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:51:07.246009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:51:07.249854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:51:07.280231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:07.284597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:07.337324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:07.343450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:07.379052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213297-52f4-4d4d-9632-ac29fdb82d75 req-6f7cbdae-4f48-48a3-ab86-a4c0abe3329b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:07.380556 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc213297-52f4-4d4d-9632-ac29fdb82d75 req-6f7cbdae-4f48-48a3-ab86-a4c0abe3329b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 932 time: 0.0841320 Jun 22 09:51:07.419638 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc213297-52f4-4d4d-9632-ac29fdb82d75 req-2e85218a-79ef-4a42-9e43-1a7b66cce96f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321500 Jun 22 09:51:07.488801 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8883622 Jun 22 09:51:07.506689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Request body: {'port': {'device_id': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:51:07.577583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:07.839206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:51:07.846377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:07.858724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Transition to ACTIVE for port object 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:51:07.951001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:07.953133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:08.023746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:08.027960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:08.096060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Attempting to bind port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:51:08.096307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Attempting to bind port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:51:08.096634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Attempting to bind port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a on network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:51:08.100845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a on network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:51:08.101162 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Attempting to bind port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a on network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:51:08.105929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:51:08.106298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Checking segment: {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:51:08.106686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Bound using segment: {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:51:08.107113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Bound port: 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:51:08.107458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:08.168938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:51:08.171853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:51:08.251208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:08.253297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-89fd70fe-3ffc-4b4f-ae64-b640a67ef2fb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:08.286424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.287627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:08.289304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] 10.222.0.24 "PUT /v2.0/ports/6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 200 len: 1094 time: 0.7876482 Jun 22 09:51:08.289874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:51:08.292285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:51:08.315461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:08.318633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:08.332615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e8e170-78dd-49d7-a7d1-c3c3bfeb5f1b x-openstack-request-id: req-32e8e170-78dd-49d7-a7d1-c3c3bfeb5f1b {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:51:08.341995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:51:08.341995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32e8e170-78dd-49d7-a7d1-c3c3bfeb5f1b {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:51:08.341995 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'status': 'completed', 'code': 200} Jun 22 09:51:08.432577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4 req-a0fac232-e632-4369-bc7f-70249d541a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.433994 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4 req-a0fac232-e632-4369-bc7f-70249d541a9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1097 time: 0.0580425 Jun 22 09:51:08.549430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4 req-81847e45-d66b-4bbc-b83f-5b2697ec3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.550828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4 req-81847e45-d66b-4bbc-b83f-5b2697ec3fb8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=78b7058b227749f8a674a1c6e67c0079&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1043181 Jun 22 09:51:08.673838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9604df8-9e0c-4d43-9605-adb4c4cae259 req-eee0675d-5bf1-450f-a502-71014b3d15ca tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.675033 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:51:08.675568 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a9604df8-9e0c-4d43-9605-adb4c4cae259 req-eee0675d-5bf1-450f-a502-71014b3d15ca tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 944 time: 0.1405647 Jun 22 09:51:08.694961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4 req-eb89bc87-d4f6-451d-9234-9284bb49740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.696280 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f7cb04c3-2e00-4e6d-9050-1965df52a1e4 req-eb89bc87-d4f6-451d-9234-9284bb49740e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294508 Jun 22 09:51:08.722090 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a9604df8-9e0c-4d43-9605-adb4c4cae259 req-0ab652ac-7713-4457-bb7e-8fffac0700f4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Jun 22 09:51:08.817913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-92a583c6-a24b-4f5a-8c11-df5291ada978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.820218 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-92a583c6-a24b-4f5a-8c11-df5291ada978 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1097 time: 0.0583820 Jun 22 09:51:08.867443 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-d5688b24-e44a-4b6d-a710-33003254d41a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 200 len: 217 time: 0.0348568 Jun 22 09:51:08.917075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-91d6b8a4-005c-4a40-9f32-8d4013ed7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:08.918507 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-91d6b8a4-005c-4a40-9f32-8d4013ed7c43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0451906 Jun 22 09:51:08.951375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-1c4a41de-44a7-4046-9aef-ef00abaa8d9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267875 Jun 22 09:51:09.042274 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-00fbfd31-3dd1-4f7e-8360-7d4eccb4e4fb service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850368 Jun 22 09:51:09.130301 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c50f6c9-8f5d-40c8-b981-4d8017cad8b4 req-2e145dd8-0bda-48f6-920a-8797b2d0195e service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820820 Jun 22 09:51:09.511129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:09.902908 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d6b54-3372-4098-9ba7-589b11bd55c0 req-486bffeb-88c3-482b-a179-781c3780c7c7 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:09.904397 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-497d6b54-3372-4098-9ba7-589b11bd55c0 req-486bffeb-88c3-482b-a179-781c3780c7c7 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 944 time: 0.0719085 Jun 22 09:51:09.941963 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-497d6b54-3372-4098-9ba7-589b11bd55c0 req-7001f17d-2ae5-401c-a9ac-41ecf22cb651 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Jun 22 09:51:11.121699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ae331-52ab-46e0-9c6c-a7bcb8877245 req-520e8a0d-7c67-4400-bb2d-8252f3b8c31d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:11.123166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-752ae331-52ab-46e0-9c6c-a7bcb8877245 req-520e8a0d-7c67-4400-bb2d-8252f3b8c31d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 944 time: 0.0685966 Jun 22 09:51:11.162131 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-752ae331-52ab-46e0-9c6c-a7bcb8877245 req-6c9d3c1c-13ee-47b2-9303-dd614f99a5ce tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Jun 22 09:51:12.209943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:51:12.309012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:12.320363 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'port_id': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'mac_address': 'fa:16:3e:ea:a7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a694f9e-ddcd-44a9-ba88-6cf207a5f866', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:51:12.335144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43022ba-694b-4138-b09b-4ee982550d74 req-4aee1d2b-1745-4a84-9ca2-6faad084fb69 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:12.336645 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e43022ba-694b-4138-b09b-4ee982550d74 req-4aee1d2b-1745-4a84-9ca2-6faad084fb69 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 944 time: 0.0633152 Jun 22 09:51:12.358784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:12.371338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:51:12.374626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e43022ba-694b-4138-b09b-4ee982550d74 req-0a9554fd-7834-4044-be83-9b54ae4210ce tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Jun 22 09:51:12.391075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:12.442023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:12.443862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:12.493033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:12.496048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:12.750676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:51:13.549373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1f857-7c7e-48ac-91b7-7bf3ec15efbc req-b2e54f50-cf31-4b2e-9d06-6d9ba673c5f8 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:13.550838 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-09e1f857-7c7e-48ac-91b7-7bf3ec15efbc req-b2e54f50-cf31-4b2e-9d06-6d9ba673c5f8 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 945 time: 0.0635297 Jun 22 09:51:13.595036 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-09e1f857-7c7e-48ac-91b7-7bf3ec15efbc req-a91f6da1-3146-4256-9ccd-09c57f76b98f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Jun 22 09:51:14.221218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:51:14.362412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:51:14.366355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:51:14.366729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:14.441373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:14.463621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:51:14.465912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27591278-dc0f-4d92-a1ff-cc301ff627ca" -d '{"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-plugged", "status": "completed", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:51:14.482692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:14.501579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0253314-044e-4d7a-9160-5a68062c8576 x-openstack-request-id: req-a0253314-044e-4d7a-9160-5a68062c8576 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:51:14.501868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-plugged", "status": "completed", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:51:14.502125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0253314-044e-4d7a-9160-5a68062c8576 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:51:14.502518 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'code': 200} Jun 22 09:51:14.599376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:14.601278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:14.651262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:14.655295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:14.779699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4478-8acb-4115-9409-b0a3ddbe61a5 req-b6839af5-1a68-4a4d-ae1d-712204d69c9b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:14.781237 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3b0c4478-8acb-4115-9409-b0a3ddbe61a5 req-b6839af5-1a68-4a4d-ae1d-712204d69c9b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0714538 Jun 22 09:51:14.821082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3b0c4478-8acb-4115-9409-b0a3ddbe61a5 req-b61719e4-7444-4547-89bd-6b924c023d87 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Jun 22 09:51:14.898855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24be47-f86c-4541-a49e-a4938c90e3fc req-d12dfd4c-96fe-4946-a941-5e5406bd4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:14.901205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d24be47-f86c-4541-a49e-a4938c90e3fc req-d12dfd4c-96fe-4946-a941-5e5406bd4612 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1099 time: 0.0545409 Jun 22 09:51:14.941895 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d24be47-f86c-4541-a49e-a4938c90e3fc req-c2de08a4-190e-4464-bf19-66f348419ba1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Jun 22 09:51:16.009370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcf0fe-8e44-43f9-bdaf-c93a36f6b72c req-c70b7c2b-2127-4e0a-8bb8-38c2544ac2d3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:16.010948 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2abcf0fe-8e44-43f9-bdaf-c93a36f6b72c req-c70b7c2b-2127-4e0a-8bb8-38c2544ac2d3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0737844 Jun 22 09:51:16.053601 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2abcf0fe-8e44-43f9-bdaf-c93a36f6b72c req-6f3156c7-a56d-47fa-93c5-137261419183 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Jun 22 09:51:17.227262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614121b9-bff6-401c-8b13-3ea2bc440e14 req-d1b27021-fff7-482a-bb97-e4fcf97dc1b3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.228737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-614121b9-bff6-401c-8b13-3ea2bc440e14 req-d1b27021-fff7-482a-bb97-e4fcf97dc1b3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0627272 Jun 22 09:51:17.266847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-614121b9-bff6-401c-8b13-3ea2bc440e14 req-1e99baf1-1320-46bf-8356-c2e49c7fcabf tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Jun 22 09:51:17.441142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6bfb6-f770-42ba-bd7b-02f0d4932088 req-a2c7ccd2-75ae-4ad1-8da8-c4542c99025c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.443406 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-98e6bfb6-f770-42ba-bd7b-02f0d4932088 req-a2c7ccd2-75ae-4ad1-8da8-c4542c99025c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0653405 Jun 22 09:51:17.479997 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-98e6bfb6-f770-42ba-bd7b-02f0d4932088 req-bd1a0776-a594-454a-997f-a87bc25bf727 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Jun 22 09:51:17.904096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae18e2-2d31-4f2f-89bd-1f03495bc608 req-f59c5caf-6948-4c1b-a0dc-f16372702087 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:17.905683 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edae18e2-2d31-4f2f-89bd-1f03495bc608 req-f59c5caf-6948-4c1b-a0dc-f16372702087 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0627565 Jun 22 09:51:17.954101 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-edae18e2-2d31-4f2f-89bd-1f03495bc608 req-8565c6ad-af5f-4acd-831e-a7932a72d945 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Jun 22 09:51:18.128487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314171f-fccc-431a-a9db-92897a4767aa req-87593d08-8473-4735-a29a-afaaf5c7e96c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:18.129906 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2314171f-fccc-431a-a9db-92897a4767aa req-87593d08-8473-4735-a29a-afaaf5c7e96c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0680995 Jun 22 09:51:18.168423 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2314171f-fccc-431a-a9db-92897a4767aa req-9213b814-c704-4485-9bf8-4271f7fdb218 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Jun 22 09:51:18.732741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e56c-f4c0-4a6b-b825-9e68356a27e9 req-8c22b7af-d637-4b5d-9373-3265dcac7670 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:18.734217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5345e56c-f4c0-4a6b-b825-9e68356a27e9 req-8c22b7af-d637-4b5d-9373-3265dcac7670 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0648446 Jun 22 09:51:18.811576 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5345e56c-f4c0-4a6b-b825-9e68356a27e9 req-13855be8-613d-4f4f-a30f-53b96b46ac97 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 Jun 22 09:51:18.837312 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-e68c4301-40a0-4704-8428-93f687037b86 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0623524 Jun 22 09:51:19.985631 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3521d48-bf7f-4302-abc6-7fbe6e4f2227 req-8ee16566-95bf-4e66-ad12-ca90626322c6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:19.987024 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3521d48-bf7f-4302-abc6-7fbe6e4f2227 req-8ee16566-95bf-4e66-ad12-ca90626322c6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0668249 Jun 22 09:51:20.026452 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3521d48-bf7f-4302-abc6-7fbe6e4f2227 req-f66605af-b53c-4ffe-9d66-bd0c967f155e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Jun 22 09:51:21.206314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c6031-12c4-4e86-83c1-f59b12a0fba4 req-d215c370-0582-4b56-af27-a716a629a9c9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:21.207715 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-475c6031-12c4-4e86-83c1-f59b12a0fba4 req-d215c370-0582-4b56-af27-a716a629a9c9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0645592 Jun 22 09:51:21.270001 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-475c6031-12c4-4e86-83c1-f59b12a0fba4 req-d0effab5-cc6c-4ddb-8edc-7e39fe74681f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Jun 22 09:51:21.286632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-6bfd8d1f-e7e9-4510-b9dd-42589a83b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:21.288336 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-6bfd8d1f-e7e9-4510-b9dd-42589a83b385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1099 time: 0.0797474 Jun 22 09:51:21.382625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-64166ca7-e044-4421-8979-1a93362f5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:21.384189 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-64166ca7-e044-4421-8979-1a93362f5f80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0897114 Jun 22 09:51:21.424963 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-d5c41b52-2e29-4f15-8247-15219e64dd7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 200 len: 217 time: 0.0346313 Jun 22 09:51:21.471943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-1c7a2737-72ac-419e-9451-04daee6ea3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:21.473294 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-1c7a2737-72ac-419e-9451-04daee6ea3b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0426662 Jun 22 09:51:21.518141 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-7c8436a0-c9e5-4673-bcc5-fb836f28e843 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308208 Jun 22 09:51:21.607299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-2be4369b-e2c8-45d5-b842-e9d265c7bedb service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812573 Jun 22 09:51:21.702325 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-26037dc0-93f2-429a-88eb-3d8a3ee95e96 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Jun 22 09:51:22.440767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db940ffe-ed46-4c43-9046-b671332bce84 req-f5bd6d23-e426-414c-9b46-5d09c1f9df4f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:22.442143 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-db940ffe-ed46-4c43-9046-b671332bce84 req-f5bd6d23-e426-414c-9b46-5d09c1f9df4f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0624115 Jun 22 09:51:22.479824 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-db940ffe-ed46-4c43-9046-b671332bce84 req-b47a048b-2bfa-4cda-9896-0fe4189c9b87 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Jun 22 09:51:23.654411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96b062-9d21-4a97-b763-778f7b571bea req-d074d7c2-377b-49a6-b56c-ab006dd3cd34 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:23.655903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ff96b062-9d21-4a97-b763-778f7b571bea req-d074d7c2-377b-49a6-b56c-ab006dd3cd34 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0637672 Jun 22 09:51:23.694190 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ff96b062-9d21-4a97-b763-778f7b571bea req-7e92e6e1-36c0-43c5-bbdf-371faedefdb0 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Jun 22 09:51:24.881519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a590-02cb-4d2c-8a9d-72f4697dae96 req-0eb87ec4-d765-4012-a144-a1b3d8b963c6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:24.882989 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89d9a590-02cb-4d2c-8a9d-72f4697dae96 req-0eb87ec4-d765-4012-a144-a1b3d8b963c6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0669990 Jun 22 09:51:24.920578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-89d9a590-02cb-4d2c-8a9d-72f4697dae96 req-9ecf5644-474c-4e8a-927c-b4fdd441b967 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Jun 22 09:51:26.090295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc70cb-7582-4602-b73d-142b993e9017 req-7cc347be-2bd7-488d-9b0e-50f8faf25b16 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:26.091743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-09cc70cb-7582-4602-b73d-142b993e9017 req-7cc347be-2bd7-488d-9b0e-50f8faf25b16 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0627337 Jun 22 09:51:26.130257 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-09cc70cb-7582-4602-b73d-142b993e9017 req-2e4c6151-2fb5-429f-9c55-33c10727a0e4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Jun 22 09:51:27.302894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8f645-e01e-4f54-9c15-0091bbaad0ac req-2fa8ec9f-c3f6-4243-aa0a-aee669af3e16 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:27.304352 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1ae8f645-e01e-4f54-9c15-0091bbaad0ac req-2fa8ec9f-c3f6-4243-aa0a-aee669af3e16 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0615351 Jun 22 09:51:27.340881 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1ae8f645-e01e-4f54-9c15-0091bbaad0ac req-996451dc-7f17-4e7c-acf4-5d301620c5a1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309451 Jun 22 09:51:28.610247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d1cb2-93c1-4583-b862-7784b5b97eff req-b8a3e94a-0852-447c-84a0-32946dbb108f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:28.611690 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe5d1cb2-93c1-4583-b862-7784b5b97eff req-b8a3e94a-0852-447c-84a0-32946dbb108f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0677145 Jun 22 09:51:28.650170 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe5d1cb2-93c1-4583-b862-7784b5b97eff req-8cc6d1ab-9787-4255-8b81-aaee6fd1917e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Jun 22 09:51:29.516158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1cc77f58-48bb-42c9-bee8-d348bd7bb079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:29.822850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401cda6-28eb-4826-992d-baa83caf5fcd req-a0301bd3-1985-400f-bc4f-0bddc06b7589 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:29.824329 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b401cda6-28eb-4826-992d-baa83caf5fcd req-a0301bd3-1985-400f-bc4f-0bddc06b7589 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0623655 Jun 22 09:51:29.860944 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b401cda6-28eb-4826-992d-baa83caf5fcd req-daa6234d-f0f8-48f8-a59e-9a13bdfde0c0 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Jun 22 09:51:31.110096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44971a3c-bac3-48bc-944d-941d01172125 req-86a42397-301f-4c1a-8e84-80ed70db3100 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:31.111582 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44971a3c-bac3-48bc-944d-941d01172125 req-86a42397-301f-4c1a-8e84-80ed70db3100 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.1366153 Jun 22 09:51:31.150957 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44971a3c-bac3-48bc-944d-941d01172125 req-cf7c8ecd-570e-424a-8026-6a0a7a21006d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Jun 22 09:51:32.190762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cba9-b80f-41d9-94ca-595c733c76a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:32.329707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd81245-d068-4aba-8775-48280605d423 req-e8338e2d-e930-4f7d-809e-ff02f99be29a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:32.331159 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3fd81245-d068-4aba-8775-48280605d423 req-e8338e2d-e930-4f7d-809e-ff02f99be29a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0673835 Jun 22 09:51:32.368821 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3fd81245-d068-4aba-8775-48280605d423 req-7952866e-9d68-43a7-82de-7d95f2541a87 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Jun 22 09:51:32.643817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:33.527335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:33.562922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd4302-dc6f-4550-bd30-a2a0eea18a8e req-8bc37cb7-29c6-43dc-b7fe-dbbb44b21c23 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:33.564467 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7fd4302-dc6f-4550-bd30-a2a0eea18a8e req-8bc37cb7-29c6-43dc-b7fe-dbbb44b21c23 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0694299 Jun 22 09:51:33.602099 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7fd4302-dc6f-4550-bd30-a2a0eea18a8e req-788cebfd-9b64-46a7-8edf-03a49242c0c1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Jun 22 09:51:34.775634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c01ca-d659-4543-abdc-f42c6035c64c req-1fe29c72-1b78-43d9-a8d5-044c9eeac722 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:34.777115 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6f5c01ca-d659-4543-abdc-f42c6035c64c req-1fe29c72-1b78-43d9-a8d5-044c9eeac722 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0639343 Jun 22 09:51:34.814054 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6f5c01ca-d659-4543-abdc-f42c6035c64c req-b669b2e0-bc9d-4297-bb03-5c9502f4c61e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Jun 22 09:51:34.987164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:35.985920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e62185-f2dd-4632-b165-0250b2501f46 req-ac4a2212-0461-48fc-85e5-91f84785d5d4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:35.987367 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95e62185-f2dd-4632-b165-0250b2501f46 req-ac4a2212-0461-48fc-85e5-91f84785d5d4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0649824 Jun 22 09:51:36.024717 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95e62185-f2dd-4632-b165-0250b2501f46 req-3be2e0b5-e87a-41e7-989d-91b5e9a8e5d0 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Jun 22 09:51:37.204806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405183-a825-46c1-b32e-17beaee2f3ea req-7f847323-2b8c-4a13-aff1-d11cd7060bfc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:37.206250 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-37405183-a825-46c1-b32e-17beaee2f3ea req-7f847323-2b8c-4a13-aff1-d11cd7060bfc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0662777 Jun 22 09:51:37.245125 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-37405183-a825-46c1-b32e-17beaee2f3ea req-09c7a551-ecaa-417e-876d-80364aec8cc0 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jun 22 09:51:38.416631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480cda0-5619-40b5-ba6f-2df9b8dec341 req-e8a9ede5-71fe-4066-963c-3250aa97812b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:38.418028 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a480cda0-5619-40b5-ba6f-2df9b8dec341 req-e8a9ede5-71fe-4066-963c-3250aa97812b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0631948 Jun 22 09:51:38.455616 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a480cda0-5619-40b5-ba6f-2df9b8dec341 req-4b751602-8124-4162-b3d9-cfebf815aa2a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Jun 22 09:51:39.298297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336319-96f0-428d-b0c8-54db991320c2 req-18cf70fb-3d58-4f14-a264-51be649da585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:39.299767 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-18cf70fb-3d58-4f14-a264-51be649da585 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1099 time: 0.0565429 Jun 22 09:51:39.401227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336319-96f0-428d-b0c8-54db991320c2 req-be2e11e8-5e05-4434-a161-147ed4a906bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:39.402936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-be2e11e8-5e05-4434-a161-147ed4a906bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0842390 Jun 22 09:51:39.451504 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-b8205fc5-bbd4-4102-8012-bce6a3e662ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 200 len: 217 time: 0.0396273 Jun 22 09:51:39.472386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:39.500488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336319-96f0-428d-b0c8-54db991320c2 req-00de4cb2-f3ca-44be-a0f0-9e26a315c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:39.500887 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-00de4cb2-f3ca-44be-a0f0-9e26a315c412 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0459225 Jun 22 09:51:39.533252 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-0976ebc3-7f40-4420-ab4c-e260b2ebd6ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264277 Jun 22 09:51:39.625153 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-b8e5b8da-789c-4476-9a5b-423a1e49f316 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858181 Jun 22 09:51:39.629760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011384af-b5f9-44c3-b3d5-58014c867d67 req-f25eecfe-b756-4cca-b0c7-d281a6dea2a5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:39.631601 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-011384af-b5f9-44c3-b3d5-58014c867d67 req-f25eecfe-b756-4cca-b0c7-d281a6dea2a5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0653515 Jun 22 09:51:39.669867 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-011384af-b5f9-44c3-b3d5-58014c867d67 req-1089bf6d-c73f-41bb-98c1-2e6a839823be tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jun 22 09:51:39.716025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51336319-96f0-428d-b0c8-54db991320c2 req-0940f73b-2b3e-4235-ad22-6277712c1925 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845754 Jun 22 09:51:40.875116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae28c9-8f2e-4107-8e15-1c8845e6841f req-39c9c9f2-8fef-4d04-b11e-21aea0ecc07e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:40.876639 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54ae28c9-8f2e-4107-8e15-1c8845e6841f req-39c9c9f2-8fef-4d04-b11e-21aea0ecc07e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0688295 Jun 22 09:51:40.927944 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54ae28c9-8f2e-4107-8e15-1c8845e6841f req-1d005824-8325-45f0-bf1c-865a5be1cc03 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Jun 22 09:51:42.099782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02c71b-ef99-452b-82a1-63cfe18b4212 req-7ab5a147-be13-492e-8977-0019518abee6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:42.101337 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec02c71b-ef99-452b-82a1-63cfe18b4212 req-7ab5a147-be13-492e-8977-0019518abee6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0624273 Jun 22 09:51:42.143882 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ec02c71b-ef99-452b-82a1-63cfe18b4212 req-409592d1-eb4a-4012-a046-bab6e15a51a1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367677 Jun 22 09:51:43.315779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9089c-e8b5-4839-b010-432d4390b130 req-233b1425-af15-42c8-9523-f471e5d01064 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:43.317740 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a9c9089c-e8b5-4839-b010-432d4390b130 req-233b1425-af15-42c8-9523-f471e5d01064 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0628598 Jun 22 09:51:43.354545 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a9c9089c-e8b5-4839-b010-432d4390b130 req-ef728dd5-1ef2-4c22-ab51-5986467cbe62 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Jun 22 09:51:44.535040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033c3df-d7fe-42f4-bc13-e46f5f6544f8 req-6fe79090-d6bc-4827-a671-3cebd43b4966 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:44.536832 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1033c3df-d7fe-42f4-bc13-e46f5f6544f8 req-6fe79090-d6bc-4827-a671-3cebd43b4966 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0664308 Jun 22 09:51:44.574833 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1033c3df-d7fe-42f4-bc13-e46f5f6544f8 req-2c368a74-c7f5-4702-83fe-af9a67ef46f6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jun 22 09:51:45.673914 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:51:45.745082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902dd7-3cd3-4dd4-b56b-d0597c2560fa req-37de9144-6378-46e8-90d8-3045a87e5adc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:45.746521 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a902dd7-3cd3-4dd4-b56b-d0597c2560fa req-37de9144-6378-46e8-90d8-3045a87e5adc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0620875 Jun 22 09:51:45.791636 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a902dd7-3cd3-4dd4-b56b-d0597c2560fa req-3a24b1cf-6e56-4150-9058-2fe00d079c3e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Jun 22 09:51:46.968048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23425701-78be-41b8-bfc9-77f011fec1c6 req-e09810f9-462e-4924-aa45-6d1123cf4c3b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:46.969502 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-23425701-78be-41b8-bfc9-77f011fec1c6 req-e09810f9-462e-4924-aa45-6d1123cf4c3b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0634894 Jun 22 09:51:47.008623 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-23425701-78be-41b8-bfc9-77f011fec1c6 req-ef40444f-3548-45a6-b37e-b990a6833c0f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 Jun 22 09:51:48.189367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65380baf-9abc-49d8-b3fd-f52ffb26209b req-adb290bd-57b1-41ce-90b7-8c4289904489 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:48.191121 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-65380baf-9abc-49d8-b3fd-f52ffb26209b req-adb290bd-57b1-41ce-90b7-8c4289904489 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0668769 Jun 22 09:51:48.227323 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-65380baf-9abc-49d8-b3fd-f52ffb26209b req-416b49ff-9835-4d67-8ff4-7a992a32ccd6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300848 Jun 22 09:51:49.405173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec2db0-892b-4872-b4e5-a1bdd68350d3 req-c649b2e3-e398-4bc0-810a-f81cae61bd40 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:49.406574 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f9ec2db0-892b-4872-b4e5-a1bdd68350d3 req-c649b2e3-e398-4bc0-810a-f81cae61bd40 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0702825 Jun 22 09:51:49.446471 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f9ec2db0-892b-4872-b4e5-a1bdd68350d3 req-83da4404-c76a-4c2e-a419-222585ee601b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Jun 22 09:51:50.622192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb55e3-5a68-4d56-b877-687bf91a9b38 req-faa6050f-5234-4ec7-88cb-bf4356efb730 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:50.623654 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-11eb55e3-5a68-4d56-b877-687bf91a9b38 req-faa6050f-5234-4ec7-88cb-bf4356efb730 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0631542 Jun 22 09:51:50.662542 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-11eb55e3-5a68-4d56-b877-687bf91a9b38 req-c50ee345-7d06-4d70-a13f-f7a19ed79303 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Jun 22 09:51:51.832407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20ae6-291e-4232-b17b-d78f3fd16599 req-e520b351-b102-4afc-9d66-7f22a5b9ff45 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:51.834068 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-56e20ae6-291e-4232-b17b-d78f3fd16599 req-e520b351-b102-4afc-9d66-7f22a5b9ff45 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0631299 Jun 22 09:51:51.871286 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-56e20ae6-291e-4232-b17b-d78f3fd16599 req-b6b4c6db-c44a-415f-a979-ff0c63b8cd50 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Jun 22 09:51:53.048763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6d546-e4a2-4e69-a2f6-7b0de8486b6b req-551fdb13-99b3-42e7-bc9d-d202f023de96 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:53.050299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-19d6d546-e4a2-4e69-a2f6-7b0de8486b6b req-551fdb13-99b3-42e7-bc9d-d202f023de96 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0683258 Jun 22 09:51:53.093676 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-19d6d546-e4a2-4e69-a2f6-7b0de8486b6b req-dfd20768-2d0f-43b9-82aa-7022623d56ab tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 Jun 22 09:51:54.056490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-4806e8ee-9f38-4192-a59f-083adcdd8707 service neutron] 10.222.0.24 "GET /v2.0/ports/6612e4f0-5dd0-4f62-b592-bdcc4d574d7a/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0545461 Jun 22 09:51:54.277624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97522ecd-76b7-4742-ab70-f93a52f03908 req-b69e4766-b6af-456c-b06d-7d1e7bda10be tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.279082 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-97522ecd-76b7-4742-ab70-f93a52f03908 req-b69e4766-b6af-456c-b06d-7d1e7bda10be tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0712719 Jun 22 09:51:54.317032 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-97522ecd-76b7-4742-ab70-f93a52f03908 req-5cff2862-0220-4269-b4e8-02055c4bcef1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Jun 22 09:51:54.789468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-fb596e40-1663-46c7-8b84-bf032ae13e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.790953 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-fb596e40-1663-46c7-8b84-bf032ae13e8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335&tenant_id=78b7058b227749f8a674a1c6e67c0079 HTTP/1.1" status: 200 len: 1099 time: 0.0532789 Jun 22 09:51:54.875104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-89fb2e12-a5d7-411f-a169-70807ae44228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.876610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-89fb2e12-a5d7-411f-a169-70807ae44228 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1099 time: 0.0509107 Jun 22 09:51:54.969619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-ca2acc80-25c6-4ef2-819e-11f9702cf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:54.971060 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-ca2acc80-25c6-4ef2-819e-11f9702cf3a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0887747 Jun 22 09:51:55.012842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-afb550f0-0f3d-40e4-bcda-0d4d4e7d678a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 200 len: 217 time: 0.0355132 Jun 22 09:51:55.064488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-4b26445f-dfe9-41a7-8b0c-6d606e56b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.066455 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-4b26445f-dfe9-41a7-8b0c-6d606e56b850 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0472147 Jun 22 09:51:55.105070 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-fc13ccdb-3cfa-4e35-9ed3-a91ed17923ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331631 Jun 22 09:51:55.196290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-186ab959-48e4-423e-af37-bb2d40c53918 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835614 Jun 22 09:51:55.290884 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb797bd-cb6d-4ddc-8637-8679927daa76 req-31f544fe-a473-4a79-80a5-9c4a3667f6de service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888586 Jun 22 09:51:55.490676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033032df-fcaa-4ab2-82d9-3ae6971e9e39 req-de07eacb-ec80-4f83-8a37-b060ac98323f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:55.492178 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-033032df-fcaa-4ab2-82d9-3ae6971e9e39 req-de07eacb-ec80-4f83-8a37-b060ac98323f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0640936 Jun 22 09:51:55.531787 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-033032df-fcaa-4ab2-82d9-3ae6971e9e39 req-b849a715-5ec6-4772-8525-e2e658944c8e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336757 Jun 22 09:51:56.707996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d06bd-df48-4aea-93bb-790c63ab8570 req-98b05f72-8e6b-4de8-b6db-a03387a62536 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:56.709463 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d06bd-df48-4aea-93bb-790c63ab8570 req-98b05f72-8e6b-4de8-b6db-a03387a62536 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0636466 Jun 22 09:51:56.746237 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f80d06bd-df48-4aea-93bb-790c63ab8570 req-34ae36fc-de5a-4f02-b945-0caf3ec72630 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311542 Jun 22 09:51:57.926274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c52ae-ff7b-4737-a363-02b7b19b2dbe req-354099c5-54f3-47f7-a842-a8f007f4b2e5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:57.927725 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b83c52ae-ff7b-4737-a363-02b7b19b2dbe req-354099c5-54f3-47f7-a842-a8f007f4b2e5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0699093 Jun 22 09:51:57.965048 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b83c52ae-ff7b-4737-a363-02b7b19b2dbe req-cc80b24e-51d3-4435-b3e7-6fd99301209c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Jun 22 09:51:58.365607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:51:58.370580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:51:58.412774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b6c5-cf75-4080-9159-e1cc7c3930e6 req-54945444-6a7c-41cb-93b4-ad3b4614f37f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:58.414299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e767b6c5-cf75-4080-9159-e1cc7c3930e6 req-54945444-6a7c-41cb-93b4-ad3b4614f37f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0684428 Jun 22 09:51:58.453593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e767b6c5-cf75-4080-9159-e1cc7c3930e6 req-d4a5d7fd-02d3-40a7-a465-73f10c67a463 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Jun 22 09:51:58.516188 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.529458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-e7f4fc51-00ef-4563-96a6-e0af401349a4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:58.530903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-e7f4fc51-00ef-4563-96a6-e0af401349a4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335&tenant_id=78b7058b227749f8a674a1c6e67c0079&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.0764575 Jun 22 09:51:58.536932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:58.555507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:51:58.557808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1fe7c-6e0f-4697-9149-d8b4b2cb16ee" -d '{"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-unplugged", "status": "completed", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:51:58.568979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'port_id': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'mac_address': 'fa:16:3e:ea:a7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a694f9e-ddcd-44a9-ba88-6cf207a5f866', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:51:58.573732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:58.608482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719c66ed-e4cd-468d-ac19-dd08eaccc210 x-openstack-request-id: req-719c66ed-e4cd-468d-ac19-dd08eaccc210 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:51:58.608767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-unplugged", "status": "completed", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:51:58.609029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-719c66ed-e4cd-468d-ac19-dd08eaccc210 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:51:58.609420 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'code': 200} Jun 22 09:51:58.619911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.636614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:51:58.650830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-820ab65f-0438-4f20-bf3c-a8ab995fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:58.652363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-820ab65f-0438-4f20-bf3c-a8ab995fd1fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 1099 time: 0.0579515 Jun 22 09:51:58.693343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:58.695732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:58.742133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-ff2fa960-50ef-41ea-8757-4627be008156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:58.743601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-ff2fa960-50ef-41ea-8757-4627be008156 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0853488 Jun 22 09:51:58.763020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:51:58.763385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:51:58.767630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:58.774654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.775037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.775382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.775718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.776082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.776423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.776753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.777080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.777409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.777732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.778057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.778379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:51:58.782219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:58.789082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-12c5cb85-c0bd-4de2-af7e-e20bf437c495 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 200 len: 217 time: 0.0387065 Jun 22 09:51:58.838912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-dd2bdef3-8002-41ff-87a6-1f7da7aba7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:58.840361 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-dd2bdef3-8002-41ff-87a6-1f7da7aba7c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0445750 Jun 22 09:51:58.871601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-275b260c-15d9-4cbb-9848-9f7ad9fb528e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254786 Jun 22 09:51:58.961957 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-d80f6d8d-f635-4146-8a4a-8fb213496349 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Jun 22 09:51:59.052184 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-55b027ce-319a-419e-a497-7cc4c3d47426 req-e170ae14-931f-4530-b7a1-cf624aab5cba service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837834 Jun 22 09:51:59.312756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:59.325863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:51:59.345324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:51:59.449080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:59.450749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:51:59.497173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:51:59.500210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:51:59.546349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e679957b-f1a8-4980-8ff8-1a7c8a078a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:51:59.576304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:51:59.643888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd38e-a939-4e42-8f19-d7968a0871df req-72da1072-7a14-40da-8bfb-a40ec8fbf2bc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:51:59.645433 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-991bd38e-a939-4e42-8f19-d7968a0871df req-72da1072-7a14-40da-8bfb-a40ec8fbf2bc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 945 time: 0.0759952 Jun 22 09:52:00.049946 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-991bd38e-a939-4e42-8f19-d7968a0871df req-131a7316-ede3-4c3d-af53-cecfb38a49b9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985600 Jun 22 09:52:00.371986 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:00.422068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:00.422443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:00.496099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:00.529075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:00.610084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:00.613071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e4c39-f9d7-4e26-83d9-9b156fd22af9" -d '{"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-plugged", "status": "completed", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:00.617452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:00.619274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:00.666218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:00.669448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:00.713132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa092b4b-0a70-4050-85cb-2e996810ddfc x-openstack-request-id: req-aa092b4b-0a70-4050-85cb-2e996810ddfc {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:00.713432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-plugged", "status": "completed", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:00.713690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa092b4b-0a70-4050-85cb-2e996810ddfc {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:00.714092 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'code': 200} Jun 22 09:52:01.227892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d2d5d-0dcf-425b-8f3a-15591a7e2b5d req-4e3add68-4aa8-40be-8202-d5a6025cd29b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:01.229350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b23d2d5d-0dcf-425b-8f3a-15591a7e2b5d req-4e3add68-4aa8-40be-8202-d5a6025cd29b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0699222 Jun 22 09:52:01.267834 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b23d2d5d-0dcf-425b-8f3a-15591a7e2b5d req-ad785121-e6da-435e-ae14-49db3703bd6a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Jun 22 09:52:01.446196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359686-0b7e-4a7f-ab15-7b59411cc9ac req-d4136b47-fd19-4743-b836-410c8bb1d8a4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:01.447606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04359686-0b7e-4a7f-ab15-7b59411cc9ac req-d4136b47-fd19-4743-b836-410c8bb1d8a4 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0632296 Jun 22 09:52:01.484652 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-04359686-0b7e-4a7f-ab15-7b59411cc9ac req-5fd981ef-7f1c-4853-a662-c55787fc14b8 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jun 22 09:52:01.660364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfffb4c-442c-4aa7-9638-11d7b44e3d1b req-9d3aa6cc-4859-4424-a099-89ad2d1fa1c9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:01.661977 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dbfffb4c-442c-4aa7-9638-11d7b44e3d1b req-9d3aa6cc-4859-4424-a099-89ad2d1fa1c9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0675974 Jun 22 09:52:01.703683 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dbfffb4c-442c-4aa7-9638-11d7b44e3d1b req-d13752a9-a410-42e0-8cb6-a5e83a841bba tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Jun 22 09:52:02.287129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-87840be4-d0e2-4a44-a391-6e5639a762ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.426739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-9f662149-a02c-489a-9e75-3fc8d75abdad tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:02.428235 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-9f662149-a02c-489a-9e75-3fc8d75abdad tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 815 time: 0.1041238 Jun 22 09:52:02.443798 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-585e3c41-6764-4706-a6a6-8a6e1047e4f2 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/quotas/78b7058b227749f8a674a1c6e67c0079 HTTP/1.1" status: 200 len: 375 time: 0.0099697 Jun 22 09:52:02.512955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-83751373-742b-4718-be9d-22c242cb812e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642438 Jun 22 09:52:02.653842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-d34ddc9d-3752-4da7-80be-75e2699b861d service neutron] 10.222.0.65 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341405 Jun 22 09:52:02.688730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:02.744167 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-a7ec70ab-2c25-4e11-a5f0-e12ffb82ae28 service neutron] 10.222.0.65 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Jun 22 09:52:03.019114 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ecbf10b4-7547-42dd-9931-6814b263284f req-01c2385a-ff03-4a4b-b56d-fd44945cbe88 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 210 time: 0.0338633 Jun 22 09:52:03.521234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:04.161634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c3ea8220-d6e1-41a3-8447-45327fd1c030 req-315017f2-394c-41ad-a6b2-102d3d231c9a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 210 time: 0.0307920 Jun 22 09:52:04.221888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-f5dcd05c-d692-4377-b862-039f5265026a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:04.223329 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-f5dcd05c-d692-4377-b862-039f5265026a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "GET /v2.0/ports?device_id=961ae3fe-0fa8-4e9b-b94e-da563e644335 HTTP/1.1" status: 200 len: 946 time: 0.0646412 Jun 22 09:52:04.341438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Deleting port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:04.341690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:04.432379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] For port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:04.432739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:04.500888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Calling delete_port for 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:04.738343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:04.742641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c00ae4a-42ad-40bd-887f-e604ab5676bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:04.767863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Pushing event deleted for resources: {'Port': ['ID=6612e4f0-5dd0-4f62-b592-bdcc4d574d7a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:04.772327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:04.780857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.781251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.781639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.782016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.782388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.782769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.783132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.783497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.783862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.785074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.785488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.785853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:04.803910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:04.823477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] No DVR routers for this DVR port 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:52:04.826107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:04.828124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-832498b2-f581-4e8c-be3e-4d266a7b4ced req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "DELETE /v2.0/ports/6612e4f0-5dd0-4f62-b592-bdcc4d574d7a HTTP/1.1" status: 204 len: 173 time: 0.5968857 Jun 22 09:52:04.828616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-deleted', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:04.831415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8f4c53-8391-402f-a6b7-57a1321e5213" -d '{"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-deleted", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:04.925812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7392263e-921a-4da0-9728-a454a6abef1b x-openstack-request-id: req-7392263e-921a-4da0-9728-a454a6abef1b {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:04.927705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961ae3fe-0fa8-4e9b-b94e-da563e644335", "name": "network-vif-deleted", "tag": "6612e4f0-5dd0-4f62-b592-bdcc4d574d7a", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:04.927705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7392263e-921a-4da0-9728-a454a6abef1b {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:04.927705 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961ae3fe-0fa8-4e9b-b94e-da563e644335', 'name': 'network-vif-deleted', 'tag': '6612e4f0-5dd0-4f62-b592-bdcc4d574d7a', 'status': 'completed', 'code': 200} Jun 22 09:52:05.060353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:05.321411 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-85cd21df-6270-4175-86bb-8db9da9331ed req-6146d11c-dcf5-4244-824b-5a7f03e25e25 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 210 time: 0.0356114 Jun 22 09:52:05.611465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-affbb932-0b4e-4ff6-bfbd-36640d805efc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:05.613616 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-affbb932-0b4e-4ff6-bfbd-36640d805efc tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 815 time: 0.1015685 Jun 22 09:52:05.634022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Request body: {'port': {'device_id': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'admin_state_up': True, 'tenant_id': '78b7058b227749f8a674a1c6e67c0079'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:05.841201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Made reservation on behalf of 78b7058b227749f8a674a1c6e67c0079 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:52:05.844836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:05.968734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Allocated IP 172.20.0.7 (573ecf90-4ebf-424b-8c79-c9a08e3737b8/6a694f9e-ddcd-44a9-ba88-6cf207a5f866/a8667b79-805b-4134-bf3f-22bf5a3e3807) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:06.122023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:06.226298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:06.231903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a82595d9-6b69-4f94-8bc4-1d5319646a31 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:06.259192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['6612e4f0-5dd0-4f62-b592-bdcc4d574d7a'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:06.278527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:06.281862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:06.287975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:06.311432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:06.316426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:06.339401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:06.340284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:06.427308 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978778 Jun 22 09:52:06.446314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Request body: {'port': {'device_id': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:06.500300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab287-bf15-4bf1-9400-fb7814bae330 req-a1fa7a5e-7ab4-453a-b0d7-1945f17b2873 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:06.501797 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cabab287-bf15-4bf1-9400-fb7814bae330 req-a1fa7a5e-7ab4-453a-b0d7-1945f17b2873 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 931 time: 0.0640113 Jun 22 09:52:06.517989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:06.541708 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cabab287-bf15-4bf1-9400-fb7814bae330 req-7b4d9fab-1890-4c65-9ac8-b66b7107076e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Jun 22 09:52:06.784187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8667b79-805b-4134-bf3f-22bf5a3e3807 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:06.791258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:06.802669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Transition to ACTIVE for port object a8667b79-805b-4134-bf3f-22bf5a3e3807 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:06.903546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:06.905628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:06.976098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60291e2c-6816-4561-a389-114529263a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:06.981169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60291e2c-6816-4561-a389-114529263a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:07.052384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Attempting to bind port a8667b79-805b-4134-bf3f-22bf5a3e3807 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:07.052635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Attempting to bind port a8667b79-805b-4134-bf3f-22bf5a3e3807 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:07.052961 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Attempting to bind port a8667b79-805b-4134-bf3f-22bf5a3e3807 on network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:07.057229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Port a8667b79-805b-4134-bf3f-22bf5a3e3807 on network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:52:07.057582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Attempting to bind port a8667b79-805b-4134-bf3f-22bf5a3e3807 on network 573ecf90-4ebf-424b-8c79-c9a08e3737b8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:07.062346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:07.062684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Checking segment: {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:07.063069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Bound using segment: {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:07.063501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Bound port: a8667b79-805b-4134-bf3f-22bf5a3e3807, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a379880-9f0b-4190-80c1-84a51403e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:07.063847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:07.126975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:07.130952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:07.212684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:07.214869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bbf136bc-a885-4d56-b094-2cf5ba76fc59 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:07.256222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.256222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:07.256222 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-60291e2c-6816-4561-a389-114529263a06 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 200 len: 1093 time: 0.8132112 Jun 22 09:52:07.256222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:07.257995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:07.281124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60291e2c-6816-4561-a389-114529263a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:07.284888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60291e2c-6816-4561-a389-114529263a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:07.297623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c281895f-c391-43bc-a13f-3564b81cba14 x-openstack-request-id: req-c281895f-c391-43bc-a13f-3564b81cba14 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:07.297959 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:07.298285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c281895f-c391-43bc-a13f-3564b81cba14 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:07.298735 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'status': 'completed', 'code': 200} Jun 22 09:52:07.397582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4 req-9594d90f-a719-46d3-86ec-123f00663fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.398955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4 req-9594d90f-a719-46d3-86ec-123f00663fa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1096 time: 0.0587595 Jun 22 09:52:07.501904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4 req-8c516036-0127-4e54-8465-a9121da4e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.503435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4 req-8c516036-0127-4e54-8465-a9121da4e24b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=78b7058b227749f8a674a1c6e67c0079&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909460 Jun 22 09:52:07.600485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4 req-d4087c03-fc97-4174-9b89-992dc364915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.601964 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ca3070e-230a-43a8-bcd3-3cea8d9bfdd4 req-d4087c03-fc97-4174-9b89-992dc364915f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928714 Jun 22 09:52:07.715256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050e11e-d34d-4f61-b478-7a215964bd38 req-ca4eb0cf-940e-47d9-8026-5fa229c7afcb tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.716810 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a050e11e-d34d-4f61-b478-7a215964bd38 req-ca4eb0cf-940e-47d9-8026-5fa229c7afcb tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 943 time: 0.0659542 Jun 22 09:52:07.717036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-fb606399-fe07-4f26-a375-85bf498031d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.718531 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-fb606399-fe07-4f26-a375-85bf498031d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1096 time: 0.0578446 Jun 22 09:52:07.755901 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a050e11e-d34d-4f61-b478-7a215964bd38 req-cb3a924f-c83c-4718-b555-2bf0a78cf315 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Jun 22 09:52:07.766182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-3558d665-0e11-4cd9-b59c-620bb445e5b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 200 len: 217 time: 0.0348325 Jun 22 09:52:07.818494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-cddb1172-0ebe-45f4-a037-ce8c7e629d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:07.819928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-cddb1172-0ebe-45f4-a037-ce8c7e629d48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0474594 Jun 22 09:52:07.855041 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-26a9359b-5864-46df-a1f9-cfa69a94681c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280199 Jun 22 09:52:07.942306 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-fcaac077-f6a2-4121-80c0-afa74f3c6994 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812094 Jun 22 09:52:08.047403 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8ebd3d56-606c-415e-b72a-4db614abe78d req-9da7e5ec-dfb2-40c5-8a9e-4018728d1347 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987453 Jun 22 09:52:08.433618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:08.453568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:52:08.453908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 6612e4f0-5dd0-4f62-b592-bdcc4d574d7a not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:08.929528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9813bb-a9b6-43d9-ada7-fada45448068 req-b03c3a42-006b-4f3a-ada2-7dabd96a46f9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:08.931007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d9813bb-a9b6-43d9-ada7-fada45448068 req-b03c3a42-006b-4f3a-ada2-7dabd96a46f9 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 943 time: 0.0640943 Jun 22 09:52:08.967520 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d9813bb-a9b6-43d9-ada7-fada45448068 req-e53e4352-5f66-4fcc-b764-b35aabf5292a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Jun 22 09:52:09.454261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:10.147354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471f609-6cdf-4371-8b78-89baaa73c153 req-d409ea4c-b991-4581-a038-d19c9a5c12f1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:10.148857 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b471f609-6cdf-4371-8b78-89baaa73c153 req-d409ea4c-b991-4581-a038-d19c9a5c12f1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 943 time: 0.0684595 Jun 22 09:52:10.185535 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b471f609-6cdf-4371-8b78-89baaa73c153 req-91b1345b-08a4-45b5-b6d4-ef518f1388e5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Jun 22 09:52:10.473106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:52:10.566850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:10.577708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'port_id': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'mac_address': 'fa:16:3e:50:f8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a694f9e-ddcd-44a9-ba88-6cf207a5f866', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:52:10.613344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:10.625202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8667b79-805b-4134-bf3f-22bf5a3e3807 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:10.645118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:10.709557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:10.712224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:10.762278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:10.765477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:11.011106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['a8667b79-805b-4134-bf3f-22bf5a3e3807'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:11.367996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22806665-eaf9-4c25-8900-47934824302c req-6e65bd7c-55e5-481c-a424-56e032fc6c42 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:11.369466 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-22806665-eaf9-4c25-8900-47934824302c req-6e65bd7c-55e5-481c-a424-56e032fc6c42 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 944 time: 0.0673378 Jun 22 09:52:11.408421 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-22806665-eaf9-4c25-8900-47934824302c req-de0ed45f-e966-4033-883f-42dcd828639c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Jun 22 09:52:12.472882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:12.579400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e1db-a261-4c11-b8b2-8d07166f5bcf req-cc4f7768-e8b9-4800-b9cf-2b90e50242c2 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:12.580972 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-be48e1db-a261-4c11-b8b2-8d07166f5bcf req-cc4f7768-e8b9-4800-b9cf-2b90e50242c2 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 944 time: 0.0623190 Jun 22 09:52:12.583792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port a8667b79-805b-4134-bf3f-22bf5a3e3807 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:12.587797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port a8667b79-805b-4134-bf3f-22bf5a3e3807 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:12.588304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:12.619050 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-be48e1db-a261-4c11-b8b2-8d07166f5bcf req-503b1aa2-e6cc-499f-9981-78de07698871 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Jun 22 09:52:12.665597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:12.686366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:12.688698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eade609-b688-4523-a070-8e1f38a3d37b" -d '{"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-plugged", "status": "completed", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:12.701691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:12.725837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26601d-2b2c-4509-bd33-236b02e1afe0 x-openstack-request-id: req-4d26601d-2b2c-4509-bd33-236b02e1afe0 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:12.731355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-plugged", "status": "completed", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:12.731355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d26601d-2b2c-4509-bd33-236b02e1afe0 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:12.731355 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'code': 200} Jun 22 09:52:12.797029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:12.799748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f6954c4b-6744-483e-b1a0-96f591ff7540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:12.844977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:12.848266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:13.213372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004f158-3b19-4c84-99c3-d142851f466b req-bb0ea5b8-1e04-4305-8567-826ce05f0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:13.214831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c004f158-3b19-4c84-99c3-d142851f466b req-bb0ea5b8-1e04-4305-8567-826ce05f0c90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1098 time: 0.0530961 Jun 22 09:52:13.248341 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c004f158-3b19-4c84-99c3-d142851f466b req-b16b122a-cf47-4928-8d0e-9521706024b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274796 Jun 22 09:52:13.794124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e092bb-4787-4d41-b061-ff271506626a req-00ead8c9-4251-4041-9a37-18ae72f10297 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:13.795605 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-07e092bb-4787-4d41-b061-ff271506626a req-00ead8c9-4251-4041-9a37-18ae72f10297 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0662246 Jun 22 09:52:13.833120 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-07e092bb-4787-4d41-b061-ff271506626a req-1face6a6-2c68-4f57-b466-204771ec847b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Jun 22 09:52:15.004055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da129b-0a86-41f5-bb7e-a5cf4ca4e3d1 req-a8d48d22-e317-48b6-a7b5-487201c277b5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.005508 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e2da129b-0a86-41f5-bb7e-a5cf4ca4e3d1 req-a8d48d22-e317-48b6-a7b5-487201c277b5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0620890 Jun 22 09:52:15.041833 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e2da129b-0a86-41f5-bb7e-a5cf4ca4e3d1 req-e7aceafa-a0d0-4279-b76d-1357dabfd43e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Jun 22 09:52:15.218767 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88ee8-23ef-4e6c-89cd-0536061bf82d req-acbbe4af-d5da-45cf-89db-312de1220b66 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.220304 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96a88ee8-23ef-4e6c-89cd-0536061bf82d req-acbbe4af-d5da-45cf-89db-312de1220b66 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0628762 Jun 22 09:52:15.258425 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96a88ee8-23ef-4e6c-89cd-0536061bf82d req-7f21c5e3-6583-4631-aac6-c4083254fc4d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Jun 22 09:52:15.832742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a33067-d170-4f54-b972-c6f9dc340aa8 req-27d4ed6e-c7b9-45d2-b254-dd505e8804d1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:15.834126 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-57a33067-d170-4f54-b972-c6f9dc340aa8 req-27d4ed6e-c7b9-45d2-b254-dd505e8804d1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0664260 Jun 22 09:52:15.871863 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-57a33067-d170-4f54-b972-c6f9dc340aa8 req-32280448-84e0-4356-bf64-54a0a00ebd8e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jun 22 09:52:15.919764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-e4c59933-bb4d-4c69-99ad-016ffeb6ff63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561225 Jun 22 09:52:17.046789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5123-f1c7-412b-a3cf-4bf1a38f3769 req-8d9ce6ac-f9c6-4873-9c75-1e0bec53f90b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:17.049813 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-033b5123-f1c7-412b-a3cf-4bf1a38f3769 req-8d9ce6ac-f9c6-4873-9c75-1e0bec53f90b tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0662801 Jun 22 09:52:17.092569 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-033b5123-f1c7-412b-a3cf-4bf1a38f3769 req-936a7ae6-fc19-4de7-b110-82a92a0b6962 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Jun 22 09:52:18.124844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-8b761803-d8fc-4581-8907-deb58af899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:18.126051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-8b761803-d8fc-4581-8907-deb58af899e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1098 time: 0.0573974 Jun 22 09:52:18.215387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-715b1087-4af6-4db9-b7de-b7a1ab5bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:18.216879 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-715b1087-4af6-4db9-b7de-b7a1ab5bfac5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0849264 Jun 22 09:52:18.259180 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-80222865-d7f3-43e3-b731-36c6c2c0071f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 200 len: 217 time: 0.0358436 Jun 22 09:52:18.271971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addca2bc-e614-4374-890f-a63e115e810b req-361e8db4-3fd0-4637-95ca-76994b6cdaee tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:18.273454 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-addca2bc-e614-4374-890f-a63e115e810b req-361e8db4-3fd0-4637-95ca-76994b6cdaee tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0689847 Jun 22 09:52:18.311116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-511c84ee-1cd5-4807-8b80-a99ba01a0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:18.311822 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-addca2bc-e614-4374-890f-a63e115e810b req-b534e5e6-31be-40c7-a61d-c6682252c990 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Jun 22 09:52:18.312589 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-511c84ee-1cd5-4807-8b80-a99ba01a0826 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0473771 Jun 22 09:52:18.345364 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-7a3aafe3-5e55-4805-862a-7bc8061821f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262444 Jun 22 09:52:18.436314 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-081c929c-de7e-4f09-8833-c44526a7a166 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844665 Jun 22 09:52:18.527123 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-d7d0f9e4-9a19-4014-960a-cb52142d3f64 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850813 Jun 22 09:52:19.498147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2517b6-e899-4a54-b244-e449aaaa8a01 req-d1192d08-5776-4bd7-8242-31473fafdf2a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:19.499603 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c2517b6-e899-4a54-b244-e449aaaa8a01 req-d1192d08-5776-4bd7-8242-31473fafdf2a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0651712 Jun 22 09:52:19.536783 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c2517b6-e899-4a54-b244-e449aaaa8a01 req-768af26a-0e21-423c-9f76-d4104da1552a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Jun 22 09:52:20.708134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965aa83-df1b-42a7-93a6-08570a35cc68 req-e7d409cb-a517-4fc9-814e-fa4a2df7437d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:20.709605 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9965aa83-df1b-42a7-93a6-08570a35cc68 req-e7d409cb-a517-4fc9-814e-fa4a2df7437d tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0627551 Jun 22 09:52:20.746751 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9965aa83-df1b-42a7-93a6-08570a35cc68 req-76344bcd-d639-4502-983b-37b1b8270a03 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jun 22 09:52:21.922703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123e23-b0b5-4dd3-a224-a76d906b4922 req-a897eae1-1c8c-4b30-942d-c222bd850637 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:21.924421 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a123e23-b0b5-4dd3-a224-a76d906b4922 req-a897eae1-1c8c-4b30-942d-c222bd850637 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0671556 Jun 22 09:52:21.960491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a123e23-b0b5-4dd3-a224-a76d906b4922 req-f9df5cb0-8c14-44cb-9a76-17b29efec6e2 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Jun 22 09:52:22.672031 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:52:23.136697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d5cb-b035-4419-83d2-0e59c06911f0 req-3ff74633-a3af-4141-b0e1-d4a7354e01fb tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:23.138192 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb04d5cb-b035-4419-83d2-0e59c06911f0 req-3ff74633-a3af-4141-b0e1-d4a7354e01fb tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0679271 Jun 22 09:52:23.176436 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb04d5cb-b035-4419-83d2-0e59c06911f0 req-315449e6-bc30-46ce-aa6c-f19f0c1e9626 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Jun 22 09:52:24.349398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36a37e-a0d5-4e75-bcb2-f000ff2dab1d req-63e71d3f-49fb-462f-8df7-0aaf5e24f18f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:24.350855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fd36a37e-a0d5-4e75-bcb2-f000ff2dab1d req-63e71d3f-49fb-462f-8df7-0aaf5e24f18f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0620697 Jun 22 09:52:24.390045 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fd36a37e-a0d5-4e75-bcb2-f000ff2dab1d req-79b6ef2e-0f91-40be-be34-ff7a67d61bea tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333140 Jun 22 09:52:25.564045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6c0b-0a6f-4de1-9a90-decc40f77bef req-b9c2a983-2cfb-4b23-b81b-cfe854d14283 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:25.565573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7c1c6c0b-0a6f-4de1-9a90-decc40f77bef req-b9c2a983-2cfb-4b23-b81b-cfe854d14283 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0639429 Jun 22 09:52:25.602227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7c1c6c0b-0a6f-4de1-9a90-decc40f77bef req-db40703c-a7c1-4108-9f63-0087d32c4552 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Jun 22 09:52:26.779225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1396f-4f2f-4444-9e18-8243760dd580 req-7f57fc68-9ab0-4702-a255-ab1958031165 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:26.780696 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3e1396f-4f2f-4444-9e18-8243760dd580 req-7f57fc68-9ab0-4702-a255-ab1958031165 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0685987 Jun 22 09:52:26.818454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3e1396f-4f2f-4444-9e18-8243760dd580 req-80827d51-e7a6-4ce1-b3ad-fcabd659e300 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Jun 22 09:52:27.989433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caab25-f154-4378-9f71-0cdd1464ad86 req-af39a52e-cc02-4d59-9e64-fc72fb3c45c2 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:27.990888 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-87caab25-f154-4378-9f71-0cdd1464ad86 req-af39a52e-cc02-4d59-9e64-fc72fb3c45c2 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0618770 Jun 22 09:52:28.027602 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-87caab25-f154-4378-9f71-0cdd1464ad86 req-9d4d0022-9438-4e1e-ad11-b600c5d485aa tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Jun 22 09:52:29.199766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba35371-51e7-4103-823b-40dbf524d6aa req-34c8f3d6-9ad2-4afc-b6c9-b367cfdbcabb tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:29.201232 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bba35371-51e7-4103-823b-40dbf524d6aa req-34c8f3d6-9ad2-4afc-b6c9-b367cfdbcabb tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0633233 Jun 22 09:52:29.238050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bba35371-51e7-4103-823b-40dbf524d6aa req-f199d866-78bb-4e3c-a6fc-f9e8477021d3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304947 Jun 22 09:52:29.499223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c19e0f93-2176-41ad-be2a-409caf5051c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:30.415796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f4ded-b882-471f-9b4a-0800f9889846 req-c964ac28-84bc-4b86-9f84-c6f98fc4b4d1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:30.417179 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e47f4ded-b882-471f-9b4a-0800f9889846 req-c964ac28-84bc-4b86-9f84-c6f98fc4b4d1 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0664279 Jun 22 09:52:30.453630 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e47f4ded-b882-471f-9b4a-0800f9889846 req-6a5db4ed-ecc8-496a-8bca-8a2c611e8f2f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Jun 22 09:52:31.624950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b724b9-20c6-49af-be0b-319829746ef1 req-08b8a5c4-1272-4e7f-9119-aba585ac8fac tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:31.626447 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-35b724b9-20c6-49af-be0b-319829746ef1 req-08b8a5c4-1272-4e7f-9119-aba585ac8fac tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0627797 Jun 22 09:52:31.664100 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-35b724b9-20c6-49af-be0b-319829746ef1 req-eed79bad-ea0c-4f7f-8684-1be0861421a8 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318880 Jun 22 09:52:32.231161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a013cbbe-2a32-4163-94fb-0b0ce4e0cce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:32.653379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:32.836012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caffa29-72c4-4e0f-86fc-afc19f80dbc7 req-7e393eb1-a209-46d7-b293-7ca756f31c77 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:32.837473 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9caffa29-72c4-4e0f-86fc-afc19f80dbc7 req-7e393eb1-a209-46d7-b293-7ca756f31c77 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0625560 Jun 22 09:52:32.877209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9caffa29-72c4-4e0f-86fc-afc19f80dbc7 req-670373be-01ff-4929-9588-ebcd9533d286 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Jun 22 09:52:33.499630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:34.053880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefa8d1-0697-4d3e-b096-0754add72e74 req-ffc4f630-d361-4e2d-a242-544e2f7d0cc8 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:34.055339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6eefa8d1-0697-4d3e-b096-0754add72e74 req-ffc4f630-d361-4e2d-a242-544e2f7d0cc8 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0662942 Jun 22 09:52:34.096988 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6eefa8d1-0697-4d3e-b096-0754add72e74 req-efa5f7b2-3372-491a-9543-1253255fa595 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357726 Jun 22 09:52:34.996067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:35.278103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c426f-9ac3-46d5-a538-83fd512c2cce req-446ac54c-fce2-4643-8fc7-aba2b44c1876 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:35.279602 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-831c426f-9ac3-46d5-a538-83fd512c2cce req-446ac54c-fce2-4643-8fc7-aba2b44c1876 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0688789 Jun 22 09:52:35.319585 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-831c426f-9ac3-46d5-a538-83fd512c2cce req-4fb4ab94-d3f2-459c-a390-269991d21f72 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338075 Jun 22 09:52:35.836970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-4542a094-00f8-438f-9546-3236f6fabbe9 service neutron] 10.222.0.24 "GET /v2.0/ports/a8667b79-805b-4134-bf3f-22bf5a3e3807/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0549777 Jun 22 09:52:36.494952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-f0f4c9ae-7190-45c3-ba2d-8d430cebe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.496535 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-f0f4c9ae-7190-45c3-ba2d-8d430cebe51d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a&tenant_id=78b7058b227749f8a674a1c6e67c0079 HTTP/1.1" status: 200 len: 1098 time: 0.0930574 Jun 22 09:52:36.520897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eba87-83ae-4bda-a2c7-0aee18679bb8 req-f6b433f5-c547-4287-8268-1f627af3b805 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.522360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e35eba87-83ae-4bda-a2c7-0aee18679bb8 req-f6b433f5-c547-4287-8268-1f627af3b805 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0840578 Jun 22 09:52:36.585852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e35eba87-83ae-4bda-a2c7-0aee18679bb8 req-79680f8d-76a2-4c09-9ef7-446468c377e7 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577786 Jun 22 09:52:36.611846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-778daf95-560f-43e7-9989-fecb6bcba3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.613370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-778daf95-560f-43e7-9989-fecb6bcba3e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1098 time: 0.0593178 Jun 22 09:52:36.705576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-e534d95a-b71a-44ef-913b-880ae307c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.707036 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-e534d95a-b71a-44ef-913b-880ae307c502 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0872929 Jun 22 09:52:36.748300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-c09093ca-7d4b-4722-800f-813ffef0766d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 200 len: 217 time: 0.0348716 Jun 22 09:52:36.795324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18e53-07b7-437d-836d-97286c92db07 req-e6a974e4-c42f-429e-82a0-dd9b66cd9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:36.796773 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-e6a974e4-c42f-429e-82a0-dd9b66cd9e4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0423231 Jun 22 09:52:36.832452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-1d8ce307-c6a4-407a-9e99-f1b7e6e3234c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287402 Jun 22 09:52:36.921251 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-7534c91a-a4c5-44bb-aca5-15887044c2e3 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822752 Jun 22 09:52:37.022525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d18e53-07b7-437d-836d-97286c92db07 req-c8c22c18-c858-4113-8b3e-a7b1d06d9745 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831695 Jun 22 09:52:37.758500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad70dbb-2b19-4317-8403-d4c82d660b06 req-1b303a24-4978-4038-8799-0a1311a59bb5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:37.759984 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5ad70dbb-2b19-4317-8403-d4c82d660b06 req-1b303a24-4978-4038-8799-0a1311a59bb5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0635037 Jun 22 09:52:37.795855 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5ad70dbb-2b19-4317-8403-d4c82d660b06 req-806cc176-e90b-4d52-b48f-8888eba0f765 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Jun 22 09:52:38.981518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed60ac-6da7-4cc3-a65d-d0b2a843292e req-39289bf4-055c-45e2-a099-d4082a358fc0 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:38.983117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-60ed60ac-6da7-4cc3-a65d-d0b2a843292e req-39289bf4-055c-45e2-a099-d4082a358fc0 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0729578 Jun 22 09:52:39.022584 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-60ed60ac-6da7-4cc3-a65d-d0b2a843292e req-3a96f7db-537c-4422-87ea-c76e785684a3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jun 22 09:52:39.422665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.027958 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-637d86dc-37a9-41ad-b644-3fe87029ff0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508244 Jun 22 09:52:40.141430 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-82b8658b-ff6b-4c10-bce9-092fc3135c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.143268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-82b8658b-ff6b-4c10-bce9-092fc3135c88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1098 time: 0.0591507 Jun 22 09:52:40.196253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9be612-69a3-4849-9771-0427c1324c5a req-74cbda7a-2ae6-4c8e-8d9d-aaaf7edd5cc7 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.197710 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3b9be612-69a3-4849-9771-0427c1324c5a req-74cbda7a-2ae6-4c8e-8d9d-aaaf7edd5cc7 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0623736 Jun 22 09:52:40.238750 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3b9be612-69a3-4849-9771-0427c1324c5a req-c27d978e-c19c-47a3-a7d2-de405e344d35 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Jun 22 09:52:40.246950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-eacb5bb2-cb2f-45bd-b4cc-ab2a464d0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.248447 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-eacb5bb2-cb2f-45bd-b4cc-ab2a464d0211 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0855489 Jun 22 09:52:40.289543 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-6ce22aa5-9f31-4b6c-a74b-74d228cc75b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 200 len: 217 time: 0.0348127 Jun 22 09:52:40.340856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-846acb1c-08a5-4161-81d9-cbbd03d32a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.342351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-846acb1c-08a5-4161-81d9-cbbd03d32a4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0472629 Jun 22 09:52:40.375766 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-e3d8ba42-c258-45b1-ba97-5b60a02afec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267830 Jun 22 09:52:40.463118 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-4ed6a122-5b94-4f82-ae57-fb984fc3fef7 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811164 Jun 22 09:52:40.559626 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe766efe-0289-4cd2-994f-9c5e93886b58 req-a3b6c9d9-df0f-4bf7-864d-a36d8d3d033f service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899546 Jun 22 09:52:40.585824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:52:40.592928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:40.674769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32831e6a-2db0-4e67-8069-fe67835e91ca req-3cc4d148-f8ce-4f73-a983-2dfc634944f5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.676602 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-32831e6a-2db0-4e67-8069-fe67835e91ca req-3cc4d148-f8ce-4f73-a983-2dfc634944f5 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0675879 Jun 22 09:52:40.715793 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-32831e6a-2db0-4e67-8069-fe67835e91ca req-59713a34-27ee-4b97-b01a-2012768497cf tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jun 22 09:52:40.741424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:40.758238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.760980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'network_id': '573ecf90-4ebf-424b-8c79-c9a08e3737b8', 'port_id': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'mac_address': 'fa:16:3e:50:f8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a694f9e-ddcd-44a9-ba88-6cf207a5f866', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:52:40.776948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-5016398d-d459-48fe-98ba-0a5d686d9e44 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.778424 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-5016398d-d459-48fe-98ba-0a5d686d9e44 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a&tenant_id=78b7058b227749f8a674a1c6e67c0079&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0727742 Jun 22 09:52:40.802197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:40.804491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea9d85-c70b-49f0-90d0-7fbb1276aeff" -d '{"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:40.824258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:40.830474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.843619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8667b79-805b-4134-bf3f-22bf5a3e3807 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:40.855593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d9df1-af9f-4b09-9986-939b25d11127 x-openstack-request-id: req-ce5d9df1-af9f-4b09-9986-939b25d11127 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:40.855976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:40.856237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce5d9df1-af9f-4b09-9986-939b25d11127 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:40.856626 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'code': 200} Jun 22 09:52:40.902995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-0e4ad1da-8819-48a0-887b-014405674962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.904499 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-0e4ad1da-8819-48a0-887b-014405674962 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b7058b227749f8a674a1c6e67c0079&device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 1098 time: 0.0585961 Jun 22 09:52:40.940327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:40.942267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f6954c4b-6744-483e-b1a0-96f591ff7540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:40.994350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-cd6dc8bc-62d3-4cab-afe5-c8e73afac3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:40.995820 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-cd6dc8bc-62d3-4cab-afe5-c8e73afac3d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 200 len: 916 time: 0.0849605 Jun 22 09:52:41.011331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:52:41.011708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:52:41.015953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:41.019968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:41.037898 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-121b4e3d-fe3e-4abe-885b-025bbd164bcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 200 len: 217 time: 0.0349543 Jun 22 09:52:41.091571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-6277462d-f9ce-46b8-97ce-f4a8c9344bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:41.092932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-6277462d-f9ce-46b8-97ce-f4a8c9344bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 200 len: 855 time: 0.0491920 Jun 22 09:52:41.124397 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-8645a2fd-195f-456a-a702-63152aa82190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=573ecf90-4ebf-424b-8c79-c9a08e3737b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256450 Jun 22 09:52:41.211272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-5cf4a207-f301-45e9-869b-f9f705752b31 service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809391 Jun 22 09:52:41.301441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f799a1e-cabc-4129-a7c1-c04cf7b89a26 req-cc93487e-246a-4eb2-8bbb-681353547f3c service neutron] 10.222.0.24 "GET /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842478 Jun 22 09:52:41.556099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:41.572097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8667b79-805b-4134-bf3f-22bf5a3e3807 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:52:41.592607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:41.697010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:41.699319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:41.746926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:41.749962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:41.826928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['a8667b79-805b-4134-bf3f-22bf5a3e3807'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:41.894764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0edb-a9c6-4669-a4fc-7db30dca991a req-b6a1989e-f750-4d4c-a158-d65abb7927fe tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:41.896277 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-09ae0edb-a9c6-4669-a4fc-7db30dca991a req-b6a1989e-f750-4d4c-a158-d65abb7927fe tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 944 time: 0.0624869 Jun 22 09:52:41.938311 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-09ae0edb-a9c6-4669-a4fc-7db30dca991a req-b16441d2-c889-4fe5-88df-0fa9f917b592 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Jun 22 09:52:42.603646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:42.658645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port a8667b79-805b-4134-bf3f-22bf5a3e3807 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:42.659038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.742173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.779474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:42.857452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:42.859927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576c3e5-b060-43f1-859f-64de543c52b9" -d '{"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-plugged", "status": "completed", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:42.864740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:42.866613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:42.903276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d474289c-28ba-491b-a935-8dad98d8b410 x-openstack-request-id: req-d474289c-28ba-491b-a935-8dad98d8b410 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:42.903276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-plugged", "status": "completed", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:42.903593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d474289c-28ba-491b-a935-8dad98d8b410 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:42.904194 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'code': 200} Jun 22 09:52:42.926858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:42.929872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:43.133176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f21d91-10c0-4e1c-8f46-e3954c0f949a req-89774ad2-dcc3-4887-bd8c-a5dc3f820c7a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:43.134708 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e5f21d91-10c0-4e1c-8f46-e3954c0f949a req-89774ad2-dcc3-4887-bd8c-a5dc3f820c7a tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0722678 Jun 22 09:52:43.178083 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e5f21d91-10c0-4e1c-8f46-e3954c0f949a req-5b25ec91-4e5d-4453-9036-6c1cad7350a6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373063 Jun 22 09:52:43.375795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0aca1-4a07-441c-961c-986cf34ab8a1 req-b7ec8464-3827-4728-aa4e-82cc0dccb9e6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:43.378371 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7eb0aca1-4a07-441c-961c-986cf34ab8a1 req-b7ec8464-3827-4728-aa4e-82cc0dccb9e6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0691800 Jun 22 09:52:43.416952 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7eb0aca1-4a07-441c-961c-986cf34ab8a1 req-22e11539-60d8-4c43-aa42-08b483d6b09f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Jun 22 09:52:43.596657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ea84-a1fa-48a8-b81d-9bcb81bcba85 req-75827636-e931-4893-81d7-5fd3bfea3a9e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:43.598121 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-64f5ea84-a1fa-48a8-b81d-9bcb81bcba85 req-75827636-e931-4893-81d7-5fd3bfea3a9e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0718751 Jun 22 09:52:43.636030 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-64f5ea84-a1fa-48a8-b81d-9bcb81bcba85 req-42d44ab3-f193-406b-9bb7-5cc6bc6ff8a6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Jun 22 09:52:44.550686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7acd2-2540-4258-b7b9-5dce20e208b8 req-76382d7d-ba55-45f8-b0a6-2fc7de312410 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:44.552150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0ce7acd2-2540-4258-b7b9-5dce20e208b8 req-76382d7d-ba55-45f8-b0a6-2fc7de312410 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0667608 Jun 22 09:52:44.590217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0ce7acd2-2540-4258-b7b9-5dce20e208b8 req-bd6c341e-e99d-4faf-b60b-4496d875d7f6 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Jun 22 09:52:45.771142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e5478-0725-437b-b630-272b07a8c544 req-76d9430b-e836-4b64-966b-482dbdb2eb94 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:45.772648 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0a2e5478-0725-437b-b630-272b07a8c544 req-76d9430b-e836-4b64-966b-482dbdb2eb94 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0688586 Jun 22 09:52:45.815453 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0a2e5478-0725-437b-b630-272b07a8c544 req-223f1e02-5005-462d-92e9-e613ea60b781 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/security-groups?id=3fa3c48b-27da-482e-b266-a34810aae22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Jun 22 09:52:46.134313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-9b69b0be-f854-4cd4-a17c-8842e6d26c50 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:46.135754 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-9b69b0be-f854-4cd4-a17c-8842e6d26c50 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 945 time: 0.0649521 Jun 22 09:52:46.236311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Deleting port a8667b79-805b-4134-bf3f-22bf5a3e3807 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:52:46.236651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.328294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] For port a8667b79-805b-4134-bf3f-22bf5a3e3807, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a8667b79-805b-4134-bf3f-22bf5a3e3807,segment=NetworkSegment(2a379880-9f0b-4190-80c1-84a51403e725),segment_id=2a379880-9f0b-4190-80c1-84a51403e725)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:46.328710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.396465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Calling delete_port for a8667b79-805b-4134-bf3f-22bf5a3e3807 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:52:46.613502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:46.617473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c5bd2380-b077-4d6c-940f-558ca6c0d336 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:46.646440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['a8667b79-805b-4134-bf3f-22bf5a3e3807'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:52:46.997480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Pushing event deleted for resources: {'Port': ['ID=a8667b79-805b-4134-bf3f-22bf5a3e3807,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:47.008558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:47.030514 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2378e3c0-251e-41b3-a07f-a2b490ae615a req-7aa5fd11-79a1-41bf-893d-c5417d35367c tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d688a77-7ed5-4fa6-841d-32337db1483a HTTP/1.1" status: 200 len: 210 time: 0.0353103 Jun 22 09:52:47.065583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] No DVR routers for this DVR port a8667b79-805b-4134-bf3f-22bf5a3e3807 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:52:47.068071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:47.070011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69c8329e-e0b7-4779-968e-f41ec846e933 req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] 10.222.0.24 "DELETE /v2.0/ports/a8667b79-805b-4134-bf3f-22bf5a3e3807 HTTP/1.1" status: 204 len: 173 time: 0.9284434 Jun 22 09:52:47.070531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-deleted', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:52:47.073041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf24b427-2589-4c9c-b4f4-1406dec5c922" -d '{"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-deleted", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:52:47.108909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe1c45e-317c-4f0d-a23b-a5447c17d24d x-openstack-request-id: req-dfe1c45e-317c-4f0d-a23b-a5447c17d24d {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:52:47.109249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d688a77-7ed5-4fa6-841d-32337db1483a", "name": "network-vif-deleted", "tag": "a8667b79-805b-4134-bf3f-22bf5a3e3807", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:52:47.109553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfe1c45e-317c-4f0d-a23b-a5447c17d24d {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:52:47.109994 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d688a77-7ed5-4fa6-841d-32337db1483a', 'name': 'network-vif-deleted', 'tag': 'a8667b79-805b-4134-bf3f-22bf5a3e3807', 'status': 'completed', 'code': 200} Jun 22 09:52:48.261057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59626) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:48.306781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Deleting subnet 6a694f9e-ddcd-44a9-ba88-6cf207a5f866 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:52:48.309849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.343935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.381976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.510658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.513500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a769bb92-a348-490e-a133-cb15d9778246 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:48.538301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a694f9e-ddcd-44a9-ba88-6cf207a5f866,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:48.540673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.542110 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6a694f9e-ddcd-44a9-ba88-6cf207a5f866 HTTP/1.1" status: 204 len: 168 time: 0.2847350 Jun 22 09:52:48.543039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d122c964-50a6-4729-8edf-a4681b2f6290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:48.544647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59628) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:48.614838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.690588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.699892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573ecf90-4ebf-424b-8c79-c9a08e3737b8']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:48.713551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a379880-9f0b-4190-80c1-84a51403e725') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:48.713843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a379880-9f0b-4190-80c1-84a51403e725') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:48.722815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.736397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.741936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:52:48.742314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:52:48.743931 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:52:48.862511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.866995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:48.876718 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] 10.222.0.65 "DELETE /v2.0/networks/573ecf90-4ebf-424b-8c79-c9a08e3737b8 HTTP/1.1" status: 204 len: 168 time: 0.3233347 Jun 22 09:52:48.876718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a9cc9281-89e9-4f4a-b95f-70b791a1a7d4 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:48.882953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Pushing event deleted for resources: {'Network': ['ID=573ecf90-4ebf-424b-8c79-c9a08e3737b8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:48.885386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-06684bcf-683d-4f0e-a416-267590a3b38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:49.286757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59632) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:49.326434 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7902a41e-6381-419a-834f-38f40644fa1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78b7058b227749f8a674a1c6e67c0079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384004 Jun 22 09:52:49.328834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59634) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:49.374833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.399787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.521729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.524458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:49.525590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fa3c48b-27da-482e-b266-a34810aae22a HTTP/1.1" status: 204 len: 168 time: 0.1959181 Jun 22 09:52:49.526378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-690b64e1-ce6a-456d-bd90-0bdbc725fd4a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:49.534569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa3c48b-27da-482e-b266-a34810aae22a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:49.536995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-97f91e4e-218f-422c-8a89-379c0a0e0d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:50.628834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59656) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:50.644836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:52:50.665448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: a8667b79-805b-4134-bf3f-22bf5a3e3807 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:52:50.665810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device a8667b79-805b-4134-bf3f-22bf5a3e3807 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:52:50.729306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1636884497-network', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:50.858737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Made reservation on behalf of 3cfc3edb3c7343e584f16c325be32a15 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:52:50.861230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.869435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:50.952939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.024252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.027296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0b4029a-aa5e-4758-a3d2-bd80e0dca068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.048249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:52:51.057558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009cad4-c458-4f03-898f-c7189e9b079d,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.061656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.062670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.063524 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Added segment 09d938fa-e72e-431b-a2aa-fe4b97757d8d of type vlan for network f71abce9-053a-489d-9f5c-597f989916d8 Jun 22 09:52:51.105279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.217002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.217993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:51.218594 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.221629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2c90b9c1-1728-4ba5-b04d-bb90c2de0007 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.281825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f71abce9-053a-489d-9f5c-597f989916d8,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.284536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.292030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network f71abce9-053a-489d-9f5c-597f989916d8 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:52:51.339634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7096801 Jun 22 09:52:51.342427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59660) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:51.347408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Request body: {'subnet': {'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1636884497-subnet', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:51.458611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Made reservation on behalf of 3cfc3edb3c7343e584f16c325be32a15 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:52:51.461011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.676367 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.678457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a156fa3e-bdda-4adc-b131-55df4a9d2df6 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:51.724726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed999ac-c432-4175-ad96-18a319f84482,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:51.731139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:51.740200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:51.749986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Network hostable DHCP agents. Network: f71abce9-053a-489d-9f5c-597f989916d8, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:52:51.835853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Network f71abce9-053a-489d-9f5c-597f989916d8 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:52:51.919617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, f71abce9-053a-489d-9f5c-597f989916d8) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:51.924192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:51.924779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:51.929380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3092b85-4838-4723-a5a4-101a97ad0450 None None] Network f71abce9-053a-489d-9f5c-597f989916d8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:52:52.017704 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b7425680-4c20-4cf8-a45e-36569cb9513c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6741421 Jun 22 09:52:52.020548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59662) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:52.024984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:52.070519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-f71abce9-053a-489d-9f5c-597f989916d8', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 09:52:52.071359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.126837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.128292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.184249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.203402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Allocated IP 172.20.0.2 (f71abce9-053a-489d-9f5c-597f989916d8/bed999ac-c432-4175-ad96-18a319f84482/5461b606-c774-4379-a3e9-e3e3004ec5f5) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:52.342151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.350895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Transition to ACTIVE for port object 5461b606-c774-4379-a3e9-e3e3004ec5f5 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:52.367235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Transition to ACTIVE for port object 5461b606-c774-4379-a3e9-e3e3004ec5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:52.394274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.468623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.472270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:52.504987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:52.507760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:52.510802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:52.526906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Pushing event updated for resources: {'Port': ['ID=5461b606-c774-4379-a3e9-e3e3004ec5f5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:52.530215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:52.578336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Attempting to bind port 5461b606-c774-4379-a3e9-e3e3004ec5f5 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:52.578795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Attempting to bind port 5461b606-c774-4379-a3e9-e3e3004ec5f5 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:52.579159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Attempting to bind port 5461b606-c774-4379-a3e9-e3e3004ec5f5 on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:52.584054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:52.584429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:52.584836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.585236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Bound using segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:52.585700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Bound port: 5461b606-c774-4379-a3e9-e3e3004ec5f5, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:52.586181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.657471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] For port 5461b606-c774-4379-a3e9-e3e3004ec5f5, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:52.657471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] For port 5461b606-c774-4379-a3e9-e3e3004ec5f5, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5461b606-c774-4379-a3e9-e3e3004ec5f5,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:52.696475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.715925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.745110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:52.747148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:52.804062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Pushing event updated for resources: {'Port': ['ID=5461b606-c774-4379-a3e9-e3e3004ec5f5,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:52.807278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:52.829221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Allocated IP 172.26.6.225 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/24a1f54a-59b6-4f7e-8f4c-e550b239c5da) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:52.959368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.065466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.067675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6d70bee-549d-49ce-8337-97ea802a8a1b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:53.108985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:53.118373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:53.120934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:53.150401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Pushing event updated for resources: {'Port': ['ID=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:53.153798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:53.536097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.573697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5461b606-c774-4379-a3e9-e3e3004ec5f5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:53.693098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5461b606-c774-4379-a3e9-e3e3004ec5f5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:53.721540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fac05-2780-48ca-acff-b65292bdfca6 None None] Network f71abce9-053a-489d-9f5c-597f989916d8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:52:53.768909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.839385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Provisioning for port 5461b606-c774-4379-a3e9-e3e3004ec5f5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:53.847378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Provisioning complete for port 5461b606-c774-4379-a3e9-e3e3004ec5f5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:53.851252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.975016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:53.995046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] For port 5461b606-c774-4379-a3e9-e3e3004ec5f5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5461b606-c774-4379-a3e9-e3e3004ec5f5,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:54.002530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Router 31939501-870a-4aa4-8e07-e58d3de17d40 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 09:52:54.065481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:54.069175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d72da58-f944-4550-9ad2-d4442ff0f61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:54.119928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:54.121592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Pushing event updated for resources: {'Port': ['ID=5461b606-c774-4379-a3e9-e3e3004ec5f5,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:54.124596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:54.135084 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:54.144642 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:54.145256 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:52:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:54.184316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d285346a-91bc-4790-94d6-7a9ba2ea64b3 None None] Provisioning complete for port 5461b606-c774-4379-a3e9-e3e3004ec5f5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:54.184789 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d285346a-91bc-4790-94d6-7a9ba2ea64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:54.230771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:54.234651 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2106321 Jun 22 09:52:54.235545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 59664) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:54.338062 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:54.521450 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:53Z', 'revision_number': 3, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:54.549368 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:54.549728 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Updating router 31939501-870a-4aa4-8e07-e58d3de17d40 port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:52:54.589556 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:54.840775 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:54.850600 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Transition to ACTIVE for port object 24a1f54a-59b6-4f7e-8f4c-e550b239c5da will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:54.956206 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:54.958954 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:54.995299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.008558 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Pushing event updated for resources: {'Port': ['ID=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:55.010753 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Attempting to bind port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:55.011127 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Attempting to bind port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:55.011495 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Attempting to bind port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:55.020198 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:55.020581 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:55.020986 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.021380 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:55.021846 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Bound port: 24a1f54a-59b6-4f7e-8f4c-e550b239c5da, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:55.022217 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.024277 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.024621 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.024953 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.025281 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.025606 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.025932 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.026265 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.026564 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.026883 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.027198 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.027513 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.027823 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.033234 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:55.087627 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] For port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:55.090625 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] For port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:55.171572 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.175269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c669ec36-44a6-4fdc-bf8e-dbf4511508d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:55.217305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Allocated IP 172.20.0.1 (f71abce9-053a-489d-9f5c-597f989916d8/bed999ac-c432-4175-ad96-18a319f84482/2d1920bd-2ab4-4367-94dc-3badfe99bc60) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:55.222978 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:55.223595 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:52:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:55.265833 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Pushing event updated for resources: {'Port': ['ID=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:55.273204 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:55.332899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.347339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:55.357699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Transition to ACTIVE for port object 2d1920bd-2ab4-4367-94dc-3badfe99bc60 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:55.476796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.479743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08cfdb3b-7ea9-42e7-856b-30993b4c30a2 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:55.514199 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:55.518863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:55.531522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:55.562591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1920bd-2ab4-4367-94dc-3badfe99bc60,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:55.565227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5461b606-c774-4379-a3e9-e3e3004ec5f5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:55.573318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.583503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:52:55.584504 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:53Z', 'revision_number': 3, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:55.584689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:55.600564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.616907 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7d2f7-bd74-440e-ad18-feb6f2fc00b8 None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:53Z', 'revision_number': 3, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:55.639414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5461b606-c774-4379-a3e9-e3e3004ec5f5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:55.639793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.879479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce63fefe-5d5e-48a6-938d-67e8e93d35a4 None None] Provisioning for port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:55.883493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce63fefe-5d5e-48a6-938d-67e8e93d35a4 None None] Provisioning complete for port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:55.887329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce63fefe-5d5e-48a6-938d-67e8e93d35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.897006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:55.934791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce63fefe-5d5e-48a6-938d-67e8e93d35a4 None None] Port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:52:56.069857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:56.154343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:56.156906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8169da04-7b26-4ec9-8052-9a36a862465f tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:56.227750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:56.229658 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1920bd-2ab4-4367-94dc-3badfe99bc60,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:56.233039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:56.327803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:56.330380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:56.456844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:52:56.569571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:52:56.571344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c22c8168-5808-48c1-a3ba-b4b2141b10cf None None] Provisioning complete for port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:56.572305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c22c8168-5808-48c1-a3ba-b4b2141b10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:56.574527 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] 10.222.0.65 "PUT /v2.0/routers/31939501-870a-4aa4-8e07-e58d3de17d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374686 Jun 22 09:52:56.605741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c22c8168-5808-48c1-a3ba-b4b2141b10cf None None] Port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:52:57.110304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59672) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:57.115121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412469184', 'description': 'tempest-description--1636661177'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:57.117976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:52:57.128193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:57.128816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:52:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:57.231579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:57.241483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.326476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.412985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.416397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-28f365b6-4b85-46e0-bbbb-0916e5c6aa55 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:57.425821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 2, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:57.446891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:57.452484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:57.462889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:52:57.463255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Updating router 31939501-870a-4aa4-8e07-e58d3de17d40 port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 09:52:57.561741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.563052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4517241 Jun 22 09:52:57.565996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 59674) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:57.571048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'security_group_rule': {'security_group_id': '93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:57.633575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 24a1f54a-59b6-4f7e-8f4c-e550b239c5da up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:57.669498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.684361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.744279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.845096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:57.852255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:57.852636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.864464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.872987 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-170b0419-ddf5-47ec-a643-74686ca5f818 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:57.884474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4063e87-ad76-4b5a-a188-cb080c463d24,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:57.886919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:57.955721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:57.959610 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902054 Jun 22 09:52:57.959853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 59676) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:57.964598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'security_group_rule': {'security_group_id': '93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:57.994024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.027127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:58.029053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.038822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Transition to ACTIVE for port object 2d1920bd-2ab4-4367-94dc-3badfe99bc60 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:52:58.046489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.098949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.101014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:58.112637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.143400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.163627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:58.190806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:58.191287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a455a4d0-a31e-497c-83f4-45e7e80007a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:58.195969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.197846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5878f94a-3b0d-4533-924a-470fea92b659 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:58.215967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58373d01-668e-4493-8ab6-5d6da36b485b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:58.218552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:58.253532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ee541-4386-4c4b-b632-09803c0aaf3c None None] Pushing event updated for resources: {'Port': ['ID=2d1920bd-2ab4-4367-94dc-3badfe99bc60,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:58.274717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-734ee541-4386-4c4b-b632-09803c0aaf3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:58.288526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Attempting to bind port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:52:58.288902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Attempting to bind port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:52:58.289273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Attempting to bind port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:52:58.293048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.294523 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336611 Jun 22 09:52:58.294806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:52:58.295195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:52:58.295608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.296031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Bound using segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:52:58.296511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Bound port: 2d1920bd-2ab4-4367-94dc-3badfe99bc60, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:52:58.296900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.297761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59678) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:52:58.302921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:52:58.362732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] For port 2d1920bd-2ab4-4367-94dc-3badfe99bc60, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:52:58.365760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] For port 2d1920bd-2ab4-4367-94dc-3badfe99bc60, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2d1920bd-2ab4-4367-94dc-3badfe99bc60,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:52:58.510376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.549161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.551307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-fea8f01f-381e-495a-8d71-d5d9188f2e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:58.606672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:52:58.607327 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:52:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:58.619000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.650090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ee541-4386-4c4b-b632-09803c0aaf3c None None] Pushing event updated for resources: {'Port': ['ID=2d1920bd-2ab4-4367-94dc-3badfe99bc60,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:58.654321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-734ee541-4386-4c4b-b632-09803c0aaf3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:58.727792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Allocated IP 172.26.6.23 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/a98caa6c-8bde-4609-9281-dda88fedcf88) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:52:58.731239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:52:58.837229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.933311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:58.936366 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1e8cde12-ad2e-4cd6-8cc7-8aa6deafbbba tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:58.945603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:58Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:52:58.972032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a3fcb-5d08-44fa-908b-a039ef06e487 None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:58Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:52:58.973052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:52:58.975963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:52:58.987966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:52:58.993697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'Port': ['ID=a98caa6c-8bde-4609-9281-dda88fedcf88,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:59.014541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:59.098484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.212637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.372472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.470620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.474044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bddefaa4-6dd4-4199-ae8e-ef5b5214445c tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:52:59.559913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'Port': ['ID=a98caa6c-8bde-4609-9281-dda88fedcf88,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:52:59.564051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:52:59.564851 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.576349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7eed7e47-4f1c-436d-8b69-48c25e3d4919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.626750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2d1920bd-2ab4-4367-94dc-3badfe99bc60 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:59.668356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.671583 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3708372 Jun 22 09:52:59.675278 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:52:59.750082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:52:59.754948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:52:59.755336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.825419 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-453ce5d3-5f87-4a39-a243-38f041ad2acd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1412469184&fields=id&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 267 time: 0.0350273 Jun 22 09:52:59.842407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.877043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 2d1920bd-2ab4-4367-94dc-3badfe99bc60, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2d1920bd-2ab4-4367-94dc-3badfe99bc60,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:52:59.942662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-d5525876-d98a-4ae5-897b-0905e75655c3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:52:59.948733 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-d5525876-d98a-4ae5-897b-0905e75655c3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1114690 Jun 22 09:52:59.960843 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-1f45d95e-2441-4390-b614-37748ab770dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/quotas/3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 375 time: 0.0108542 Jun 22 09:52:59.963917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:52:59.963917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 24a1f54a-59b6-4f7e-8f4c-e550b239c5da up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:52:59.964641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:00.034515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3eb0c48b-590b-41b2-9d69-4afd7ec11251 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674596 Jun 22 09:53:00.037526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=2d1920bd-2ab4-4367-94dc-3badfe99bc60,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:00.046582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.046934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.047505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.047960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.048301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.048656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.048989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.049311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.049642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.049967 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.050314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.050634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:00.056460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:00.062124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:00.062613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:00.137475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-66afa75e-2ead-4d5b-9284-a4ebf20f7b95 service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912755 Jun 22 09:53:00.226934 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-2087af97-12e6-411b-9402-bbff9f42d06e service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828671 Jun 22 09:53:00.527537 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0d837ae6-e628-4c14-a4e8-8d1e6a772fe9 req-b7aed3d4-c47b-47a3-be89-efefb96d6165 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 210 time: 0.0315437 Jun 22 09:53:01.541698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2d1920bd-2ab4-4367-94dc-3badfe99bc60 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:53:01.590096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:01.590484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:01.682893 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cb26990d-d197-4a61-9bb4-96951e32fec1 req-46c48c8c-9b7c-4ebb-8bab-161d8a60e863 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 210 time: 0.0386362 Jun 22 09:53:02.281480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-04da4760-7617-4573-9404-c648fc90e3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:02.731229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:02.824501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5417a6ac-6f6e-4516-ab24-c573811b6842 req-002ea067-4c89-4cb3-83fc-c92ccd6738d8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 210 time: 0.0291245 Jun 22 09:53:03.079742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3b61d346-fab5-494b-acf3-53106621f5b4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:03.081209 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3b61d346-fab5-494b-acf3-53106621f5b4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1010370 Jun 22 09:53:03.137767 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-4726ae70-d717-4e06-bfca-db40eb93c680 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 380 time: 0.0411644 Jun 22 09:53:03.147414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'port': {'device_id': '78abcf28-668d-4e98-9d90-2d152b397102', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'admin_state_up': True, 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'security_groups': ['93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:03.332888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Made reservation on behalf of 3cfc3edb3c7343e584f16c325be32a15 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:53:03.336589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.471713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Allocated IP 172.20.0.6 (f71abce9-053a-489d-9f5c-597f989916d8/bed999ac-c432-4175-ad96-18a319f84482/0c9ec61b-3de4-4baa-850a-85a8f4fa75b1) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:53:03.565176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.616414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.629691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Transition to ACTIVE for port object 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:53:03.733052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.737337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-41dcff26-e4f9-4414-ad2e-2b62a0fe0aee tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:03.791294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:53:03.794525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:53:03.797089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:53:03.825724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:03.830854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:03.855033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:03.855156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:03.928505 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847121 Jun 22 09:53:03.946461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Request body: {'port': {'device_id': '78abcf28-668d-4e98-9d90-2d152b397102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:04.025470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.087174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48571ca6-b703-4bfc-a85b-59987a19e893 None None] Provisioning for port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:53:04.090941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-48571ca6-b703-4bfc-a85b-59987a19e893 None None] Provisioning complete for port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:04.091391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-48571ca6-b703-4bfc-a85b-59987a19e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.124803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-48571ca6-b703-4bfc-a85b-59987a19e893 None None] Port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:53:04.263284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aaa16-7edc-445e-b555-e1948d38a6a9 req-0f118771-72cb-4508-98a9-357643cf0944 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:04.264773 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b69aaa16-7edc-445e-b555-e1948d38a6a9 req-0f118771-72cb-4508-98a9-357643cf0944 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 931 time: 0.1342392 Jun 22 09:53:04.329425 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b69aaa16-7edc-445e-b555-e1948d38a6a9 req-7d0eb563-9bf3-42cb-8c4b-6dd0f4eebb99 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546815 Jun 22 09:53:04.364545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:53:04.372115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.388664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Transition to ACTIVE for port object 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:53:04.486906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.489239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ba95ba97-f89b-450e-83b9-e0fcce258899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:04.569956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:04.572829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:04.639860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Attempting to bind port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:53:04.640148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Attempting to bind port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:53:04.640475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Attempting to bind port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:53:04.645779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 on network f71abce9-053a-489d-9f5c-597f989916d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:53:04.646101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Attempting to bind port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:53:04.650952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:53:04.651287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:53:04.651668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Bound using segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:53:04.652121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Bound port: 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:53:04.652507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.719653 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:53:04.722632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:53:04.828467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.831446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:04.861230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:04.861853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:04.863221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] 10.222.0.24 "PUT /v2.0/ports/0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 1093 time: 0.9214113 Jun 22 09:53:04.863786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:04.866169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603b600-c72d-4374-a5d9-f1a28d2fe48a" -d '{"events": [{"name": "network-changed", "server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:04.897723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.908781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.909384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.909457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.909924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.910385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:53:04.915014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6988512-8868-4aca-a8f7-61e8103dc1b9 x-openstack-request-id: req-a6988512-8868-4aca-a8f7-61e8103dc1b9 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:04.915419 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:04.915802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6988512-8868-4aca-a8f7-61e8103dc1b9 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:04.916340 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'status': 'completed', 'code': 200} Jun 22 09:53:04.917406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:05.014958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603b600-c72d-4374-a5d9-f1a28d2fe48a req-50d85b66-68f2-4e43-a3ad-c0bdfd3f0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.017046 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e603b600-c72d-4374-a5d9-f1a28d2fe48a req-50d85b66-68f2-4e43-a3ad-c0bdfd3f0338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1096 time: 0.0600448 Jun 22 09:53:05.030212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:05.124468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603b600-c72d-4374-a5d9-f1a28d2fe48a req-f767efca-3dc1-4d26-b7b8-a428b3c65919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.126263 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e603b600-c72d-4374-a5d9-f1a28d2fe48a req-f767efca-3dc1-4d26-b7b8-a428b3c65919 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3cfc3edb3c7343e584f16c325be32a15&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972700 Jun 22 09:53:05.217109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603b600-c72d-4374-a5d9-f1a28d2fe48a req-cf9c195e-5a6d-4a94-8e22-29b5e6c359d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.218463 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e603b600-c72d-4374-a5d9-f1a28d2fe48a req-cf9c195e-5a6d-4a94-8e22-29b5e6c359d0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862885 Jun 22 09:53:05.346434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-7f8f643c-f161-437f-8818-e6067f9fee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.348000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-7f8f643c-f161-437f-8818-e6067f9fee2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1096 time: 0.0591364 Jun 22 09:53:05.399496 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-f952b5d8-3d1b-4737-82c4-ecc5f52913f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 217 time: 0.0365834 Jun 22 09:53:05.459641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-b5afba81-5eec-4877-9f73-ef803a2ac031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.461075 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-b5afba81-5eec-4877-9f73-ef803a2ac031 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0562122 Jun 22 09:53:05.549711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f70e14-d1c4-4eb1-8e5f-ea71e43c2f81 req-cba67982-983c-4e85-ae49-a6c31a0d932b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.551177 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58f70e14-d1c4-4eb1-8e5f-ea71e43c2f81 req-cba67982-983c-4e85-ae49-a6c31a0d932b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 943 time: 0.1062782 Jun 22 09:53:05.565350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-e38fcad3-40ce-48ec-a6ec-f8c9a25d5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:05.566751 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-e38fcad3-40ce-48ec-a6ec-f8c9a25d5cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895002 Jun 22 09:53:05.635109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58f70e14-d1c4-4eb1-8e5f-ea71e43c2f81 req-1e34b5df-40d2-40cd-92bc-9f1acec92b1d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776231 Jun 22 09:53:05.670415 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-a5d081dd-2781-40ac-a8d2-143627380360 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961933 Jun 22 09:53:05.761570 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e613ff36-b350-4f3c-bcc3-24744401b111 req-d6aff0c3-2d9c-4fcc-ae40-73a6bd92f92b service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Jun 22 09:53:06.811501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868bcc-5297-4d6c-89f4-23c7bd969706 req-a4d4b764-1927-46ed-bc1a-99302c4f04cf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:06.813608 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-70868bcc-5297-4d6c-89f4-23c7bd969706 req-a4d4b764-1927-46ed-bc1a-99302c4f04cf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 943 time: 0.0674968 Jun 22 09:53:06.851473 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-70868bcc-5297-4d6c-89f4-23c7bd969706 req-80a09abe-a55a-4cba-bb5a-41b7820a4f17 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322754 Jun 22 09:53:08.020276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a976c-6b4e-4e3b-9ff2-8c0837b0526f req-f5d52210-2907-4216-9aa4-68e06bef1740 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:08.021716 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-695a976c-6b4e-4e3b-9ff2-8c0837b0526f req-f5d52210-2907-4216-9aa4-68e06bef1740 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 943 time: 0.0619142 Jun 22 09:53:08.059989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-695a976c-6b4e-4e3b-9ff2-8c0837b0526f req-6f34843d-e1ba-474f-b8ea-3cc7f7e1f506 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Jun 22 09:53:08.698109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:53:08.795014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:08.805909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'mac_address': 'fa:16:3e:4b:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:53:08.842181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.854450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:53:08.872693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:08.972562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:08.975233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:09.022042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:09.025015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:09.231174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534bb5-aba7-46ae-bced-82932ced379c req-a07fe837-cf99-44d1-8b2a-0c4a640b9737 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:09.232674 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82534bb5-aba7-46ae-bced-82932ced379c req-a07fe837-cf99-44d1-8b2a-0c4a640b9737 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 944 time: 0.0629625 Jun 22 09:53:09.270144 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82534bb5-aba7-46ae-bced-82932ced379c req-ca911855-0a7f-4e95-a1d1-71e78ac0f020 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Jun 22 09:53:09.279759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:53:09.486788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:10.448208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467cc9-c4bb-4c1c-a5b3-f32dd0ebe6bd req-234cecf8-e053-41d6-b46d-b892c69d0fd7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:10.449585 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f8467cc9-c4bb-4c1c-a5b3-f32dd0ebe6bd req-234cecf8-e053-41d6-b46d-b892c69d0fd7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 944 time: 0.0677524 Jun 22 09:53:10.487643 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f8467cc9-c4bb-4c1c-a5b3-f32dd0ebe6bd req-32d17373-bf0e-4c68-8418-3968747daa34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324278 Jun 22 09:53:10.697158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:53:10.846383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:53:10.850030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:53:10.850404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:10.926916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:10.947785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:10.950056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b3236-727d-457f-9370-1377b0cc60a7" -d '{"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-plugged", "status": "completed", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:10.962859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:53:10.987020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cc8b42-8462-4dfb-9bfb-d7fc9cef43e0 x-openstack-request-id: req-f2cc8b42-8462-4dfb-9bfb-d7fc9cef43e0 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:10.987323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-plugged", "status": "completed", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:10.987610 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2cc8b42-8462-4dfb-9bfb-d7fc9cef43e0 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:10.988042 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'code': 200} Jun 22 09:53:11.056755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:11.058637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:53:11.104366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:53:11.107346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:53:11.383621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cef48-ebdf-4c5c-a037-ec3f3484701e req-f055800c-bad6-402f-aa54-c8c8345ed7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:11.385041 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-227cef48-ebdf-4c5c-a037-ec3f3484701e req-f055800c-bad6-402f-aa54-c8c8345ed7f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1098 time: 0.0511246 Jun 22 09:53:11.418605 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-227cef48-ebdf-4c5c-a037-ec3f3484701e req-0d3c61b6-a176-4e0f-8c55-32f2987c0782 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266600 Jun 22 09:53:11.669117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be97e0-e10e-4970-b367-6a2d75ab06c4 req-1df1dc32-ecb3-48f3-b5d6-87554e8c410a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:11.670454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-47be97e0-e10e-4970-b367-6a2d75ab06c4 req-1df1dc32-ecb3-48f3-b5d6-87554e8c410a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0613239 Jun 22 09:53:11.707058 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-47be97e0-e10e-4970-b367-6a2d75ab06c4 req-a6de4347-9827-4ad8-a42b-591a7272867c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303395 Jun 22 09:53:12.882248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6152-a3fb-4dfe-85f7-8c3cca576ffc req-9a351577-a027-4a6f-b860-13ffb6c3c1fc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:12.883845 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-156e6152-a3fb-4dfe-85f7-8c3cca576ffc req-9a351577-a027-4a6f-b860-13ffb6c3c1fc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0637541 Jun 22 09:53:12.924853 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-156e6152-a3fb-4dfe-85f7-8c3cca576ffc req-d97d7377-b35c-40b1-b1bf-2243e061e931 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Jun 22 09:53:13.471695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffd45-d6d2-4dd9-b8af-a98e5802995e req-6fca058f-52ac-4971-bddf-81b69a9bf009 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:13.473154 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f11ffd45-d6d2-4dd9-b8af-a98e5802995e req-6fca058f-52ac-4971-bddf-81b69a9bf009 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.4396374 Jun 22 09:53:13.481698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59732) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:53:13.487208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'floatingip': {'port_id': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:53:13.526258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:13.979590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:14.056443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:14.157544 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca associated. External IP: 172.26.6.23, port: 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1. Jun 22 09:53:14.362934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:53:14.474529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:53:14.479318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:14.484446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:53:14.494161 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:14.494775 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:53:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:14.516967 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-85a3ef4b-00e8-4db6-9a4f-bc357e07ea0f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "PUT /v2.0/floatingips/5a59f7e9-e0b0-4007-b483-b867ef6c87ca HTTP/1.1" status: 200 len: 990 time: 1.0340264 Jun 22 09:53:14.517666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:53:14.520003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9042b6ea-0a01-4532-a252-12baabde30d6" -d '{"events": [{"name": "network-changed", "server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:53:14.560796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b53215-aa6a-4569-a366-cc90c1b029b3 x-openstack-request-id: req-53b53215-aa6a-4569-a366-cc90c1b029b3 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:53:14.560796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:53:14.560796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53b53215-aa6a-4569-a366-cc90c1b029b3 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:53:14.560796 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'status': 'completed', 'code': 200} Jun 22 09:53:14.603090 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:14.677582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-55efaa04-aff7-43bb-aae0-d5ba557ccc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:14.679095 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-55efaa04-aff7-43bb-aae0-d5ba557ccc2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1098 time: 0.0559242 Jun 22 09:53:14.772674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-f23fddcd-5f34-4ed6-b459-2ea38453c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:14.774156 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-f23fddcd-5f34-4ed6-b459-2ea38453c75d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0892262 Jun 22 09:53:14.821215 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:4b:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abcf28-668d-4e98-9d90-2d152b397102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:53:13Z', 'revision_number': 1, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:14.838124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-a128aae4-65ec-4b68-8059-05fc90d01ea7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 998 time: 0.0580950 Jun 22 09:53:14.849963 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:53:14.858043 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:53:14.858643 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:53:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:14.891303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-24c0172a-6b37-4433-b234-27b89020fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:14.892775 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-24c0172a-6b37-4433-b234-27b89020fee3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0479782 Jun 22 09:53:14.949259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-481960ed-2db8-43eb-a86d-0c7da7807aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:14.950656 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-481960ed-2db8-43eb-a86d-0c7da7807aff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516202 Jun 22 09:53:14.959792 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:53:15.043346 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-4403f7e5-1bc9-4131-bdc1-1eb642eddf89 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Jun 22 09:53:15.137559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9042b6ea-0a01-4532-a252-12baabde30d6 req-14bc7560-0f74-4aaa-98d1-422e03546e42 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Jun 22 09:53:15.272125 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:4b:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abcf28-668d-4e98-9d90-2d152b397102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:53:13Z', 'revision_number': 1, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:53:15.302037 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fe2a0-0cb3-40dc-9571-904930f1c80d None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:4b:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abcf28-668d-4e98-9d90-2d152b397102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:53:13Z', 'revision_number': 1, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:53:15.490262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091da7f9-b506-4472-b821-b5e0da5eb271 None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:53:29.566397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-71e4ea37-fc03-49e4-85ef-18b7ac6c2849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:32.218243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fb6776c-a674-4e6d-9ef8-6beaf8f2a448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:32.657843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:33.587628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:35.010234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:36.674656 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:53:39.486079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:41.010295 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-91b8e0cd-aa55-49b6-8715-e9368b372995 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512025 Jun 22 09:53:41.151811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-133837b3-e399-4041-b4bf-61ff1930db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:41.153365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-133837b3-e399-4041-b4bf-61ff1930db3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1098 time: 0.0529504 Jun 22 09:53:41.256588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-a03b8a57-f57b-449e-a0ba-f534964d9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:41.258020 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-a03b8a57-f57b-449e-a0ba-f534964d9fea service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0857232 Jun 22 09:53:41.321785 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-9c0dd291-bbf6-4063-8c65-6576850fad9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 1000 time: 0.0571737 Jun 22 09:53:41.378716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-8055da44-7f78-4a33-960c-4eb6dba20e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:41.380269 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-8055da44-7f78-4a33-960c-4eb6dba20e86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0514436 Jun 22 09:53:41.437648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-89963ada-ed6f-4954-882b-e30fa1f896dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:41.439107 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-89963ada-ed6f-4954-882b-e30fa1f896dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530827 Jun 22 09:53:41.526919 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-fef72dc2-fb65-4d6d-b9da-3bd025c34bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811510 Jun 22 09:53:41.618734 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfed5cf0-8d30-4a7c-b949-b848d2614f12 req-e6301d6f-effa-451d-aefe-835164f7bc04 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834939 Jun 22 09:53:51.637352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c07c1-0886-472b-a7b8-455d457beff4 req-0c260f96-affa-4593-913e-e206c4021960 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:51.639645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1a9c07c1-0886-472b-a7b8-455d457beff4 req-0c260f96-affa-4593-913e-e206c4021960 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0640485 Jun 22 09:53:51.676513 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1a9c07c1-0886-472b-a7b8-455d457beff4 req-c47f0c4e-2e1d-4c27-b7bf-36c98d5995b0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Jun 22 09:53:52.216139 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4afa4-7f15-4dd8-8415-53b5a5a0612c req-a5f5f8ab-893d-4264-b8fc-384085d9452f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:52.219370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95d4afa4-7f15-4dd8-8415-53b5a5a0612c req-a5f5f8ab-893d-4264-b8fc-384085d9452f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0745041 Jun 22 09:53:52.286023 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95d4afa4-7f15-4dd8-8415-53b5a5a0612c req-439ed9a4-2b4e-4cbe-bf09-5d64aecbae69 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608659 Jun 22 09:53:52.305317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-669cb9d6-32d4-4b09-8508-73b8a98c68a8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728648 Jun 22 09:53:53.547340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a61a2-d972-44cc-9e55-c5601ab07b63 req-ebbb80da-9554-4e6f-83b8-fc6a3b4f7855 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:53.550716 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-346a61a2-d972-44cc-9e55-c5601ab07b63 req-ebbb80da-9554-4e6f-83b8-fc6a3b4f7855 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.1492183 Jun 22 09:53:53.586911 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-346a61a2-d972-44cc-9e55-c5601ab07b63 req-1263d0a9-08c0-4e82-8cbe-c06629e15c28 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Jun 22 09:53:54.797985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-0454e0bd-d3b9-437d-bab2-a10070c1f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:54.799478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-0454e0bd-d3b9-437d-bab2-a10070c1f39a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1098 time: 0.1061187 Jun 22 09:53:54.806638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716f457-ec6b-42cc-9154-b2031bf72565 req-46630ef7-ed63-4a4c-804d-cf995a29bc30 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:54.808351 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1716f457-ec6b-42cc-9154-b2031bf72565 req-46630ef7-ed63-4a4c-804d-cf995a29bc30 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.1069014 Jun 22 09:53:54.909186 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1716f457-ec6b-42cc-9154-b2031bf72565 req-cec45aec-b25a-4665-9ef4-8269cc4caa9f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875289 Jun 22 09:53:54.938138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-fd31bcad-1942-4da0-96d9-d4cc59a0af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:54.939602 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-fd31bcad-1942-4da0-96d9-d4cc59a0af70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.1300972 Jun 22 09:53:55.006295 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-91b07312-853f-49ed-b13e-2845bdba4104 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 1000 time: 0.0602024 Jun 22 09:53:55.053346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-703ef53d-1d4e-420b-a24e-3ea76c9fc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:55.054717 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-703ef53d-1d4e-420b-a24e-3ea76c9fc781 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0424881 Jun 22 09:53:55.109966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-762a921e-fb4b-463d-a774-d8908d8d602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:55.114006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-762a921e-fb4b-463d-a774-d8908d8d602a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506673 Jun 22 09:53:55.214236 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-197e862b-ed1a-4978-bbf1-9b322cd47bbe service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957127 Jun 22 09:53:55.302007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-625b8db7-34f8-497a-bd49-a95eea78e9ab service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819016 Jun 22 09:53:56.081427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e056-22d7-4168-bbc7-520a4d343a9a req-f19caf3e-2503-4dc0-8849-a93908d946a5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:56.083595 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f201e056-22d7-4168-bbc7-520a4d343a9a req-f19caf3e-2503-4dc0-8849-a93908d946a5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0645416 Jun 22 09:53:56.120898 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f201e056-22d7-4168-bbc7-520a4d343a9a req-465ceebe-58e9-4136-94d0-58f2d79e74db tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Jun 22 09:53:57.301024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556e4e7-74c9-4654-bf45-131c212cd973 req-30e4ec50-6896-4094-aea4-44a340c44c6d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:57.302510 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b556e4e7-74c9-4654-bf45-131c212cd973 req-30e4ec50-6896-4094-aea4-44a340c44c6d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0712574 Jun 22 09:53:57.339191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b556e4e7-74c9-4654-bf45-131c212cd973 req-d3306cc9-5a4e-492e-99a0-b1d73fe139cf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jun 22 09:53:58.517164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62012880-0ecb-4c82-82cd-a995a1be7138 req-6eb148f7-26c2-4135-8140-b4ed78ca0d1b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:58.518646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-62012880-0ecb-4c82-82cd-a995a1be7138 req-6eb148f7-26c2-4135-8140-b4ed78ca0d1b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0684049 Jun 22 09:53:58.556945 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-62012880-0ecb-4c82-82cd-a995a1be7138 req-ae21207b-6a99-4f04-8970-4b29814ef2c5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jun 22 09:53:59.508210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f65f0695-2f08-422c-a9fd-92ee669cb510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:53:59.732496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da304fa-c3b2-4dc4-8b7d-3411d188e56c req-66ca0c61-342d-49b2-82da-fa27b15ae40a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:53:59.733931 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0da304fa-c3b2-4dc4-8b7d-3411d188e56c req-66ca0c61-342d-49b2-82da-fa27b15ae40a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0645859 Jun 22 09:53:59.772443 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0da304fa-c3b2-4dc4-8b7d-3411d188e56c req-a584d688-ddf1-4d8d-81bd-9f00caf28afb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Jun 22 09:54:00.943073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205fa5c-a13e-42e7-8d3c-0e1f2e72acf2 req-1ea39fe8-7d97-4d5d-a11a-f6636d651af0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:00.944455 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7205fa5c-a13e-42e7-8d3c-0e1f2e72acf2 req-1ea39fe8-7d97-4d5d-a11a-f6636d651af0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0634749 Jun 22 09:54:00.982091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7205fa5c-a13e-42e7-8d3c-0e1f2e72acf2 req-9e8aa95d-1c1a-463e-a6c1-afb58a87689e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Jun 22 09:54:02.171748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d665a5-e62e-4059-986f-73582e27bf57 req-cc2956b3-6504-4eae-a432-9c84c619eca9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:02.176728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-99d665a5-e62e-4059-986f-73582e27bf57 req-cc2956b3-6504-4eae-a432-9c84c619eca9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0839009 Jun 22 09:54:02.216964 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-99d665a5-e62e-4059-986f-73582e27bf57 req-d12dcedb-1e2c-402e-bf53-8aa3001f4567 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375051 Jun 22 09:54:02.218264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6e5cc9df-dd54-4c97-8886-7beec576a014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:02.679578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:03.402775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef7766-e02d-4213-bd5e-ee077ab1f7b2 req-eb01d90d-586c-40cb-91df-d666bdf21e3a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:03.405002 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-55ef7766-e02d-4213-bd5e-ee077ab1f7b2 req-eb01d90d-586c-40cb-91df-d666bdf21e3a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0670822 Jun 22 09:54:03.443963 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-55ef7766-e02d-4213-bd5e-ee077ab1f7b2 req-c71a6878-319e-46cf-a87c-e0c5e26d249b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333045 Jun 22 09:54:03.519637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:04.619208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc189b-dcfc-49df-9490-563e5f330db0 req-c6f12297-1a6d-4a33-a08e-cbf504f3a6a4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:04.620678 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d8bc189b-dcfc-49df-9490-563e5f330db0 req-c6f12297-1a6d-4a33-a08e-cbf504f3a6a4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0656774 Jun 22 09:54:04.657910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d8bc189b-dcfc-49df-9490-563e5f330db0 req-5eb9e962-2e36-4f49-b143-fed9a14637ef tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Jun 22 09:54:05.028341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:05.834536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9fe1-3054-4496-a6d6-785fd9178713 req-cbfff0b3-3386-447d-a0fe-87c118998c34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:05.835996 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-170a9fe1-3054-4496-a6d6-785fd9178713 req-cbfff0b3-3386-447d-a0fe-87c118998c34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0678067 Jun 22 09:54:05.875365 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-170a9fe1-3054-4496-a6d6-785fd9178713 req-cec124cc-3059-40ef-b2e2-f5af1a9d0959 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Jun 22 09:54:07.050276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ed474-e892-4aef-bd40-af15eecb7dc1 req-20094149-8cc2-4b76-a0ab-09ca2ae0c73d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:07.051759 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a9ed474-e892-4aef-bd40-af15eecb7dc1 req-20094149-8cc2-4b76-a0ab-09ca2ae0c73d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0639167 Jun 22 09:54:07.088989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a9ed474-e892-4aef-bd40-af15eecb7dc1 req-6e9a3ad9-0edd-46a0-9553-942c51adb373 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jun 22 09:54:07.585998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-0dc6e3a9-d4cc-4c35-84e0-e26593b1f037 service neutron] 10.222.0.24 "GET /v2.0/ports/0c9ec61b-3de4-4baa-850a-85a8f4fa75b1/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0575032 Jun 22 09:54:08.214523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-3c6df7ef-2664-4b82-b652-836813cbdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:08.216072 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-3c6df7ef-2664-4b82-b652-836813cbdceb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 1098 time: 0.0546432 Jun 22 09:54:08.269617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893841-2b6f-4950-a639-747c0cbd70f9 req-954ac5fa-46e0-4e58-b6d4-0cff6de46793 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:08.271167 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c3893841-2b6f-4950-a639-747c0cbd70f9 req-954ac5fa-46e0-4e58-b6d4-0cff6de46793 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0668666 Jun 22 09:54:08.300605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-1a87f5f1-ae01-45b7-9b9a-e1119dcddae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:08.302109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-1a87f5f1-ae01-45b7-9b9a-e1119dcddae5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1098 time: 0.0527694 Jun 22 09:54:08.311151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c3893841-2b6f-4950-a639-747c0cbd70f9 req-0f7f92a3-5e52-4134-9aff-d89ac7904bf6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342133 Jun 22 09:54:08.400720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-4e9cbb6e-b191-4947-901e-05bebd15bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:08.402081 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-4e9cbb6e-b191-4947-901e-05bebd15bd8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0938687 Jun 22 09:54:08.465859 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-80ed2750-273a-431b-9c8e-6080c12b2864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 1000 time: 0.0580199 Jun 22 09:54:08.515907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-bcdb431e-96b1-4327-a8f3-1fdeb386e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:08.517343 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-bcdb431e-96b1-4327-a8f3-1fdeb386e3dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0459995 Jun 22 09:54:08.578397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-49ae8ac5-4087-4507-badd-cda3f806019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:08.579964 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-49ae8ac5-4087-4507-badd-cda3f806019f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563068 Jun 22 09:54:08.669375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-5157f2c5-8ae0-463c-8382-14c0c55db7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832975 Jun 22 09:54:08.761870 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b181bd21-b7bd-426f-bf52-ba4208067123 req-1636d55d-0840-451e-9e78-ca79ca35d2a2 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863450 Jun 22 09:54:09.444241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:09.489416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25366c95-cccf-463f-9486-7597fa864d84 req-72534396-9146-40d3-ae13-57bb6fffb406 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:09.490871 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25366c95-cccf-463f-9486-7597fa864d84 req-72534396-9146-40d3-ae13-57bb6fffb406 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0642893 Jun 22 09:54:09.532548 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25366c95-cccf-463f-9486-7597fa864d84 req-7f2dedfc-64db-4318-bb07-4c1822044545 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360131 Jun 22 09:54:10.711579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c660841-0e9a-4fa2-8a76-d6a8f9084e3d req-e4dad67c-353a-4cc5-b74c-56d9d7bf419c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:10.713088 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2c660841-0e9a-4fa2-8a76-d6a8f9084e3d req-e4dad67c-353a-4cc5-b74c-56d9d7bf419c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0705416 Jun 22 09:54:10.752312 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2c660841-0e9a-4fa2-8a76-d6a8f9084e3d req-db6d4ef8-4295-420d-b695-8d3dc6754c10 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Jun 22 09:54:10.974605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:54:10.981495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:11.128714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:11.130987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:11.148293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'mac_address': 'fa:16:3e:4b:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:54:11.163342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:11.165638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269c5f96-bc3f-46c7-bcb1-53ac247e32da" -d '{"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:11.197498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:11.208089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:11.220918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:54:11.226537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0464144e-561f-46a0-8032-32281a6a6acd x-openstack-request-id: req-0464144e-561f-46a0-8032-32281a6a6acd {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:11.226834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:11.227095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0464144e-561f-46a0-8032-32281a6a6acd {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:11.227486 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'code': 200} Jun 22 09:54:11.256735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:11.258957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:11.328812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:54:11.329172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:54:11.333290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:11.340180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.340540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.340901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.341276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.341576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.341890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.342214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.342537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.342859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.343176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.343496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.343809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:11.347572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:11.864582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:11.878013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:54:11.897451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:11.931293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4210e-8b55-48c5-a2dd-3589f25af312 req-d347d612-4ba5-4cb6-af15-eefe7d5126eb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:11.932807 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b9c4210e-8b55-48c5-a2dd-3589f25af312 req-d347d612-4ba5-4cb6-af15-eefe7d5126eb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 943 time: 0.0655417 Jun 22 09:54:11.965345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:11.967132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1805d964-743f-498a-bb07-2ab58849edea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:11.976198 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b9c4210e-8b55-48c5-a2dd-3589f25af312 req-2ca0d2fa-f439-484d-b591-10c312249fa2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345786 Jun 22 09:54:12.018505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:12.021553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:12.090412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:54:12.448802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49dab6-22ab-4137-8783-3d13bc3b1ff7 req-242f178c-e3ed-4a47-a217-cccb58c5f6df tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:12.450218 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4b49dab6-22ab-4137-8783-3d13bc3b1ff7 req-242f178c-e3ed-4a47-a217-cccb58c5f6df tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 944 time: 0.0679855 Jun 22 09:54:12.488547 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4b49dab6-22ab-4137-8783-3d13bc3b1ff7 req-521a96ad-daf6-40d6-9434-9985e3942b91 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Jun 22 09:54:12.573623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-afdd716d-fc88-49c8-bd1b-7af8c46d96e8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:12.575067 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-afdd716d-fc88-49c8-bd1b-7af8c46d96e8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102&tenant_id=3cfc3edb3c7343e584f16c325be32a15&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0704968 Jun 22 09:54:12.687862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-55270fb5-f622-4297-8b3e-5dd52dc33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:12.689348 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-55270fb5-f622-4297-8b3e-5dd52dc33225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 1097 time: 0.0557208 Jun 22 09:54:12.776972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-b19c4524-74ba-43cf-a308-6e3f514c2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:12.778966 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-b19c4524-74ba-43cf-a308-6e3f514c2bce service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0835304 Jun 22 09:54:12.845238 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-90fd5e2e-449b-4a08-b4a1-40f0b8524bda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 200 len: 999 time: 0.0608568 Jun 22 09:54:12.892560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-3747030a-d894-4194-874d-0a8cd8428d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:12.893976 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-3747030a-d894-4194-874d-0a8cd8428d5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0425842 Jun 22 09:54:12.947406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-01df862b-dbb6-4f9b-9949-537d4f505bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:12.948890 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-01df862b-dbb6-4f9b-9949-537d4f505bdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492711 Jun 22 09:54:12.990910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:13.039115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:13.039975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:13.041955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-fdf7eadc-1a41-4269-868a-3af5b44942aa service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862534 Jun 22 09:54:13.120421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:13.157075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:13.228313 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:13.230714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294d2e3c-833a-4836-9513-70f0bd823e18" -d '{"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-plugged", "status": "completed", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:13.274083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:13.276070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:13.310203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19badbe7-25ee-4801-bd8e-ef31111204ab x-openstack-request-id: req-19badbe7-25ee-4801-bd8e-ef31111204ab {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:13.310503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-plugged", "status": "completed", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:13.310903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19badbe7-25ee-4801-bd8e-ef31111204ab {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:13.311491 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'code': 200} Jun 22 09:54:13.339446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:13.342819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:13.504007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f325bf08-8949-415f-8b62-b3f57c77a46c req-196b642c-7cfc-4a49-81b9-1749673b6d80 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556684 Jun 22 09:54:13.674547 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:54:13.675264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a119d-f991-41ba-b701-8e292cf36a77 req-917b15d7-52e3-4378-ad33-6fc65c0e2916 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:13.676782 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-889a119d-f991-41ba-b701-8e292cf36a77 req-917b15d7-52e3-4378-ad33-6fc65c0e2916 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0753307 Jun 22 09:54:13.715391 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-889a119d-f991-41ba-b701-8e292cf36a77 req-80c9dc80-6808-48fa-8919-7d822216399e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Jun 22 09:54:14.897158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a8c9-2454-407f-adaf-d5f100500375 req-96183c32-8289-45ca-bd9a-32f7716ab4bf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:14.898690 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae52a8c9-2454-407f-adaf-d5f100500375 req-96183c32-8289-45ca-bd9a-32f7716ab4bf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0633118 Jun 22 09:54:14.939856 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae52a8c9-2454-407f-adaf-d5f100500375 req-26c94892-c9e6-4bec-b6e8-305aaf5723a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352678 Jun 22 09:54:15.129147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61912-817c-4d9a-ba75-58a0689aeb36 req-926be881-e53c-458b-8eeb-6782632aa136 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:15.130553 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-15b61912-817c-4d9a-ba75-58a0689aeb36 req-926be881-e53c-458b-8eeb-6782632aa136 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0644705 Jun 22 09:54:15.167542 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-15b61912-817c-4d9a-ba75-58a0689aeb36 req-c6f5a634-27d9-423d-a1c3-906b7477b521 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Jun 22 09:54:15.341889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be474e-8fe9-4ae0-9e1e-bfb0d09de00a req-e5b43795-33c1-4d56-b521-2c2e120ee627 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:15.343400 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25be474e-8fe9-4ae0-9e1e-bfb0d09de00a req-e5b43795-33c1-4d56-b521-2c2e120ee627 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0666630 Jun 22 09:54:15.382732 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25be474e-8fe9-4ae0-9e1e-bfb0d09de00a req-a5175763-42c5-44e3-8c15-159b8f4179db tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Jun 22 09:54:16.161602 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d8e3-934e-48f0-a300-f1d8c9570fb6 req-3984f908-e116-48c4-be05-513703a1481d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:16.163083 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7dc4d8e3-934e-48f0-a300-f1d8c9570fb6 req-3984f908-e116-48c4-be05-513703a1481d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0637064 Jun 22 09:54:16.201919 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7dc4d8e3-934e-48f0-a300-f1d8c9570fb6 req-b7c896e8-27f2-4f83-abf9-73624f8012e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jun 22 09:54:17.381549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca511e2-0b2d-4f5f-874f-fbdf110218b3 req-0433cad2-58e0-4b24-a39e-11fc5ea42356 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:17.382946 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bca511e2-0b2d-4f5f-874f-fbdf110218b3 req-0433cad2-58e0-4b24-a39e-11fc5ea42356 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0704286 Jun 22 09:54:17.425124 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bca511e2-0b2d-4f5f-874f-fbdf110218b3 req-b444a316-4fa6-4c79-b02d-603da3f1fe80 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353482 Jun 22 09:54:17.942348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-ecfae96b-32e5-4df2-b41d-28fa1e058b4d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:17.943778 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-ecfae96b-32e5-4df2-b41d-28fa1e058b4d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0649617 Jun 22 09:54:18.037915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Deleting port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:54:18.038250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:18.126108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] For port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:18.126471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:18.347125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:18.347493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:18.349975 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca disassociated. External IP: 172.26.6.23, port: 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1. Jun 22 09:54:18.349975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Calling delete_port for 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:54:18.605997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d3827-202b-46eb-8865-7c0d3943c404 req-658b52b1-9a43-4afa-b5e8-fdfda47bca45 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:18.608382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb3d3827-202b-46eb-8865-7c0d3943c404 req-658b52b1-9a43-4afa-b5e8-fdfda47bca45 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 945 time: 0.0649080 Jun 22 09:54:18.610831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:18.617415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60291e2c-6816-4561-a389-114529263a06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:18.658690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event deleted for resources: {'Port': ['ID=0c9ec61b-3de4-4baa-850a-85a8f4fa75b1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:18.677624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.678030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.678444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.678804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.679184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.679566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.679971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.680353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.680735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.681109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.681481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.682417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:54:18.685207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:18.733339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb3d3827-202b-46eb-8865-7c0d3943c404 req-3d066d49-b105-430f-a880-2069cd94ce3e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177919 Jun 22 09:54:18.812453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:54:18.918871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:54:18.928348 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:18.937869 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:18.938423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:54:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:18.982166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] No DVR routers for this DVR port 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:54:18.984747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:18.986728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-82190ec8-cf00-4098-97b2-36a6cfd56836 req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "DELETE /v2.0/ports/0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 HTTP/1.1" status: 204 len: 173 time: 1.0381577 Jun 22 09:54:18.987259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-deleted', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:18.989657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b68ed56-faed-4dce-831f-af1419e7e894" -d '{"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-deleted", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:19.031343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5236895c-2b9b-44ae-a806-4d27146fb3cf x-openstack-request-id: req-5236895c-2b9b-44ae-a806-4d27146fb3cf {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:19.031684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78abcf28-668d-4e98-9d90-2d152b397102", "name": "network-vif-deleted", "tag": "0c9ec61b-3de4-4baa-850a-85a8f4fa75b1", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:19.032014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5236895c-2b9b-44ae-a806-4d27146fb3cf {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:19.032478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78abcf28-668d-4e98-9d90-2d152b397102', 'name': 'network-vif-deleted', 'tag': '0c9ec61b-3de4-4baa-850a-85a8f4fa75b1', 'status': 'completed', 'code': 200} Jun 22 09:54:19.043799 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:19.242328 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:19.269263 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:19.277190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:19.277786 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:54:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:19.400502 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:19.596193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:19.621661 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec30aa-b7a3-4890-8c4f-fd17f6e0072e None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:19.854078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78cc12-3aba-4e0e-93ae-817f28a5287f None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:54:19.894531 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ff7717ce-60a5-475e-81f9-eee6365307f1 req-4523946e-8113-4c6d-be2c-90a4edc70088 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=78abcf28-668d-4e98-9d90-2d152b397102 HTTP/1.1" status: 200 len: 210 time: 0.0317614 Jun 22 09:54:21.014753 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:54:21.034959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:54:21.035318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 0c9ec61b-3de4-4baa-850a-85a8f4fa75b1 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:54:21.213014 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-caa8adea-74da-4ee3-a3cb-6effa41c626b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1412469184&fields=id&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 267 time: 0.0340030 Jun 22 09:54:21.320222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-75316aa2-4c73-47ac-a9bf-a4b2a847f1be tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:21.321700 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-75316aa2-4c73-47ac-a9bf-a4b2a847f1be tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1022496 Jun 22 09:54:21.336134 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-92bbeda5-a713-4ccf-8da7-eaa83bbdbf4f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/quotas/3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 375 time: 0.0089922 Jun 22 09:54:21.412566 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-3a572657-c669-4d4c-8138-56cbe4347853 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711086 Jun 22 09:54:21.473310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-02004e73-b2a8-4267-a459-87d64a92049f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:54:21.474415 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-02004e73-b2a8-4267-a459-87d64a92049f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504682 Jun 22 09:54:21.571582 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-aa82b0c9-a521-447f-ba00-4d85ba389c9d service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913372 Jun 22 09:54:21.664261 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-b94aff99-1b94-4f86-be26-27044e9b34d9 service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865586 Jun 22 09:54:21.907109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f1e28fc-c8d6-47d9-9093-c88310203a79 req-7c2f3926-bd44-40e0-85e6-e902b63d34b2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Jun 22 09:54:22.988952 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6cae2e58-67b0-4bec-a1cd-90cbd26a318a req-e23ebb1e-8de0-40e9-afee-20b711433270 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 210 time: 0.0297513 Jun 22 09:54:24.134634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1fa5cbac-3596-4800-a39d-97688758ec56 req-b274f6d5-2822-447c-a4e9-36bb97a12a08 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 210 time: 0.0330203 Jun 22 09:54:24.513886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-2d515d68-3b03-4365-b75b-58140a766b8c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:24.515345 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-2d515d68-3b03-4365-b75b-58140a766b8c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1007004 Jun 22 09:54:24.565428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-1653c8d7-6c41-4ca7-9f51-b58df6770612 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 380 time: 0.0360119 Jun 22 09:54:24.574099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'port': {'device_id': '3559a480-566b-48de-8f41-9da7f5c4da95', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'admin_state_up': True, 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'security_groups': ['93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:24.782175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Made reservation on behalf of 3cfc3edb3c7343e584f16c325be32a15 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:54:24.785854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:24.918102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Allocated IP 172.20.0.7 (f71abce9-053a-489d-9f5c-597f989916d8/bed999ac-c432-4175-ad96-18a319f84482/d8653667-d6f4-4e2e-a9bb-e62228fdaa2c) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:54:25.052343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.065204 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Transition to ACTIVE for port object d8653667-d6f4-4e2e-a9bb-e62228fdaa2c will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:25.187255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.191595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f030ec3-df79-4fa2-89a9-63f9aac92848 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:25.237078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:54:25.240390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:54:25.247152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:54:25.256004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:25.273872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:25.300799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:25.301448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.320009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbc3c4-7310-4ffb-9ac6-e17f2bb49523 req-f7192d5a-34bf-425f-bb54-ac26bf3b8eb4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:25.321548 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1acbc3c4-7310-4ffb-9ac6-e17f2bb49523 req-f7192d5a-34bf-425f-bb54-ac26bf3b8eb4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 931 time: 0.0764391 Jun 22 09:54:25.363236 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1acbc3c4-7310-4ffb-9ac6-e17f2bb49523 req-c78e7f69-1442-4c3c-87e1-c0bedd9b6085 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351584 Jun 22 09:54:25.478796 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9087579 Jun 22 09:54:25.498333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Request body: {'port': {'device_id': '3559a480-566b-48de-8f41-9da7f5c4da95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:25.574242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.599205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ac9b8d0-e886-4ab3-9912-91f08ab83e31 None None] Provisioning for port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:25.603140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ac9b8d0-e886-4ab3-9912-91f08ab83e31 None None] Provisioning complete for port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:25.603518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b8d0-e886-4ab3-9912-91f08ab83e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.638377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9b8d0-e886-4ab3-9912-91f08ab83e31 None None] Port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:54:25.846232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8653667-d6f4-4e2e-a9bb-e62228fdaa2c {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:54:25.853803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.865860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Transition to ACTIVE for port object d8653667-d6f4-4e2e-a9bb-e62228fdaa2c will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:54:25.947926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:25.950004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:26.025592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:26.029040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:26.100582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Attempting to bind port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:54:26.100853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Attempting to bind port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:54:26.101222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Attempting to bind port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:26.106687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c on network f71abce9-053a-489d-9f5c-597f989916d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:54:26.107027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Attempting to bind port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:54:26.117088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:54:26.117437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:54:26.117832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Bound using segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:54:26.118277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Bound port: d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:54:26.118638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:26.185673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:54:26.188674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:54:26.273970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:26.277131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-acb48eac-35fe-44d3-a68f-7b7b51ee55e7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:26.309530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.310171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:26.311557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] 10.222.0.24 "PUT /v2.0/ports/d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 1093 time: 0.8183420 Jun 22 09:54:26.312115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:26.314488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bb65ed-1e1f-424a-85a5-c463481b0c20" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:26.342627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:26.345878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:26.354993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ad3189-8d00-49b2-a1f3-bb4b19903f2b x-openstack-request-id: req-f0ad3189-8d00-49b2-a1f3-bb4b19903f2b {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:26.355338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:26.355643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0ad3189-8d00-49b2-a1f3-bb4b19903f2b {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:26.356172 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'status': 'completed', 'code': 200} Jun 22 09:54:26.460940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb65ed-1e1f-424a-85a5-c463481b0c20 req-8c2bf077-6249-4af9-b5a2-3c9985eda95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.462711 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29bb65ed-1e1f-424a-85a5-c463481b0c20 req-8c2bf077-6249-4af9-b5a2-3c9985eda95c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1096 time: 0.0624030 Jun 22 09:54:26.552323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e880d-e92c-4532-a61e-3eb8fc4608bf req-9ef04d98-c744-47ab-ae28-e823b8e9c60a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.553806 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-232e880d-e92c-4532-a61e-3eb8fc4608bf req-9ef04d98-c744-47ab-ae28-e823b8e9c60a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 943 time: 0.0703290 Jun 22 09:54:26.578615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb65ed-1e1f-424a-85a5-c463481b0c20 req-1c9f6ac5-88c5-4f7f-873f-1c6b94fd02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.581140 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29bb65ed-1e1f-424a-85a5-c463481b0c20 req-1c9f6ac5-88c5-4f7f-873f-1c6b94fd02ce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3cfc3edb3c7343e584f16c325be32a15&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1050282 Jun 22 09:54:26.601698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-232e880d-e92c-4532-a61e-3eb8fc4608bf req-9f04358f-76d2-4185-aead-d994d16984a7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Jun 22 09:54:26.681750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb65ed-1e1f-424a-85a5-c463481b0c20 req-578cb49e-fee8-4007-a747-3c18d42d624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.683481 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-29bb65ed-1e1f-424a-85a5-c463481b0c20 req-578cb49e-fee8-4007-a747-3c18d42d624f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964684 Jun 22 09:54:26.794820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-741bdade-39c8-42a0-a669-d8b21bfc8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.796304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-741bdade-39c8-42a0-a669-d8b21bfc8ff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1096 time: 0.0537405 Jun 22 09:54:26.844223 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-97810576-3834-4fcc-b1e5-1986151188b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 217 time: 0.0337675 Jun 22 09:54:26.896565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-6f78056b-9517-4a74-8c23-c787a479b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.897939 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-6f78056b-9517-4a74-8c23-c787a479b02a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0467913 Jun 22 09:54:26.953064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-6954a039-27b3-4f73-b9bd-fb2d0d12e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:26.954482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-6954a039-27b3-4f73-b9bd-fb2d0d12e766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505912 Jun 22 09:54:27.085045 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-65d4c85a-c4ce-4041-99d8-599400efd9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235189 Jun 22 09:54:27.178062 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2af7a4fe-04ed-4e81-88d2-cc6f6a82affa req-aa50c228-67df-42fe-8724-3ed9433e4836 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870235 Jun 22 09:54:27.776433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb662392-d74a-4bfa-9d74-4c4acadbb484 req-51753fc6-53f0-451b-973f-a1b1b7c790ba tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:27.778435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb662392-d74a-4bfa-9d74-4c4acadbb484 req-51753fc6-53f0-451b-973f-a1b1b7c790ba tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 943 time: 0.0655665 Jun 22 09:54:27.816508 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb662392-d74a-4bfa-9d74-4c4acadbb484 req-e07fa4c0-7e39-4436-8ab1-8e517e61918f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jun 22 09:54:28.986801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80b1f5-cb3b-478d-a304-ee56bb09c5e4 req-d4777520-77d8-4cfe-9a48-b2420af92923 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:28.988372 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e80b1f5-cb3b-478d-a304-ee56bb09c5e4 req-d4777520-77d8-4cfe-9a48-b2420af92923 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 943 time: 0.0639822 Jun 22 09:54:29.026276 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e80b1f5-cb3b-478d-a304-ee56bb09c5e4 req-f9cd3859-644d-47ac-83b0-44bffcf342a0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323436 Jun 22 09:54:29.076555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:54:29.174690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:29.186511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'mac_address': 'fa:16:3e:7d:2a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:54:29.222822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.235132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8653667-d6f4-4e2e-a9bb-e62228fdaa2c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:54:29.254868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:29.370484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.373007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-734ee541-4386-4c4b-b632-09803c0aaf3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:29.418057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:29.421794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:29.538579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c03d1a33-6deb-478a-a10a-e47b8c24dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:29.650593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['d8653667-d6f4-4e2e-a9bb-e62228fdaa2c'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:54:30.198621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd40b9f-f895-408b-8d7e-421fcb084bab req-a4ce5dc9-68a9-455d-add0-aedf35371694 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:30.200615 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9bd40b9f-f895-408b-8d7e-421fcb084bab req-a4ce5dc9-68a9-455d-add0-aedf35371694 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 944 time: 0.0623145 Jun 22 09:54:30.242334 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9bd40b9f-f895-408b-8d7e-421fcb084bab req-3bcd1d63-d350-4619-98ca-61249e50f2da tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361605 Jun 22 09:54:31.093173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:54:31.245328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:54:31.249936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:54:31.250565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.329488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.357573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:31.357573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1c0703-47a5-4c75-968f-0d40eaefa676" -d '{"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-plugged", "status": "completed", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:31.368731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:54:31.392007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2b7c1-52cd-4149-b0a1-e526567da163 x-openstack-request-id: req-2cd2b7c1-52cd-4149-b0a1-e526567da163 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:31.392311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-plugged", "status": "completed", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:31.397685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2cd2b7c1-52cd-4149-b0a1-e526567da163 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:31.397685 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'code': 200} Jun 22 09:54:31.426332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cd4da-c8c6-4048-b82b-d420b16a6c95 req-4de3335e-6e8e-4fb8-bdb0-f42c202c2293 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:31.433641 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ca1cd4da-c8c6-4048-b82b-d420b16a6c95 req-4de3335e-6e8e-4fb8-bdb0-f42c202c2293 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 944 time: 0.0710311 Jun 22 09:54:31.467988 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ca1cd4da-c8c6-4048-b82b-d420b16a6c95 req-72a00acd-f8e0-4274-889f-ebc1612b405f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342085 Jun 22 09:54:31.542311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:31.545066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:54:31.589273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:54:31.592947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:54:31.858667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1672e9-3f0b-483b-88de-de6209cb02cb req-80df65b1-30d9-4010-9771-6879f2c74aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:31.860175 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3b1672e9-3f0b-483b-88de-de6209cb02cb req-80df65b1-30d9-4010-9771-6879f2c74aed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0518074 Jun 22 09:54:31.894276 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3b1672e9-3f0b-483b-88de-de6209cb02cb req-5c7eb265-909d-4ad8-8200-6095ed9ae212 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278046 Jun 22 09:54:32.249385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4bef-2750-4dbc-b419-17d481aaa95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:32.649119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915361c9-2163-4e87-be25-7a6b5df04904 req-79c4d56a-d0ad-43ec-89f1-2f4d421bb4ab tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:32.650597 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-915361c9-2163-4e87-be25-7a6b5df04904 req-79c4d56a-d0ad-43ec-89f1-2f4d421bb4ab tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0668111 Jun 22 09:54:32.685911 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:32.694138 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-915361c9-2163-4e87-be25-7a6b5df04904 req-910135cc-ceff-49a1-8c0e-2d61b5756372 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Jun 22 09:54:33.553223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:33.861811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5f0bd-356e-4f57-830e-79e43f1e87e9 req-9aa64aec-8803-4d70-a3a5-3abb6105b679 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:33.863214 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c1b5f0bd-356e-4f57-830e-79e43f1e87e9 req-9aa64aec-8803-4d70-a3a5-3abb6105b679 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0643809 Jun 22 09:54:33.901937 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c1b5f0bd-356e-4f57-830e-79e43f1e87e9 req-6ba22cc0-6410-457a-b71d-b0d0585c5321 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330102 Jun 22 09:54:34.074440 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a2118-2e43-458d-89dc-81da4607390b req-f4367ca2-d088-4827-b91a-430b43b96b5e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:34.076129 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ba5a2118-2e43-458d-89dc-81da4607390b req-f4367ca2-d088-4827-b91a-430b43b96b5e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0671904 Jun 22 09:54:34.084616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 59962) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:54:34.089134 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'floatingip': {'port_id': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:54:34.128719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.582982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.719314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:34.819030 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca associated. External IP: 172.26.6.23, port: d8653667-d6f4-4e2e-a9bb-e62228fdaa2c. Jun 22 09:54:35.028002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:35.034727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:54:35.143760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:54:35.148633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:35.153022 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:54:35.162924 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:35.163522 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:54:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:35.192869 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ef8c8f6b-442c-4047-9d7e-b0530eec876d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "PUT /v2.0/floatingips/5a59f7e9-e0b0-4007-b483-b867ef6c87ca HTTP/1.1" status: 200 len: 990 time: 1.1070933 Jun 22 09:54:35.193569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:54:35.195967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bc348a-a03a-42ed-95c2-6af2d0cfb733" -d '{"events": [{"name": "network-changed", "server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:54:35.243721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12349abc-e636-4e42-9f5f-ddc58b4b513a x-openstack-request-id: req-12349abc-e636-4e42-9f5f-ddc58b4b513a {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:54:35.244091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:54:35.244402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12349abc-e636-4e42-9f5f-ddc58b4b513a {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:54:35.244865 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'status': 'completed', 'code': 200} Jun 22 09:54:35.281393 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:35.356930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-3352a19b-1b19-4406-85c6-0ff6703fb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:35.359683 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-3352a19b-1b19-4406-85c6-0ff6703fb698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0584302 Jun 22 09:54:35.456065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-6ba7f019-cc04-4a98-a60f-e7072909a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:35.457450 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-6ba7f019-cc04-4a98-a60f-e7072909a81e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0915823 Jun 22 09:54:35.508786 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:7d:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559a480-566b-48de-8f41-9da7f5c4da95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:54:34Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:35.537068 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:54:35.546081 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:54:35.546714 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:54:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:35.745123 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:54:35.908912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-80be1580-d5b2-459d-b472-d622f374a1b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 998 time: 0.4453535 Jun 22 09:54:35.958572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-9c4228bd-0107-4b86-9945-ae42fc59a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:35.960039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-9c4228bd-0107-4b86-9945-ae42fc59a876 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0450461 Jun 22 09:54:35.970480 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:7d:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559a480-566b-48de-8f41-9da7f5c4da95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:54:34Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:54:36.000490 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92fe073-e090-4c1d-bd9d-8a2d37ca8c92 None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:7d:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559a480-566b-48de-8f41-9da7f5c4da95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:54:34Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:54:36.022531 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-786b5233-4883-448b-a6d6-794c337e6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:36.024050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-786b5233-4883-448b-a6d6-794c337e6bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581117 Jun 22 09:54:36.117513 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-1f070acc-565e-4471-a6cf-c0c76d6f60ad service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865414 Jun 22 09:54:36.190738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bcae9-5eb0-4112-9df5-4fc5a1c9b836 None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:54:36.214846 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-15bc348a-a03a-42ed-95c2-6af2d0cfb733 req-4eeaf951-9485-4c7c-b441-fdbda2b8afa8 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915246 Jun 22 09:54:39.488768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:54:40.897421 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-38e081d8-0e6a-407d-8c75-5587bf410ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545447 Jun 22 09:54:41.015708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-0769a557-c5dd-4801-9e56-1bd51a6a75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:41.017567 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-0769a557-c5dd-4801-9e56-1bd51a6a75f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0556858 Jun 22 09:54:41.142152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-c561e11b-053f-4207-a703-bcad75798419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:41.143609 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-c561e11b-053f-4207-a703-bcad75798419 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0885687 Jun 22 09:54:41.207976 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-2338c0c1-b793-4ca8-9eca-a3ffd1f433c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 1000 time: 0.0576446 Jun 22 09:54:41.256230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-706d4657-1076-42c0-a459-e1e1cbb13270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:41.257670 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-706d4657-1076-42c0-a459-e1e1cbb13270 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0439301 Jun 22 09:54:41.322015 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-174df9ae-37b4-4860-bd7e-d0e89537f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:54:41.323477 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-174df9ae-37b4-4860-bd7e-d0e89537f446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596712 Jun 22 09:54:41.410242 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-b63b0253-940c-45ec-9957-605c726a91e1 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802903 Jun 22 09:54:41.504327 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ceef4309-7ad3-4595-97bb-2adc2182b472 req-5596c50a-708d-48f4-8c99-1a9da2114a30 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883648 Jun 22 09:54:50.672623 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:54:59.547513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fe6c49fb-b175-4b64-9972-2e6664157dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:02.232914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3de6ed59-f6db-47ac-8380-bcfae84360f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:02.678608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:03.547058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:05.015164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:09.535725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:12.680789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225782b-a822-43ce-b928-7ae2e80ff2f8 req-ddb80f73-26de-4fa6-889a-5743505d3d7a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:12.682156 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0225782b-a822-43ce-b928-7ae2e80ff2f8 req-ddb80f73-26de-4fa6-889a-5743505d3d7a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0634620 Jun 22 09:55:12.720696 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0225782b-a822-43ce-b928-7ae2e80ff2f8 req-0f299d58-e8da-4182-a19b-40f4df37bd89 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329523 Jun 22 09:55:13.902214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a7d45-3a90-4f9c-89fc-ca52c1210de9 req-9c2a7c66-ead9-44ad-8f3a-4e082843d370 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:13.903595 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe6a7d45-3a90-4f9c-89fc-ca52c1210de9 req-9c2a7c66-ead9-44ad-8f3a-4e082843d370 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0646474 Jun 22 09:55:13.943619 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fe6a7d45-3a90-4f9c-89fc-ca52c1210de9 req-fe66512e-4cb5-4682-9e02-d6a1d99ed9f2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341566 Jun 22 09:55:15.124234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2da7ed-2422-474e-92d8-99579382ce8b req-0abc6473-8c60-4054-a544-b9be45a65379 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:15.125950 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1a2da7ed-2422-474e-92d8-99579382ce8b req-0abc6473-8c60-4054-a544-b9be45a65379 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0672812 Jun 22 09:55:15.163306 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1a2da7ed-2422-474e-92d8-99579382ce8b req-77dc457e-7f49-4205-9a40-2bdf806b9440 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jun 22 09:55:16.335451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb08c4c-d45b-4170-914a-dcd0ad2b773f req-afac00fe-ea68-4f41-a0c0-734c7e1396bf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:16.336953 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bcb08c4c-d45b-4170-914a-dcd0ad2b773f req-afac00fe-ea68-4f41-a0c0-734c7e1396bf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0632763 Jun 22 09:55:16.375450 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bcb08c4c-d45b-4170-914a-dcd0ad2b773f req-91628b34-36cf-424d-910e-6b30baafef67 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Jun 22 09:55:17.545939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18d9ea-337c-41f9-874b-7927f23739a5 req-73af0355-92f1-4c99-9ab8-8c4b9cafc9a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:17.547382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0b18d9ea-337c-41f9-874b-7927f23739a5 req-73af0355-92f1-4c99-9ab8-8c4b9cafc9a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0622995 Jun 22 09:55:17.584785 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0b18d9ea-337c-41f9-874b-7927f23739a5 req-8b367565-8676-452b-a31b-3f011c053e50 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Jun 22 09:55:18.761002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905467-9528-495c-b4d3-153868ea7891 req-8413b101-0400-43f4-884d-549ec843f4ae tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:18.762446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae905467-9528-495c-b4d3-153868ea7891 req-8413b101-0400-43f4-884d-549ec843f4ae tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0674884 Jun 22 09:55:18.799859 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae905467-9528-495c-b4d3-153868ea7891 req-d5b8caf6-8156-4398-99b1-a797141d27ca tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jun 22 09:55:19.976153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dd63b-5765-4bce-91ab-975a161502a6 req-7146bffe-7f8b-4985-a1a1-cd58d2cdf23b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:19.978145 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b51dd63b-5765-4bce-91ab-975a161502a6 req-7146bffe-7f8b-4985-a1a1-cd58d2cdf23b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0683782 Jun 22 09:55:20.015999 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b51dd63b-5765-4bce-91ab-975a161502a6 req-520f9946-434b-476b-9cb3-09ebf0f6c9da tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Jun 22 09:55:21.193507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0268f-09a8-4511-a9e1-82e0320d5c6f req-777db982-a5ca-4ec1-8282-5fa11e95c041 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:21.194971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bad0268f-09a8-4511-a9e1-82e0320d5c6f req-777db982-a5ca-4ec1-8282-5fa11e95c041 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Jun 22 09:55:21.232133 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bad0268f-09a8-4511-a9e1-82e0320d5c6f req-4decc004-4a95-4260-8899-b19368cdc8c4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Jun 22 09:55:22.404641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad621a9-9c03-48b6-a300-80ac2b60a72b req-15a7a815-5175-4e31-8f85-5aec7e3fe882 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:22.406044 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2ad621a9-9c03-48b6-a300-80ac2b60a72b req-15a7a815-5175-4e31-8f85-5aec7e3fe882 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0642903 Jun 22 09:55:22.445833 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2ad621a9-9c03-48b6-a300-80ac2b60a72b req-5ad2892a-ac46-4477-b0b9-4dacc4c8beb5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Jun 22 09:55:23.627840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa4307-702f-4aa8-b710-fc56f218c5a0 req-4bc48424-d618-42ff-8601-a585b6510466 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:23.629837 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-46aa4307-702f-4aa8-b710-fc56f218c5a0 req-4bc48424-d618-42ff-8601-a585b6510466 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0678356 Jun 22 09:55:23.670225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-46aa4307-702f-4aa8-b710-fc56f218c5a0 req-6b9ccd1a-367a-4366-949d-a1b0dc45a77c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345693 Jun 22 09:55:24.288706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f28e3e-f095-4dfb-a566-49fdfab93c4f req-39216f0e-e9bb-40d6-8b2a-c827f36953fd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:24.290163 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-92f28e3e-f095-4dfb-a566-49fdfab93c4f req-39216f0e-e9bb-40d6-8b2a-c827f36953fd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0643659 Jun 22 09:55:24.328419 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-92f28e3e-f095-4dfb-a566-49fdfab93c4f req-dfd8cd82-5b10-466e-a8ce-fe1637805f26 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Jun 22 09:55:24.408075 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-4d5e9647-21af-421d-aeb8-21491aebcb00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0513923 Jun 22 09:55:25.505228 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c94fb5-7d71-4308-acd8-a2aa03e49f89 req-2f2477d6-f472-46a7-80cd-adf6060b5468 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:25.506696 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-59c94fb5-7d71-4308-acd8-a2aa03e49f89 req-2f2477d6-f472-46a7-80cd-adf6060b5468 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0665059 Jun 22 09:55:25.543524 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-59c94fb5-7d71-4308-acd8-a2aa03e49f89 req-c055e672-5c6a-4760-891d-913d5866661f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Jun 22 09:55:26.721279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647f557-86f0-4c8d-8a5a-e59e0d2c9397 req-0281d72e-8997-4bed-8036-63357cbb7d34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:26.723335 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f647f557-86f0-4c8d-8a5a-e59e0d2c9397 req-0281d72e-8997-4bed-8036-63357cbb7d34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0683568 Jun 22 09:55:26.788023 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f647f557-86f0-4c8d-8a5a-e59e0d2c9397 req-0ee50da7-8166-4c20-ba9c-04e27e709f55 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564497 Jun 22 09:55:26.802716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-e3b10e15-7cce-483b-b4e8-52f63b467a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:26.804244 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-e3b10e15-7cce-483b-b4e8-52f63b467a32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0800133 Jun 22 09:55:26.894263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-b1057737-555f-42d7-ab4d-a4012391bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:26.895606 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-b1057737-555f-42d7-ab4d-a4012391bfa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0856781 Jun 22 09:55:26.961418 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-aafefcd4-f137-4cf1-9897-bf74608ba523 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 1000 time: 0.0594792 Jun 22 09:55:27.017900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-0c110ef2-1e1e-4831-9ff5-80d3e22c5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:27.019907 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-0c110ef2-1e1e-4831-9ff5-80d3e22c5b6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0524387 Jun 22 09:55:27.078304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-df2f945b-17df-4d23-93ee-16c48f7d84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:27.079745 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-df2f945b-17df-4d23-93ee-16c48f7d84ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540192 Jun 22 09:55:27.168267 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-08e72b73-7afa-4806-aad6-a015830157e6 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Jun 22 09:55:27.277154 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-77919072-9115-4638-9db0-07ed0cd65fc9 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029317 Jun 22 09:55:27.671189 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:55:27.974095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5bf6-b897-4e6f-93be-1d21ad869b34 req-011fa2b2-1261-4cbd-93e0-a975cbc3ae2f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:27.975560 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc7e5bf6-b897-4e6f-93be-1d21ad869b34 req-011fa2b2-1261-4cbd-93e0-a975cbc3ae2f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0674577 Jun 22 09:55:28.014270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc7e5bf6-b897-4e6f-93be-1d21ad869b34 req-d0015793-1d26-4aae-88fd-2a294a686fd7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Jun 22 09:55:29.187830 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a78c3-abae-4f6d-a2d6-25dd543c2166 req-8aa6a578-b410-4033-88ff-3317304caf21 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:29.189300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-497a78c3-abae-4f6d-a2d6-25dd543c2166 req-8aa6a578-b410-4033-88ff-3317304caf21 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0642087 Jun 22 09:55:29.226815 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-497a78c3-abae-4f6d-a2d6-25dd543c2166 req-f6ff2704-7fd4-429a-96be-c0fe37c6e409 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Jun 22 09:55:29.431573 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-e0acfa12-cc62-46c1-9b2d-679d312ea8e7 service neutron] 10.222.0.24 "GET /v2.0/ports/d8653667-d6f4-4e2e-a9bb-e62228fdaa2c/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0579870 Jun 22 09:55:29.552429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-24f71cc8-0fdd-4373-9a18-713cd6b6729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:30.093449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-4b939ec6-9596-46b9-8124-c3cbc6f844f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:30.094909 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-4b939ec6-9596-46b9-8124-c3cbc6f844f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 1098 time: 0.0557623 Jun 22 09:55:30.187155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-dce8d2b3-25da-422f-b529-eec8757b62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:30.188666 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-dce8d2b3-25da-422f-b529-eec8757b62a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0546269 Jun 22 09:55:30.279022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-60aad714-5ed6-41a4-8a14-1002d5944874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:30.280633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-60aad714-5ed6-41a4-8a14-1002d5944874 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0851426 Jun 22 09:55:30.356193 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-d8b18d4f-5c5c-4953-842d-a52dbc477d82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 1000 time: 0.0632141 Jun 22 09:55:30.401071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-a9f489c7-662b-4912-9fb1-c36c9dd4955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:30.402519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-a9f489c7-662b-4912-9fb1-c36c9dd4955d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0453641 Jun 22 09:55:30.444503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503b9a6-883f-4dce-bd0a-cda8b3236cea req-02ae54eb-e45d-44cf-a370-a2920d16113e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:30.446016 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5503b9a6-883f-4dce-bd0a-cda8b3236cea req-02ae54eb-e45d-44cf-a370-a2920d16113e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.1062746 Jun 22 09:55:30.459482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-1211cc3c-e0fd-439f-89e8-71e4bd361eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:30.461013 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-1211cc3c-e0fd-439f-89e8-71e4bd361eb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524912 Jun 22 09:55:30.484537 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5503b9a6-883f-4dce-bd0a-cda8b3236cea req-54275f8f-b678-4a33-8481-4a7dc80f82fc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Jun 22 09:55:30.562018 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-0b0f910f-401c-4b90-a29e-5c0b1e2f4b94 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941737 Jun 22 09:55:30.651486 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1b26c33-b03f-4649-a911-5d0b28993cdf req-e3989ed5-6c0d-438c-84cf-ab3ab1818196 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821865 Jun 22 09:55:31.669005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635ed4d-63d4-4846-9eeb-ace53516db74 req-55d4a3cf-def3-47fa-b5d4-cc73b584e6c0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:31.670477 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7635ed4d-63d4-4846-9eeb-ace53516db74 req-55d4a3cf-def3-47fa-b5d4-cc73b584e6c0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0669596 Jun 22 09:55:31.707363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7635ed4d-63d4-4846-9eeb-ace53516db74 req-233a441a-1947-4422-8325-5380e88767a0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Jun 22 09:55:32.192506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55bea0e9-3f32-481e-9591-2d4cf2ea848d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:32.683864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:32.887408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b604906-204a-4ca1-a438-ea13d5644df0 req-02ce1a63-c961-4b27-8c77-a1708d95d81a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:32.888905 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3b604906-204a-4ca1-a438-ea13d5644df0 req-02ce1a63-c961-4b27-8c77-a1708d95d81a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0690117 Jun 22 09:55:32.927227 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3b604906-204a-4ca1-a438-ea13d5644df0 req-d24d6fb0-52cd-4553-b9c6-1bae27628aab tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325859 Jun 22 09:55:33.341887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:55:33.349548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:55:33.430923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834bdca-cc0e-451d-8d7a-bd44f7f72679 req-ee9a593d-f87d-40b1-b002-00d5d87b996d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:33.432450 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b834bdca-cc0e-451d-8d7a-bd44f7f72679 req-ee9a593d-f87d-40b1-b002-00d5d87b996d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0646617 Jun 22 09:55:33.482225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b834bdca-cc0e-451d-8d7a-bd44f7f72679 req-9849ea64-fd3a-4e2e-9c6a-bd4f1ec7c0d5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367157 Jun 22 09:55:33.517448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:33.532337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:33.546989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e18-925a-4f65-b844-f58029e7e956 req-353c2485-5ce6-4dbe-9247-544eac21736e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:33.548413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-353c2485-5ce6-4dbe-9247-544eac21736e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95&tenant_id=3cfc3edb3c7343e584f16c325be32a15&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0868924 Jun 22 09:55:33.554177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'mac_address': 'fa:16:3e:7d:2a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:55:33.560040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:33.562411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a59cdb-a0a9-4e65-923e-2f4ec59c7faf" -d '{"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-unplugged", "status": "completed", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:33.579621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:33.601589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:33.611778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792581f3-52f1-4d94-b1e3-7e03a4cde79d x-openstack-request-id: req-792581f3-52f1-4d94-b1e3-7e03a4cde79d {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:33.612124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-unplugged", "status": "completed", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:33.612381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-792581f3-52f1-4d94-b1e3-7e03a4cde79d {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:33.612774 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'code': 200} Jun 22 09:55:33.618520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:33.632186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8653667-d6f4-4e2e-a9bb-e62228fdaa2c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:55:33.684165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:33.687574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:33.695856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e18-925a-4f65-b844-f58029e7e956 req-e7317a3d-023b-466f-aca0-0d986512b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:33.702224 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-e7317a3d-023b-466f-aca0-0d986512b317 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0543482 Jun 22 09:55:33.757536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:55:33.757895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:55:33.760567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:33.767379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.767727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.768090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.768465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.768790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.769116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.769491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.769818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.770139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.770452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.770765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.771076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:33.775052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:33.790397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e18-925a-4f65-b844-f58029e7e956 req-f1f79208-5f0b-4e61-9b29-aa988ba45ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:33.791864 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-f1f79208-5f0b-4e61-9b29-aa988ba45ae0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0884516 Jun 22 09:55:33.855671 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-c7facfc8-d482-4129-b56b-aa95a59cb338 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 998 time: 0.0576744 Jun 22 09:55:33.907577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e18-925a-4f65-b844-f58029e7e956 req-e47ed837-efcf-46e2-a7e4-294016e7dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:33.909038 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-e47ed837-efcf-46e2-a7e4-294016e7dbe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0479932 Jun 22 09:55:33.967968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4866e18-925a-4f65-b844-f58029e7e956 req-128aa319-4238-473e-932a-e7c7c12e1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:33.969419 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-128aa319-4238-473e-932a-e7c7c12e1c2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537241 Jun 22 09:55:34.058196 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-9441c788-7af0-4a9c-a403-59ff8cac1e8f service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813324 Jun 22 09:55:34.150943 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b4866e18-925a-4f65-b844-f58029e7e956 req-619f3545-c34a-42ed-b398-93b99f431239 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Jun 22 09:55:34.296630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:34.310799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8653667-d6f4-4e2e-a9bb-e62228fdaa2c {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:55:34.329609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:34.408704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:34.411687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:34.458397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:34.461453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:34.536542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['d8653667-d6f4-4e2e-a9bb-e62228fdaa2c'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:55:34.665404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1cd0a-0efd-497f-af88-a0991c8b8e32 req-9134d9af-4c7d-4ed2-87f6-ce8af55324ff tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:34.666798 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8ff1cd0a-0efd-497f-af88-a0991c8b8e32 req-9134d9af-4c7d-4ed2-87f6-ce8af55324ff tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 944 time: 0.0650325 Jun 22 09:55:34.706584 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8ff1cd0a-0efd-497f-af88-a0991c8b8e32 req-8047f0ed-258b-4110-b38c-198f844e59ec tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Jun 22 09:55:35.026791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:35.356802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:55:35.405447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:55:35.410470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:35.481090 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:35.515550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:35.613733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:35.616136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea968798-5ea4-4aeb-9dad-8b785467cf84" -d '{"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-plugged", "status": "completed", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:35.622413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:35.622621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:35.654016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a362adc-4f67-4308-b69c-f52e522068ec x-openstack-request-id: req-3a362adc-4f67-4308-b69c-f52e522068ec {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:35.654347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-plugged", "status": "completed", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:35.654608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a362adc-4f67-4308-b69c-f52e522068ec {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:35.655029 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'code': 200} Jun 22 09:55:35.673101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:35.676435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:35.883779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913610-e0e4-4400-a5bd-14f0b288762e req-fd7f2bee-9a89-42c7-b179-824401af95a4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:35.885304 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-15913610-e0e4-4400-a5bd-14f0b288762e req-fd7f2bee-9a89-42c7-b179-824401af95a4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0675547 Jun 22 09:55:35.922831 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-15913610-e0e4-4400-a5bd-14f0b288762e req-20ff4848-d053-46e8-a008-81597b0f5995 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Jun 22 09:55:36.096089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c169c-a223-45ae-8a0b-1a133e90faf6 req-c0ed5428-7446-4774-8726-ca6855e6c3e9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:36.098320 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-427c169c-a223-45ae-8a0b-1a133e90faf6 req-c0ed5428-7446-4774-8726-ca6855e6c3e9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0645652 Jun 22 09:55:36.136071 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-427c169c-a223-45ae-8a0b-1a133e90faf6 req-d861175a-afab-49b0-8c20-aba50c4bb7bd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Jun 22 09:55:36.655066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626f62-cdc6-4ce5-a962-745a7b6c6143 req-8c73a22c-3dc4-414e-b9e8-37eff2435937 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:36.656577 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4626f62-cdc6-4ce5-a962-745a7b6c6143 req-8c73a22c-3dc4-414e-b9e8-37eff2435937 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0681098 Jun 22 09:55:36.719821 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e4626f62-cdc6-4ce5-a962-745a7b6c6143 req-83de6680-bbd5-49ac-8de4-c02f66279436 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570247 Jun 22 09:55:36.743855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-9e56acc8-7d6a-4f4b-b8e1-45e0051eed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:36.745307 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-9e56acc8-7d6a-4f4b-b8e1-45e0051eed16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 1098 time: 0.0618958 Jun 22 09:55:36.837754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-4dc4fd7a-78b3-4988-addf-9a12bb53c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:36.839211 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-4dc4fd7a-78b3-4988-addf-9a12bb53c7e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0880451 Jun 22 09:55:36.904676 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-f3330af6-23fb-4dc7-a12f-4eb5d1770883 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 200 len: 1000 time: 0.0590191 Jun 22 09:55:36.955752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-82c1e064-b5d8-40d5-a97f-4c1c53e0500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:36.957253 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-82c1e064-b5d8-40d5-a97f-4c1c53e0500d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0457416 Jun 22 09:55:37.016507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-c17706db-34f9-4ad8-b16e-dd5c5cf23b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:37.017879 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-c17706db-34f9-4ad8-b16e-dd5c5cf23b2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548968 Jun 22 09:55:37.370912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-ef18fcdb-ee3a-43ed-982f-66d964093931 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456011 Jun 22 09:55:37.483019 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0fbdf4b3-cbb8-45b2-bc95-7a038a113083 req-1a65b256-e164-4c12-9428-b27ab1d25998 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061223 Jun 22 09:55:37.898511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25193f-a297-4d1c-a474-357e2bf23411 req-69d4f8c7-f083-47ec-b230-da8c17b99fa2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:37.900001 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0e25193f-a297-4d1c-a474-357e2bf23411 req-69d4f8c7-f083-47ec-b230-da8c17b99fa2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0644307 Jun 22 09:55:37.939681 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0e25193f-a297-4d1c-a474-357e2bf23411 req-e2ece237-47db-44fc-a777-fba39be5d7db tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341132 Jun 22 09:55:39.125660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6372cc-8a76-4fbc-ac2d-cae53665bbe7 req-b3b5aede-b777-4444-a80c-3c784a80d34a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:39.127148 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e6372cc-8a76-4fbc-ac2d-cae53665bbe7 req-b3b5aede-b777-4444-a80c-3c784a80d34a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0648997 Jun 22 09:55:39.165168 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e6372cc-8a76-4fbc-ac2d-cae53665bbe7 req-9c9b9020-01e4-4e91-bad6-cd42916d37c9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321593 Jun 22 09:55:39.478065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:39.754925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2b70-8d39-45cb-b86a-1404ff8232fc req-352eabd9-6048-4d27-922c-124b8f59cbd3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:39.756395 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ba1e2b70-8d39-45cb-b86a-1404ff8232fc req-352eabd9-6048-4d27-922c-124b8f59cbd3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0621610 Jun 22 09:55:39.792639 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ba1e2b70-8d39-45cb-b86a-1404ff8232fc req-5a2f797a-f3c1-4f68-b035-da17e8fdeda8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Jun 22 09:55:40.969079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab871bf3-38d6-47ef-9a0f-b343bccfb406 req-3b74eaf4-8f16-4393-8d7a-9f133fa9629c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:40.970565 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ab871bf3-38d6-47ef-9a0f-b343bccfb406 req-3b74eaf4-8f16-4393-8d7a-9f133fa9629c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0670083 Jun 22 09:55:41.008664 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ab871bf3-38d6-47ef-9a0f-b343bccfb406 req-72474d11-0157-434f-b198-d64e96dff1a1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Jun 22 09:55:41.554535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-283c50ba-e5de-4470-a78a-d005433e46a0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:41.556018 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-283c50ba-e5de-4470-a78a-d005433e46a0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 945 time: 0.0661576 Jun 22 09:55:41.652024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Deleting port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:55:41.652364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:41.740750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] For port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:41.741107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:41.904095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:41.904386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:41.904702 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca disassociated. External IP: 172.26.6.23, port: d8653667-d6f4-4e2e-a9bb-e62228fdaa2c. Jun 22 09:55:41.905046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Calling delete_port for d8653667-d6f4-4e2e-a9bb-e62228fdaa2c owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:55:42.089333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:42.093476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9caa984c-6cda-4c39-a72c-0699e21a1f76 tempest-DeleteServersTestJSON-1758174088 tempest-DeleteServersTestJSON-1758174088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:42.130833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event deleted for resources: {'Port': ['ID=d8653667-d6f4-4e2e-a9bb-e62228fdaa2c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:42.157981 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-349c27d0-cf11-4a4f-825a-b5099058f172 req-b8d2a95f-6e15-472c-9413-7ba8e1713fa4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 210 time: 0.0385873 Jun 22 09:55:42.159683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.160112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.160504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.160889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.161313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.161700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.162077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.162621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.162990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.163464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.164130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.164130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:55:42.168584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:42.282093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:55:42.393417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:55:42.402869 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:55:42.412276 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:55:42.412989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:55:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:42.437437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] No DVR routers for this DVR port d8653667-d6f4-4e2e-a9bb-e62228fdaa2c on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:55:42.440041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:42.442188 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-81be7953-c733-42f8-a3dc-6fb62aa29fde req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "DELETE /v2.0/ports/d8653667-d6f4-4e2e-a9bb-e62228fdaa2c HTTP/1.1" status: 204 len: 173 time: 0.8811278 Jun 22 09:55:42.443026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-deleted', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:42.446149 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa4e14-b0e9-4c5f-b9f4-06d193d46d56" -d '{"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-deleted", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:42.483161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1459b1-e757-4fac-85be-fa4e8430d604 x-openstack-request-id: req-0f1459b1-e757-4fac-85be-fa4e8430d604 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:42.483508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559a480-566b-48de-8f41-9da7f5c4da95", "name": "network-vif-deleted", "tag": "d8653667-d6f4-4e2e-a9bb-e62228fdaa2c", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:42.483811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f1459b1-e757-4fac-85be-fa4e8430d604 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:42.484287 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559a480-566b-48de-8f41-9da7f5c4da95', 'name': 'network-vif-deleted', 'tag': 'd8653667-d6f4-4e2e-a9bb-e62228fdaa2c', 'status': 'completed', 'code': 200} Jun 22 09:55:42.523557 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:55:42.717423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:42.749233 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:55:42.758312 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:55:42.758914 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:55:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:42.862323 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:55:43.055184 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:43.087058 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca99bd9-67c3-42b4-b1e4-542a7366dacf None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:55:43.328582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdbdf23-e3d3-45d2-b18e-641d38f4f2b2 None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:55:43.330493 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e73f08f3-0373-4420-ab18-fdeaa1e7b977 req-9b66ffc1-8738-49b8-b9f1-cc6ddfce9d61 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=3559a480-566b-48de-8f41-9da7f5c4da95 HTTP/1.1" status: 200 len: 210 time: 0.0381308 Jun 22 09:55:44.650315 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-8f852133-f8b4-47a5-b0b4-847edbf7330d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1412469184&fields=id&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 267 time: 0.0328228 Jun 22 09:55:44.753554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-6804a579-2b73-4510-9eb6-c758e6ac0a2d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:44.755027 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-6804a579-2b73-4510-9eb6-c758e6ac0a2d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.0982840 Jun 22 09:55:44.769097 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ce368195-91d4-413d-b365-44b9feb1b0a5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/quotas/3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 375 time: 0.0087001 Jun 22 09:55:44.842541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-97d73e8f-0377-4020-a36e-91a85033a143 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677686 Jun 22 09:55:44.936732 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-eb483beb-5f45-48c8-b829-3f432a1908d5 service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826185 Jun 22 09:55:45.032950 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-6d616560-9816-43f8-aa61-b2c212133058 service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888350 Jun 22 09:55:45.295835 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-738e5eb4-803c-4105-902f-0bad309aebfc req-ae6a9f05-d1e8-43d2-a594-c70eb3be676b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 210 time: 0.0293851 Jun 22 09:55:45.434393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:55:45.455022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: d8653667-d6f4-4e2e-a9bb-e62228fdaa2c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:55:45.455375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device d8653667-d6f4-4e2e-a9bb-e62228fdaa2c not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:55:46.441902 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f4942693-cbf1-440a-9f89-1866c49d4066 req-08a4a2e3-9f60-4a5f-bfb3-8663394ab32e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 210 time: 0.0304117 Jun 22 09:55:47.581609 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-48c7b6fc-2d0a-4d50-9c63-67383210f927 req-59f3f5b9-e2aa-450d-ac68-4a868e074b63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 210 time: 0.0297134 Jun 22 09:55:47.691848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-5f499584-8daa-4744-9b0b-38434de990a2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:47.693369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-5f499584-8daa-4744-9b0b-38434de990a2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1049268 Jun 22 09:55:47.740975 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-3082764c-5127-4440-9ff3-832aefbc188a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 380 time: 0.0340278 Jun 22 09:55:47.749486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'port': {'device_id': '4d132663-24c4-4a76-8326-0172c5f8af38', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'admin_state_up': True, 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'security_groups': ['93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:55:48.002524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Made reservation on behalf of 3cfc3edb3c7343e584f16c325be32a15 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:55:48.006509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.132208 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Allocated IP 172.20.0.8 (f71abce9-053a-489d-9f5c-597f989916d8/bed999ac-c432-4175-ad96-18a319f84482/47e1bac7-6645-4a54-b548-fd19438d5cba) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:55:48.276876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.291439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Transition to ACTIVE for port object 47e1bac7-6645-4a54-b548-fd19438d5cba will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:55:48.404091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.408028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6098a2e-59fb-4b07-a1aa-b382e7f51292 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:48.449385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:55:48.452629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:55:48.458854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:55:48.465114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:48.485599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:48.511832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:48.512485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.598629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530076 Jun 22 09:55:48.616928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Request body: {'port': {'device_id': '4d132663-24c4-4a76-8326-0172c5f8af38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:55:48.697808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.746286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9f3de2ff-5246-412d-930f-8f87aab19187 None None] Provisioning for port 47e1bac7-6645-4a54-b548-fd19438d5cba completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:55:48.751951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9f3de2ff-5246-412d-930f-8f87aab19187 None None] Provisioning complete for port 47e1bac7-6645-4a54-b548-fd19438d5cba triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:55:48.752841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9f3de2ff-5246-412d-930f-8f87aab19187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.760136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281054b1-162e-4182-af79-2c4cd3ca1b6c req-526aaa21-455f-43a5-b90f-c9fb8173dbbb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:48.761698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-281054b1-162e-4182-af79-2c4cd3ca1b6c req-526aaa21-455f-43a5-b90f-c9fb8173dbbb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 931 time: 0.0657930 Jun 22 09:55:48.789172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9f3de2ff-5246-412d-930f-8f87aab19187 None None] Port 47e1bac7-6645-4a54-b548-fd19438d5cba cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:55:48.802680 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-281054b1-162e-4182-af79-2c4cd3ca1b6c req-7eabe206-f7c1-4188-aa86-53c2eada65e3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Jun 22 09:55:48.958715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:55:48.967784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:48.979525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Transition to ACTIVE for port object 47e1bac7-6645-4a54-b548-fd19438d5cba will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:55:49.060577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:49.063595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7fa431ed-61c6-4f1b-8221-472f27d5b16d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:49.166922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:49.186818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:49.215970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Attempting to bind port 47e1bac7-6645-4a54-b548-fd19438d5cba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:55:49.216314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Attempting to bind port 47e1bac7-6645-4a54-b548-fd19438d5cba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:55:49.216649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Attempting to bind port 47e1bac7-6645-4a54-b548-fd19438d5cba on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:55:49.221157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Port 47e1bac7-6645-4a54-b548-fd19438d5cba on network f71abce9-053a-489d-9f5c-597f989916d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:55:49.221493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Attempting to bind port 47e1bac7-6645-4a54-b548-fd19438d5cba on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:55:49.227048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:55:49.227397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:55:49.227786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Bound using segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:55:49.228258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Bound port: 47e1bac7-6645-4a54-b548-fd19438d5cba, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:55:49.228615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:49.296417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:55:49.299352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:55:49.381616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:49.383792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-151e7cc1-e59d-425f-bca2-26435a61e6a3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:49.416499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.417399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:49.418762 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] 10.222.0.24 "PUT /v2.0/ports/47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 1093 time: 0.8070602 Jun 22 09:55:49.419344 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:49.421718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ab752-a700-431c-a4e3-fe5b9d22c775" -d '{"events": [{"name": "network-changed", "server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:49.447596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:49.450878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:49.474558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd1eeb-eb12-4594-bae8-e89425680a8b x-openstack-request-id: req-b0cd1eeb-eb12-4594-bae8-e89425680a8b {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:49.475412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:49.475412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0cd1eeb-eb12-4594-bae8-e89425680a8b {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:49.475714 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'status': 'completed', 'code': 200} Jun 22 09:55:49.568806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ab752-a700-431c-a4e3-fe5b9d22c775 req-2d54fa12-3d40-4820-bc45-c64f18a2fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.570353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-369ab752-a700-431c-a4e3-fe5b9d22c775 req-2d54fa12-3d40-4820-bc45-c64f18a2fa14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1096 time: 0.0574706 Jun 22 09:55:49.675623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ab752-a700-431c-a4e3-fe5b9d22c775 req-ca294a07-3fc0-4f85-91db-4b5fd1ff4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.677339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-369ab752-a700-431c-a4e3-fe5b9d22c775 req-ca294a07-3fc0-4f85-91db-4b5fd1ff4c13 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3cfc3edb3c7343e584f16c325be32a15&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950754 Jun 22 09:55:49.768001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ab752-a700-431c-a4e3-fe5b9d22c775 req-26abba86-7564-4580-82bc-25d731d02e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.769444 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-369ab752-a700-431c-a4e3-fe5b9d22c775 req-26abba86-7564-4580-82bc-25d731d02e87 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865977 Jun 22 09:55:49.885209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-649e5dcf-4829-42e5-a0f7-6665f775d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.886707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-649e5dcf-4829-42e5-a0f7-6665f775d842 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1096 time: 0.0593615 Jun 22 09:55:49.933056 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-ae426b6b-b187-4f34-b8d9-5faad4595674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 217 time: 0.0344555 Jun 22 09:55:49.982800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774034d-866b-444b-ba9e-5b07a56973d8 req-6e35d48f-d1d7-4ecb-bf4e-799ee85809f7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.983412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-1c26c0c4-6357-448a-b252-18f2c18f406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:49.984283 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c774034d-866b-444b-ba9e-5b07a56973d8 req-6e35d48f-d1d7-4ecb-bf4e-799ee85809f7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0682268 Jun 22 09:55:49.984400 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-1c26c0c4-6357-448a-b252-18f2c18f406d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0460792 Jun 22 09:55:50.023180 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c774034d-866b-444b-ba9e-5b07a56973d8 req-bc2221e8-e9e5-4048-96ed-314cad2691e4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Jun 22 09:55:50.047047 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-d526acbd-ea92-4562-8214-3123d0fab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:50.048589 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-d526acbd-ea92-4562-8214-3123d0fab6af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0570550 Jun 22 09:55:50.137646 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-466f3137-269c-453e-8a2d-7cf9d79655f2 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820382 Jun 22 09:55:50.231175 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-636b55a0-598a-4add-bb4e-e2902e53f420 req-b997728f-ca81-4702-9ca2-523dd04c6817 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876396 Jun 22 09:55:51.199237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b496f9-5958-4d74-bf0b-dcdbc6eb7572 req-68d86fb7-0207-4cef-8252-e580b6938ec0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:51.200724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-92b496f9-5958-4d74-bf0b-dcdbc6eb7572 req-68d86fb7-0207-4cef-8252-e580b6938ec0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0671220 Jun 22 09:55:51.238471 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-92b496f9-5958-4d74-bf0b-dcdbc6eb7572 req-e7428dde-8e6d-4211-b980-eac9ed088d29 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Jun 22 09:55:52.417130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b590551-ae43-48b2-824e-888059c10c28 req-b0e0b4a3-25b4-4e70-89dc-b40ce7adf72d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:52.418511 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9b590551-ae43-48b2-824e-888059c10c28 req-b0e0b4a3-25b4-4e70-89dc-b40ce7adf72d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0665345 Jun 22 09:55:52.456372 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9b590551-ae43-48b2-824e-888059c10c28 req-f98f6218-fca2-4d01-af9c-3a746e5f2140 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Jun 22 09:55:53.513182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:55:53.612391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:53.623482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'mac_address': 'fa:16:3e:ed:81:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:55:53.631234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a594a-d743-46e6-8c6f-2aced33e360c req-bde0dcfc-7e60-4582-82dc-20b85f852367 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:53.632745 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af6a594a-d743-46e6-8c6f-2aced33e360c req-bde0dcfc-7e60-4582-82dc-20b85f852367 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0626416 Jun 22 09:55:53.662456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:53.670584 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af6a594a-d743-46e6-8c6f-2aced33e360c req-04cf49ca-7ca8-445e-beb6-33101fe1a11c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320618 Jun 22 09:55:53.674819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:55:53.695420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:53.757367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:53.759082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:53.808413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:53.811509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:54.047772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['47e1bac7-6645-4a54-b548-fd19438d5cba'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:55:54.846651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831529c-f9e3-42ac-a562-4fa1c73a3657 req-e1b838ca-040d-4e3b-8ce3-d4967d5f8194 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:54.848740 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a831529c-f9e3-42ac-a562-4fa1c73a3657 req-e1b838ca-040d-4e3b-8ce3-d4967d5f8194 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 944 time: 0.0667973 Jun 22 09:55:54.885946 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a831529c-f9e3-42ac-a562-4fa1c73a3657 req-098637ba-6bca-4356-b405-ef6eec29edf3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Jun 22 09:55:55.512970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:55:55.636818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 47e1bac7-6645-4a54-b548-fd19438d5cba completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:55:55.640623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 47e1bac7-6645-4a54-b548-fd19438d5cba triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:55:55.641003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:55.716562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:55.738236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:55.741374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec8c7d-ad0d-452a-808b-65db2bbe41a0" -d '{"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-plugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:55:55.754386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:55:55.779250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed602c30-37be-40f5-91b5-1edfd0c609c7 x-openstack-request-id: req-ed602c30-37be-40f5-91b5-1edfd0c609c7 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:55:55.779549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-plugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:55:55.779810 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed602c30-37be-40f5-91b5-1edfd0c609c7 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:55:55.780239 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'code': 200} Jun 22 09:55:55.894181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:55.896775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:55:55.943995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:55:55.947066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:55:56.062265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35172c14-a0af-4a7b-8c99-013cafb1ab41 req-c29cf316-76e2-442c-af81-7ff517a2925f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:56.063666 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-35172c14-a0af-4a7b-8c99-013cafb1ab41 req-c29cf316-76e2-442c-af81-7ff517a2925f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0652213 Jun 22 09:55:56.101764 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-35172c14-a0af-4a7b-8c99-013cafb1ab41 req-66b1f498-37d9-4d1a-870c-7b0c43dd3b52 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Jun 22 09:55:56.268842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c782f-5325-4961-a9aa-0d6d129a1292 req-75e37483-28a5-4c37-b57a-2bc675d11fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:56.270911 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-be8c782f-5325-4961-a9aa-0d6d129a1292 req-75e37483-28a5-4c37-b57a-2bc675d11fae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1098 time: 0.0548754 Jun 22 09:55:56.303377 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-be8c782f-5325-4961-a9aa-0d6d129a1292 req-fdac4807-8645-426b-bfd1-eaccec7507af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267348 Jun 22 09:55:57.279228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523b0c-7069-4266-b0f6-8a166ad05047 req-18fbc991-d7a3-427e-8efc-9b5a798c955f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:57.280738 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-24523b0c-7069-4266-b0f6-8a166ad05047 req-18fbc991-d7a3-427e-8efc-9b5a798c955f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0702558 Jun 22 09:55:57.320893 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-24523b0c-7069-4266-b0f6-8a166ad05047 req-39c0f6eb-d336-4902-904c-a7bb5e30d5c5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Jun 22 09:55:58.497502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ebab9-7eaa-4170-bc0c-58bc9d50fd89 req-5dfe5434-1445-4d07-b867-846c9b6093f5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:58.499257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-664ebab9-7eaa-4170-bc0c-58bc9d50fd89 req-5dfe5434-1445-4d07-b867-846c9b6093f5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0658717 Jun 22 09:55:58.537034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-664ebab9-7eaa-4170-bc0c-58bc9d50fd89 req-ffd195c5-72c0-46a1-9487-21a4a8c9dcd5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jun 22 09:55:58.701386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62d25b-e2db-446e-be62-586b7521d162 req-71ca25b4-6281-4785-b5e3-d90b13407cb4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:55:58.702836 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c62d25b-e2db-446e-be62-586b7521d162 req-71ca25b4-6281-4785-b5e3-d90b13407cb4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0632901 Jun 22 09:55:58.712911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60198) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:55:58.717490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'floatingip': {'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:55:58.763398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:59.211976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:59.277455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:59.641905 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca associated. External IP: 172.26.6.23, port: 47e1bac7-6645-4a54-b548-fd19438d5cba. Jun 22 09:55:59.705980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32023e5b-25c3-474a-bd03-49113ddf4066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:59.841779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:55:59.947636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:55:59.952451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:55:59.956721 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:55:59.966671 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:55:59.967273 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:55:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:55:59.994307 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ae37835f-d48a-470e-a496-31eda562b4d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "PUT /v2.0/floatingips/5a59f7e9-e0b0-4007-b483-b867ef6c87ca HTTP/1.1" status: 200 len: 990 time: 1.2803369 Jun 22 09:55:59.994970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:55:59.997435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca0677-b000-4a8b-998b-0fb112c5b48a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:56:00.039371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb49e9e-ad85-4bc5-9ce6-39b91019ac2c x-openstack-request-id: req-ebb49e9e-ad85-4bc5-9ce6-39b91019ac2c {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:56:00.039730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:56:00.040063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebb49e9e-ad85-4bc5-9ce6-39b91019ac2c {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:56:00.040515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'status': 'completed', 'code': 200} Jun 22 09:56:00.080448 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:56:00.146666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-ff2dac33-c1fa-4687-b941-b3f7c9cab1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:00.148419 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-ff2dac33-c1fa-4687-b941-b3f7c9cab1c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1098 time: 0.0592694 Jun 22 09:56:00.237286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-a6b7f68d-5b5d-446c-a0a0-84b91d7b0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:00.238809 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-a6b7f68d-5b5d-446c-a0a0-84b91d7b0e75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0843496 Jun 22 09:56:00.310382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-5c8ca727-576b-49ce-bbab-c0207d9bb05b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 998 time: 0.0655928 Jun 22 09:56:00.361461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-3b512b2d-487e-4840-9f32-30ef1b7163e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:00.362912 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-3b512b2d-487e-4840-9f32-30ef1b7163e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0468531 Jun 22 09:56:00.408596 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:ed:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132663-24c4-4a76-8326-0172c5f8af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:55:59Z', 'revision_number': 9, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:00.420277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-45edd6f8-280d-460d-8a65-3aae83039f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:00.421791 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-45edd6f8-280d-460d-8a65-3aae83039f65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530562 Jun 22 09:56:00.434726 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:56:00.443548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:56:00.444186 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:55:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:00.518742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-c6ba50b5-079b-4959-841c-3115ee94096d service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896308 Jun 22 09:56:00.547736 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:56:00.607674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1ca0677-b000-4a8b-998b-0fb112c5b48a req-fa481341-1897-42b7-a92a-fc6d12b43351 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828292 Jun 22 09:56:00.772965 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:ed:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132663-24c4-4a76-8326-0172c5f8af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:55:59Z', 'revision_number': 9, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:56:00.798868 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa2eb4-9357-4440-b417-6857f279347a None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:ed:81:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d132663-24c4-4a76-8326-0172c5f8af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:55:59Z', 'revision_number': 9, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:56:00.994912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df4b01-f9c6-41b4-87db-71190f9960a8 None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:56:02.220219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf252c16-6481-4f75-91fc-8297e5963fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:02.672227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:03.546040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:04.670003 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:56:05.002797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:09.522701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:29.556939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7bc85180-df5e-410f-a865-b49aec8b686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:32.190847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1fbd-45e9-4094-8b32-56550096dcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:32.647465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:33.574197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:35.013743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:36.465083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf62a48-2959-45c7-b22a-d9735519afa6 req-d49beb7b-00e1-429b-bf01-834e8efcf275 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:36.466575 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-caf62a48-2959-45c7-b22a-d9735519afa6 req-d49beb7b-00e1-429b-bf01-834e8efcf275 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.1365175 Jun 22 09:56:36.529117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-caf62a48-2959-45c7-b22a-d9735519afa6 req-0043f530-a5c5-4217-97a6-a3f43a7e42c5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538876 Jun 22 09:56:36.546080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-5b5791d8-4553-4681-ad70-00871bbe843e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211138 Jun 22 09:56:38.060345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321573f6-7245-4755-992c-cd5230f20c6d req-10e21670-adc2-4bbf-9d62-08dab7805ef0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:38.061830 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-321573f6-7245-4755-992c-cd5230f20c6d req-10e21670-adc2-4bbf-9d62-08dab7805ef0 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.4204166 Jun 22 09:56:38.100105 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-321573f6-7245-4755-992c-cd5230f20c6d req-75f6000c-c821-4147-9919-ea32b53f43f3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Jun 22 09:56:38.954674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-e13fa3b2-ff4e-4c7c-98cb-9b0b36b0a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:38.956158 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-e13fa3b2-ff4e-4c7c-98cb-9b0b36b0a846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1098 time: 0.0517831 Jun 22 09:56:39.059999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-87d55ecd-4bf1-4136-80cf-1c3bb8b8af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:39.061452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-87d55ecd-4bf1-4136-80cf-1c3bb8b8af4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0986741 Jun 22 09:56:39.126991 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-9ae73eea-13a2-4611-a4a0-ab3812303556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 1001 time: 0.0593317 Jun 22 09:56:39.182118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-28107cda-7e8a-4aea-8200-89fa4a492dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:39.183613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-28107cda-7e8a-4aea-8200-89fa4a492dc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0500388 Jun 22 09:56:39.282261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-fd400ea9-1346-4a88-8373-6c88737612f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:39.283747 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-fd400ea9-1346-4a88-8373-6c88737612f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0942822 Jun 22 09:56:39.298404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d838fc-c75c-4135-b72e-53bae9d4f13c req-0b368201-6293-449a-950c-83f2eda0a266 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:39.299789 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-92d838fc-c75c-4135-b72e-53bae9d4f13c req-0b368201-6293-449a-950c-83f2eda0a266 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0832694 Jun 22 09:56:39.388568 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-92d838fc-c75c-4135-b72e-53bae9d4f13c req-90e9117b-5407-4f64-af51-2e0ff8c056ca tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811620 Jun 22 09:56:39.412854 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-6090c098-8f49-43ee-bc05-b22b0aecdabe service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218808 Jun 22 09:56:39.494227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:39.502029 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-39425a05-6aef-48ec-924e-2a0d6732ad8f service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Jun 22 09:56:40.237396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-1166baa7-df33-4f3e-a544-e6a3459ea071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:40.238870 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-1166baa7-df33-4f3e-a544-e6a3459ea071 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1098 time: 0.0577724 Jun 22 09:56:40.340181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-63054c46-2244-40fe-a47f-e7666b0491ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:40.341620 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-63054c46-2244-40fe-a47f-e7666b0491ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0825603 Jun 22 09:56:40.409632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-6877650a-e7a0-4d17-abaf-93fc727062ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 1001 time: 0.0619061 Jun 22 09:56:40.458242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-f03d0e8a-5ef0-4322-b6cb-6c9da431df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:40.460785 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-f03d0e8a-5ef0-4322-b6cb-6c9da431df9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0451889 Jun 22 09:56:40.517517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-b6b922a4-01d5-4cd4-8b44-899189d5fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:40.519011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-b6b922a4-01d5-4cd4-8b44-899189d5fe3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521500 Jun 22 09:56:40.565249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d8857-0826-49ba-b8a7-01d4c65ac248 req-dc7f2b59-0dd8-4f1e-923c-1fcdba484254 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:40.566716 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4a5d8857-0826-49ba-b8a7-01d4c65ac248 req-dc7f2b59-0dd8-4f1e-923c-1fcdba484254 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0642521 Jun 22 09:56:40.605135 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4a5d8857-0826-49ba-b8a7-01d4c65ac248 req-de67ad9c-aa7c-44ef-83d7-29d2e7863d46 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Jun 22 09:56:40.613667 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-9b8953cb-fae3-4284-8d48-5aff3eb551ce service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 Jun 22 09:56:40.703956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ac1baca-55b0-4dca-aaef-8dd29b77fba9 req-028af0e7-e5f6-422b-9225-fe1e590bf534 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830939 Jun 22 09:56:41.671010 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:56:41.779809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b693c3-197b-48a5-a116-be08515ca970 req-049b0204-9996-458d-83e7-dc24314cf4ef tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:41.781299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-04b693c3-197b-48a5-a116-be08515ca970 req-049b0204-9996-458d-83e7-dc24314cf4ef tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0631289 Jun 22 09:56:41.818372 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-04b693c3-197b-48a5-a116-be08515ca970 req-b247534f-7f1c-4f09-b6fb-13ed69fe37b1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Jun 22 09:56:42.991479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759fdbd-33a6-4925-a1c6-b42372e6002c req-b8f5c1c3-598a-432e-b1a9-ae60eb29fc28 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:42.992926 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c759fdbd-33a6-4925-a1c6-b42372e6002c req-b8f5c1c3-598a-432e-b1a9-ae60eb29fc28 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0657377 Jun 22 09:56:43.030022 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c759fdbd-33a6-4925-a1c6-b42372e6002c req-a40e4ce7-1fc8-443f-b4f1-2cc9da0961e2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312912 Jun 22 09:56:44.205897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8d304-70a3-4649-a89f-df7f8cf57aba req-2bf29f1b-2f94-42c7-914e-bf660ff0f6c3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:44.207342 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-93c8d304-70a3-4649-a89f-df7f8cf57aba req-2bf29f1b-2f94-42c7-914e-bf660ff0f6c3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0662425 Jun 22 09:56:44.244728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-93c8d304-70a3-4649-a89f-df7f8cf57aba req-7f12b07c-ba9d-4374-8867-a49b0a71b17c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Jun 22 09:56:45.416831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7061a-d68c-4272-9a72-112b384136d7 req-5544576e-4364-44c2-b256-755bb51db0ae tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:45.418241 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47d7061a-d68c-4272-9a72-112b384136d7 req-5544576e-4364-44c2-b256-755bb51db0ae tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0636880 Jun 22 09:56:45.459256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-47d7061a-d68c-4272-9a72-112b384136d7 req-5de46675-7e17-4c0b-9266-d40fadec4001 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341029 Jun 22 09:56:46.652423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54767c-8fab-45c1-ba2b-e0c17bea8337 req-294accab-5127-44db-8a42-a4e2a0e8f00f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:46.654672 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3e54767c-8fab-45c1-ba2b-e0c17bea8337 req-294accab-5127-44db-8a42-a4e2a0e8f00f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0773652 Jun 22 09:56:46.696778 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3e54767c-8fab-45c1-ba2b-e0c17bea8337 req-6357393d-f02e-4e4f-b921-559066fa99c2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352018 Jun 22 09:56:47.876785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcccbb-65cd-418d-8daf-a28c467ce134 req-5c178362-71d8-4a72-b758-50c7ed1fb5d3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:47.878176 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7bfcccbb-65cd-418d-8daf-a28c467ce134 req-5c178362-71d8-4a72-b758-50c7ed1fb5d3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0638807 Jun 22 09:56:47.915839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7bfcccbb-65cd-418d-8daf-a28c467ce134 req-7fd533f1-4030-4b29-8667-d87ef8d4a5f9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Jun 22 09:56:49.245703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d5238-60a4-46d1-bd2c-ca840611b4f1 req-632b5d42-b915-4bcc-8216-6e4e2d0802c7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:49.247195 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-480d5238-60a4-46d1-bd2c-ca840611b4f1 req-632b5d42-b915-4bcc-8216-6e4e2d0802c7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0667574 Jun 22 09:56:49.284435 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-480d5238-60a4-46d1-bd2c-ca840611b4f1 req-b729a2d5-263e-4fdb-86d8-345977f0bfff tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Jun 22 09:56:50.465474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a05b11-4d09-491d-a558-472d9370a2ed req-4c6704f7-64dd-4316-815a-1f1a63298c73 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:50.466839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-25a05b11-4d09-491d-a558-472d9370a2ed req-4c6704f7-64dd-4316-815a-1f1a63298c73 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0688248 Jun 22 09:56:50.505138 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-25a05b11-4d09-491d-a558-472d9370a2ed req-f3c8b112-877c-45d5-822a-00fa5b308b36 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Jun 22 09:56:51.718656 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-ddadb4e8-6231-4816-aa0b-1a47f08ce31c service neutron] 10.222.0.24 "GET /v2.0/ports/47e1bac7-6645-4a54-b548-fd19438d5cba/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0944669 Jun 22 09:56:51.728906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398a062-92b8-48d6-bff5-e1082a65119c req-8fdee501-9a56-400c-89cd-b448b2cc11b4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:51.730374 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c398a062-92b8-48d6-bff5-e1082a65119c req-8fdee501-9a56-400c-89cd-b448b2cc11b4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.1156859 Jun 22 09:56:51.768961 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c398a062-92b8-48d6-bff5-e1082a65119c req-cfbbae0d-5162-4626-b933-6939ac3e4873 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Jun 22 09:56:52.362085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-c1fef674-2814-4e46-8dd7-8922082787d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:52.363545 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-c1fef674-2814-4e46-8dd7-8922082787d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 1098 time: 0.0561950 Jun 22 09:56:52.446665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-09c3702a-6406-4873-89a1-8263c5d53ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:52.448162 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-09c3702a-6406-4873-89a1-8263c5d53ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1098 time: 0.0514975 Jun 22 09:56:52.543286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-56f4d085-a9f1-441d-acec-1bf8fe353eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:52.544774 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-56f4d085-a9f1-441d-acec-1bf8fe353eda service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0910404 Jun 22 09:56:52.611971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-7ca773fe-19a3-4b0b-a730-40a87961e2fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 1001 time: 0.0606537 Jun 22 09:56:52.659321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-8c601958-aecb-4e06-b2e8-e156020c972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:52.660653 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-8c601958-aecb-4e06-b2e8-e156020c972e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0422847 Jun 22 09:56:52.716150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-287e7c63-5bac-48a8-abfc-86f1fd80a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:52.717575 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-287e7c63-5bac-48a8-abfc-86f1fd80a425 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501668 Jun 22 09:56:52.810463 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-7c03af2a-95f6-4eac-98a9-072f2094074e service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864253 Jun 22 09:56:52.900095 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-50b7a922-1d70-495e-a941-8ba9be958d14 req-5f3473c7-d756-4b3a-bc1c-6a3698528369 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833573 Jun 22 09:56:52.946330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e3849-d2df-443e-bfb5-49b043ac76db req-a4c2f4cf-1b97-4fdb-8b51-39ec490dd4a4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:52.947700 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ed3e3849-d2df-443e-bfb5-49b043ac76db req-a4c2f4cf-1b97-4fdb-8b51-39ec490dd4a4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0666113 Jun 22 09:56:52.986074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ed3e3849-d2df-443e-bfb5-49b043ac76db req-a2f3053a-3c06-44ad-91e5-d64c87324ab3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327442 Jun 22 09:56:54.182463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9428-87b5-4bfe-897e-9e593e8028cf req-9a7606ec-fb4a-4bc0-bd1b-e8240732f42d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:54.183969 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-84bd9428-87b5-4bfe-897e-9e593e8028cf req-9a7606ec-fb4a-4bc0-bd1b-e8240732f42d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0881848 Jun 22 09:56:54.227724 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-84bd9428-87b5-4bfe-897e-9e593e8028cf req-fc16c51a-9de9-4d07-a403-f461f47556ac tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375149 Jun 22 09:56:55.414952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacaba7-14f3-4848-ad54-140317e3a511 req-564e22dd-d9cd-4ff6-a002-450f48f94015 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:55.416374 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8eacaba7-14f3-4848-ad54-140317e3a511 req-564e22dd-d9cd-4ff6-a002-450f48f94015 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0731108 Jun 22 09:56:55.454188 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8eacaba7-14f3-4848-ad54-140317e3a511 req-a229abab-59ae-45ed-acfd-2de89cbc4e19 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jun 22 09:56:55.829738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:56:55.837103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:56:55.979965 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:55.986041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:56.009412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'mac_address': 'fa:16:3e:ed:81:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:56:56.015175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:56:56.017443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865daa22-0f73-46b9-b124-7449fe1bbd4a" -d '{"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:56:56.031897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:56.064690 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916b60a9-7e9b-4386-ba45-5480de3e0233 x-openstack-request-id: req-916b60a9-7e9b-4386-ba45-5480de3e0233 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:56:56.064990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:56:56.065249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-916b60a9-7e9b-4386-ba45-5480de3e0233 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:56:56.065650 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'code': 200} Jun 22 09:56:56.067693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:56.081858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:56:56.093995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:56.096738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3c4bbe65-7258-4fe5-ae52-eba7e7fb06f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:56.169799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 09:56:56.170162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 09:56:56.172822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:56.179952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.180309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.180652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.180988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.181320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.181650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.181975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.182297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.182618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.182937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.183256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.183572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:56:56.187431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:56.259513 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4452-e781-4961-8a19-6048ca86b615 req-42762e17-35e1-4ef3-bd05-6e4770655f56 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:56.260915 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-261e4452-e781-4961-8a19-6048ca86b615 req-42762e17-35e1-4ef3-bd05-6e4770655f56 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.1111169 Jun 22 09:56:56.268767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-f00ebb69-004b-4cdf-add7-5e99e355a935 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:56.270100 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-f00ebb69-004b-4cdf-add7-5e99e355a935 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38&tenant_id=3cfc3edb3c7343e584f16c325be32a15&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1112218 Jun 22 09:56:56.336783 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-261e4452-e781-4961-8a19-6048ca86b615 req-b2a2b9f2-21f8-4612-b0a9-c8eb5d483883 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657153 Jun 22 09:56:56.353364 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-9e35aa04-90e2-4b67-816e-be04270fcd72 service neutron] 10.222.0.24 "GET /v2.0/ports/47e1bac7-6645-4a54-b548-fd19438d5cba/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0746450 Jun 22 09:56:56.444327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-9905f48f-9812-400f-9bb4-7a2876283078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:56.445938 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-9905f48f-9812-400f-9bb4-7a2876283078 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1096 time: 0.0525301 Jun 22 09:56:56.532069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-d69a8f9c-dbe2-44a5-9d0a-1f8c284981b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:56.533417 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-d69a8f9c-dbe2-44a5-9d0a-1f8c284981b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0817726 Jun 22 09:56:56.601634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-02b252af-b408-4df1-874b-f6fccc4b1d23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 999 time: 0.0616705 Jun 22 09:56:56.650377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-2e9fbcf4-4feb-48f2-aabb-edc9708ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:56.651764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-2e9fbcf4-4feb-48f2-aabb-edc9708ac355 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0434928 Jun 22 09:56:56.705582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:56.707521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-39363987-f3ae-4c3c-a7bd-08815d02c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:56.709726 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-39363987-f3ae-4c3c-a7bd-08815d02c240 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512581 Jun 22 09:56:56.718522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:56:56.738796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:56.802452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-7ca6f077-627a-44e9-9906-f07e20963f31 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872943 Jun 22 09:56:56.836761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:56.839032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:56.888653 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:56.891669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:56.905323 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-d0a635f2-deb1-4107-958c-7f5f114b716d service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964508 Jun 22 09:56:56.962895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['47e1bac7-6645-4a54-b548-fd19438d5cba'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:56:57.509620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dc7fa-0a30-4fdd-946d-0df2ee6146b7 req-e3be8192-fa0d-4726-8645-54e3d4fa6fde tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:57.511087 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-559dc7fa-0a30-4fdd-946d-0df2ee6146b7 req-e3be8192-fa0d-4726-8645-54e3d4fa6fde tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 944 time: 0.0629251 Jun 22 09:56:57.548665 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-559dc7fa-0a30-4fdd-946d-0df2ee6146b7 req-feb8d126-4886-4ab1-9837-191db9a37e0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Jun 22 09:56:57.845605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:56:57.893108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 47e1bac7-6645-4a54-b548-fd19438d5cba triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:56:57.893487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:57.970072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:58.001209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:56:58.066301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:56:58.069395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d5212-1756-4821-9fb4-41509033806e" -d '{"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-plugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:56:58.088078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:58.089992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:56:58.112391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dc83a1-202f-454e-adf9-2a053bc1aa78 x-openstack-request-id: req-f3dc83a1-202f-454e-adf9-2a053bc1aa78 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:56:58.112719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-plugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:56:58.113006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3dc83a1-202f-454e-adf9-2a053bc1aa78 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:56:58.113403 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'code': 200} Jun 22 09:56:58.139457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:56:58.142481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:56:58.726093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9b16-de11-486a-8295-2bb794b90f91 req-2180561c-ba61-4a1d-bfc0-eb63b6a43f81 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:58.727571 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c44c9b16-de11-486a-8295-2bb794b90f91 req-2180561c-ba61-4a1d-bfc0-eb63b6a43f81 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jun 22 09:56:58.764254 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c44c9b16-de11-486a-8295-2bb794b90f91 req-ac603d41-6825-465e-8519-61f52d2a1c98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Jun 22 09:56:59.544790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2362ac8-34a4-49f3-a57c-e81a5a759ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:56:59.947647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed61170-bdce-4417-bc9c-29b872a1786a req-a9c34709-5985-4432-920c-ca4090b1f21b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:56:59.949155 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ed61170-bdce-4417-bc9c-29b872a1786a req-a9c34709-5985-4432-920c-ca4090b1f21b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0689688 Jun 22 09:56:59.986699 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ed61170-bdce-4417-bc9c-29b872a1786a req-4764ba31-4624-4725-a828-ed721f76e06a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Jun 22 09:57:00.076882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-096f3e17-e6bd-4825-9340-a10c7b158c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:00.078310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-096f3e17-e6bd-4825-9340-a10c7b158c55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 1098 time: 0.0562258 Jun 22 09:57:00.166687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-c1b05aab-27df-4405-ae02-9931bcb6e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:00.168157 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-c1b05aab-27df-4405-ae02-9931bcb6e262 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 1098 time: 0.0563338 Jun 22 09:57:00.254386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-21eba056-3d80-4565-af51-a5a2b3a7d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:00.255902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-21eba056-3d80-4565-af51-a5a2b3a7d9fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0819051 Jun 22 09:57:00.330601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-680269bb-735d-4bb7-9830-340d67edef0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 200 len: 1001 time: 0.0677121 Jun 22 09:57:00.377461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-a82b6c1c-e6a9-44b5-9cbe-e56b25507627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:00.378839 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-a82b6c1c-e6a9-44b5-9cbe-e56b25507627 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0421760 Jun 22 09:57:00.433857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-6aa39a52-2816-4e78-beb7-6d0932cdd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:00.435331 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-6aa39a52-2816-4e78-beb7-6d0932cdd6a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502605 Jun 22 09:57:00.524621 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-6c79f105-828c-469a-83f4-ae62e6be0f92 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827746 Jun 22 09:57:00.883491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eacf6c03-d4c4-40a0-856a-951fba05b1ef req-b60c5104-05ff-46cf-83f1-d6760a81c883 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530087 Jun 22 09:57:01.166058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097464e8-0142-4b42-80f8-58ab19933ef7 req-c1487df2-e679-4455-a030-431971a5de70 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:01.167489 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-097464e8-0142-4b42-80f8-58ab19933ef7 req-c1487df2-e679-4455-a030-431971a5de70 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0681059 Jun 22 09:57:01.203850 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-097464e8-0142-4b42-80f8-58ab19933ef7 req-552269f6-0ef1-4743-9181-6a7a6c1cd9da tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Jun 22 09:57:01.838856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:57:01.914236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:01.935465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:57:01.937751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f14dc-ec54-4c35-883e-d591cd6e1c56" -d '{"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:57:01.950926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:02.030633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:02.033954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:02.055745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fa9df5-0bf7-4189-8202-7c03848cd2cf x-openstack-request-id: req-b0fa9df5-0bf7-4189-8202-7c03848cd2cf {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:57:02.056074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:57:02.056338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0fa9df5-0bf7-4189-8202-7c03848cd2cf {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:57:02.056733 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'code': 200} Jun 22 09:57:02.081599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=9']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:02.084931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:02.247672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a600f3b-c401-4dfd-a547-1c5a5ede6b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:02.383556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38775e-9e8f-43bf-8aab-a4c007b4d3ee req-a7f29d81-7f0c-4eee-a3c1-f05a1c47e4fa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:02.385189 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2d38775e-9e8f-43bf-8aab-a4c007b4d3ee req-a7f29d81-7f0c-4eee-a3c1-f05a1c47e4fa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0650601 Jun 22 09:57:02.422918 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2d38775e-9e8f-43bf-8aab-a4c007b4d3ee req-05e58012-ac3f-4641-89ae-f6731c2a9ffd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Jun 22 09:57:02.693971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:03.528332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:03.596871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fa004-77d9-4af0-8745-8a82be8bf917 req-c8c6cd36-7c0b-423d-9734-f55ecee03fa6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:03.598301 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa3fa004-77d9-4af0-8745-8a82be8bf917 req-c8c6cd36-7c0b-423d-9734-f55ecee03fa6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0628803 Jun 22 09:57:03.640596 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa3fa004-77d9-4af0-8745-8a82be8bf917 req-e0d0182f-8a75-4ce9-95d1-9d2ce69fbeda tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357821 Jun 22 09:57:03.814706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a736e8-4cc1-4d66-82cc-9a3840f891e4 req-185ad1aa-caf4-475c-9bce-f3f0672305d4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:03.816221 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f8a736e8-4cc1-4d66-82cc-9a3840f891e4 req-185ad1aa-caf4-475c-9bce-f3f0672305d4 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0682449 Jun 22 09:57:03.830785 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:57:03.854933 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f8a736e8-4cc1-4d66-82cc-9a3840f891e4 req-7a8d0471-81c2-44e7-b23c-bf2ba264a877 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328772 Jun 22 09:57:03.927181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:03.938933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'mac_address': 'fa:16:3e:ed:81:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:57:03.975969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:03.988795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:57:04.009059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:04.026957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691a91c-d695-49e7-a398-0acd339477cc req-156e4281-f3e8-4c3d-9ec3-b96fa64ea9fa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:04.032768 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e691a91c-d695-49e7-a398-0acd339477cc req-156e4281-f3e8-4c3d-9ec3-b96fa64ea9fa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 943 time: 0.0632582 Jun 22 09:57:04.068527 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e691a91c-d695-49e7-a398-0acd339477cc req-795cc2a1-1e23-4557-9df7-e9e8bb5412bb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jun 22 09:57:04.105303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:04.107085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-734ee541-4386-4c4b-b632-09803c0aaf3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:04.152945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=10']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:04.156018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:04.227637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['47e1bac7-6645-4a54-b548-fd19438d5cba'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:57:04.648433 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80d292-ca83-48a7-b193-2959c8779a29 req-18b7dae4-e7c6-49f2-97f3-87901113687a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:04.649795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b80d292-ca83-48a7-b193-2959c8779a29 req-18b7dae4-e7c6-49f2-97f3-87901113687a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0623286 Jun 22 09:57:04.687082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b80d292-ca83-48a7-b193-2959c8779a29 req-320c0c10-3e09-4e67-aeb0-2b1cbd5a93b7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jun 22 09:57:05.036517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:05.858316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:57:05.862361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105815e-809e-4e94-b108-d1c3d0c067b2 req-e36e3222-764f-4344-955c-2e8b5bc28c2e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:05.863939 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1105815e-809e-4e94-b108-d1c3d0c067b2 req-e36e3222-764f-4344-955c-2e8b5bc28c2e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 945 time: 0.0668969 Jun 22 09:57:05.902619 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1105815e-809e-4e94-b108-d1c3d0c067b2 req-3658846c-5baf-4fdb-b9da-4c907e7321ed tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Jun 22 09:57:05.905436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 47e1bac7-6645-4a54-b548-fd19438d5cba triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:57:05.905732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:05.983476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:06.005230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:57:06.007523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1e5cbf-5f2c-45ce-95ba-ec19ae6d294d" -d '{"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-plugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:57:06.019585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:06.045306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ff82e-868c-42b9-aac3-29637b06f07d x-openstack-request-id: req-497ff82e-868c-42b9-aac3-29637b06f07d {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:57:06.045886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-plugged", "status": "completed", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:57:06.045886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-497ff82e-868c-42b9-aac3-29637b06f07d {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:57:06.046258 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'code': 200} Jun 22 09:57:06.087641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:06.089542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:06.135423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=11']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:06.138494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:06.827148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-3990c355-c630-4e7c-a27c-ac080ae662f2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:06.828683 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-3990c355-c630-4e7c-a27c-ac080ae662f2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 946 time: 0.0678914 Jun 22 09:57:06.928354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Deleting port 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:57:06.928705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:07.021771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] For port 47e1bac7-6645-4a54-b548-fd19438d5cba, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=47e1bac7-6645-4a54-b548-fd19438d5cba,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:07.022357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:07.076389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63b21b-74f9-4742-b0f3-63e5876fbf60 req-c604e9c5-9549-468b-965b-d72f2e426657 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:07.077970 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cc63b21b-74f9-4742-b0f3-63e5876fbf60 req-c604e9c5-9549-468b-965b-d72f2e426657 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 946 time: 0.0635908 Jun 22 09:57:07.121584 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cc63b21b-74f9-4742-b0f3-63e5876fbf60 req-9ba0d050-36bf-4488-85c7-0de0c740a498 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 Jun 22 09:57:07.192203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:07.192563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:07.192874 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca disassociated. External IP: 172.26.6.23, port: 47e1bac7-6645-4a54-b548-fd19438d5cba. Jun 22 09:57:07.193872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Calling delete_port for 47e1bac7-6645-4a54-b548-fd19438d5cba owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:57:07.379571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:07.383699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60291e2c-6816-4561-a389-114529263a06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:07.408464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event deleted for resources: {'Port': ['ID=47e1bac7-6645-4a54-b548-fd19438d5cba,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:07.421751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.421751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.421751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.421751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.421751 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.422165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.422504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.422886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.423239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.423603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.423988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.424349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:57:07.429320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:07.536786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:57:07.646868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:57:07.656059 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:57:07.666971 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:57:07.667585 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:57:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:07.700989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] No DVR routers for this DVR port 47e1bac7-6645-4a54-b548-fd19438d5cba on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:57:07.704600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:07.707919 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3d856c0-d481-4751-bae9-1fd3cd9465c3 req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "DELETE /v2.0/ports/47e1bac7-6645-4a54-b548-fd19438d5cba HTTP/1.1" status: 204 len: 173 time: 0.8737724 Jun 22 09:57:07.708676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-deleted', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:57:07.714041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b9e0cd-0e66-48b8-ad8f-9a3f05484e5c" -d '{"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-deleted", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:57:07.775449 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:57:07.813113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867db43-a50b-4d46-8ef5-147b9a5eaf6d x-openstack-request-id: req-0867db43-a50b-4d46-8ef5-147b9a5eaf6d {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:57:07.816633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d132663-24c4-4a76-8326-0172c5f8af38", "name": "network-vif-deleted", "tag": "47e1bac7-6645-4a54-b548-fd19438d5cba", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:57:07.816633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0867db43-a50b-4d46-8ef5-147b9a5eaf6d {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:57:07.816633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d132663-24c4-4a76-8326-0172c5f8af38', 'name': 'network-vif-deleted', 'tag': '47e1bac7-6645-4a54-b548-fd19438d5cba', 'status': 'completed', 'code': 200} Jun 22 09:57:07.988372 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:08.017145 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:57:08.033269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:57:08.033872 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:57:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:08.143983 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:57:08.283658 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cd3dbd38-8413-4cef-9261-cf4dd5b7d875 req-cf3bdcbb-40d4-4288-991b-b563b038e487 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d132663-24c4-4a76-8326-0172c5f8af38 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jun 22 09:57:08.341320 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:08.367943 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad49d7-d16a-4658-a971-34adbea82b58 None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:57:08.577571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195d148-cda7-4c5d-aba2-5cb903d4097e None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:57:09.482355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:09.601022 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-727eac5c-b197-4c1c-bb28-13f6c195f400 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1412469184&fields=id&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 267 time: 0.0333757 Jun 22 09:57:09.715827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-9d4c18e0-00a8-412b-9ae4-c9847d627223 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:09.717209 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-9d4c18e0-00a8-412b-9ae4-c9847d627223 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1098242 Jun 22 09:57:09.731644 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-cf529cb7-0732-48fa-a957-544ca2af76c8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/quotas/3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 375 time: 0.0089805 Jun 22 09:57:09.797956 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-edec3018-155a-4572-85ea-eb1f8f674acd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614827 Jun 22 09:57:09.892971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:57:09.913120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 47e1bac7-6645-4a54-b548-fd19438d5cba {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:57:09.913468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 47e1bac7-6645-4a54-b548-fd19438d5cba not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:57:09.941180 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-d1239014-8320-4431-b889-d07582a1a084 service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315482 Jun 22 09:57:10.031405 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-c368f791-ce32-425f-b876-6caadbb9f814 service neutron] 10.222.0.65 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836782 Jun 22 09:57:10.281729 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-df2944ed-76ac-4949-839c-a13318df06b6 req-0add7028-0db4-474c-91a7-d2bb48c24834 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Jun 22 09:57:11.421204 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5bcd94a9-82ff-4c63-bbb1-842624f5aa38 req-a9a11aac-57bf-459d-a92e-5044fca452db tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0294955 Jun 22 09:57:12.439111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e5689c05-11b1-45cb-a672-add00a0a7a47 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:12.440494 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e5689c05-11b1-45cb-a672-add00a0a7a47 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 812 time: 0.1118433 Jun 22 09:57:12.493464 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-8f507b4e-3a0e-4668-9c21-f4b6133c916b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 380 time: 0.0387878 Jun 22 09:57:12.502415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'port': {'device_id': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'admin_state_up': True, 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'security_groups': ['93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:57:12.562047 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-83f5b9ec-5e59-44cd-9215-b33f97e69341 req-7fb1661e-65ec-4516-88e8-9f4b1de0ff97 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0292199 Jun 22 09:57:12.682009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Made reservation on behalf of 3cfc3edb3c7343e584f16c325be32a15 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:57:12.685678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:12.812323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Allocated IP 172.20.0.8 (f71abce9-053a-489d-9f5c-597f989916d8/bed999ac-c432-4175-ad96-18a319f84482/86472182-552e-48c1-ab16-8d6d6a6eefb9) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:57:12.951076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:12.964481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Transition to ACTIVE for port object 86472182-552e-48c1-ab16-8d6d6a6eefb9 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:57:13.059724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:13.063657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c640d3a-6725-4b53-a818-85f83820ce98 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:13.103832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Network f71abce9-053a-489d-9f5c-597f989916d8 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:57:13.107129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:57:13.110906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:57:13.147437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:13.152037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:13.173155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:13.173785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:13.311772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130801 Jun 22 09:57:13.330436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Request body: {'port': {'device_id': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:57:13.385131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fede466a-8442-44c5-b41d-0f3f690b6eb3 None None] Provisioning for port 86472182-552e-48c1-ab16-8d6d6a6eefb9 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:57:13.388898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fede466a-8442-44c5-b41d-0f3f690b6eb3 None None] Provisioning complete for port 86472182-552e-48c1-ab16-8d6d6a6eefb9 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:57:13.389273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fede466a-8442-44c5-b41d-0f3f690b6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:13.402300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:13.422211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-fede466a-8442-44c5-b41d-0f3f690b6eb3 None None] Port 86472182-552e-48c1-ab16-8d6d6a6eefb9 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 09:57:13.665286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86472182-552e-48c1-ab16-8d6d6a6eefb9 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:57:13.672844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:13.712919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Transition to ACTIVE for port object 86472182-552e-48c1-ab16-8d6d6a6eefb9 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:57:13.744057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0f944-7670-45dd-a75f-fc3fdda28926 req-5fc39c0e-5a58-4891-928a-24ff4f06ff34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:13.745538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b9e0f944-7670-45dd-a75f-fc3fdda28926 req-5fc39c0e-5a58-4891-928a-24ff4f06ff34 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 931 time: 0.0703619 Jun 22 09:57:13.782715 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b9e0f944-7670-45dd-a75f-fc3fdda28926 req-7cb70c02-e956-4831-a2b8-73c3a851404a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Jun 22 09:57:13.790547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:13.793445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-147440ab-3ebf-4c7c-8442-93872333367e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:13.871625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:13.890228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:13.943599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Attempting to bind port 86472182-552e-48c1-ab16-8d6d6a6eefb9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:57:13.944157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Attempting to bind port 86472182-552e-48c1-ab16-8d6d6a6eefb9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:57:13.944498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Attempting to bind port 86472182-552e-48c1-ab16-8d6d6a6eefb9 on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:57:13.949106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Port 86472182-552e-48c1-ab16-8d6d6a6eefb9 on network f71abce9-053a-489d-9f5c-597f989916d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:57:13.949438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Attempting to bind port 86472182-552e-48c1-ab16-8d6d6a6eefb9 on network f71abce9-053a-489d-9f5c-597f989916d8 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:57:13.954332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:57:13.954679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Checking segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:57:13.955171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Bound using segment: {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:57:13.955493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Bound port: 86472182-552e-48c1-ab16-8d6d6a6eefb9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d938fa-e72e-431b-a2aa-fe4b97757d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:57:13.955848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:14.020507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:57:14.024257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:57:14.093937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:14.096113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:14.133443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.133919 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:14.135422 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] 10.222.0.24 "PUT /v2.0/ports/86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 1093 time: 0.8092351 Jun 22 09:57:14.137863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:57:14.140225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc11c89c-e49b-4bea-aeef-cd176c928e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:57:14.166343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:14.169811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:14.181749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7cda0d-1197-4106-9405-8d90ddf2cf11 x-openstack-request-id: req-5b7cda0d-1197-4106-9405-8d90ddf2cf11 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:57:14.182090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:57:14.182403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b7cda0d-1197-4106-9405-8d90ddf2cf11 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:57:14.182855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'status': 'completed', 'code': 200} Jun 22 09:57:14.280111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c89c-e49b-4bea-aeef-cd176c928e9b req-8eedab5e-358a-4794-8db1-b3317bf80fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.281653 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc11c89c-e49b-4bea-aeef-cd176c928e9b req-8eedab5e-358a-4794-8db1-b3317bf80fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1096 time: 0.0571735 Jun 22 09:57:14.383038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c89c-e49b-4bea-aeef-cd176c928e9b req-d34da88c-cbbb-474e-8f17-a72a6a031129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.384526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc11c89c-e49b-4bea-aeef-cd176c928e9b req-d34da88c-cbbb-474e-8f17-a72a6a031129 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3cfc3edb3c7343e584f16c325be32a15&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0900247 Jun 22 09:57:14.480215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c89c-e49b-4bea-aeef-cd176c928e9b req-1ca778e6-59c7-43bf-aa29-29dca4f76529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.481593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc11c89c-e49b-4bea-aeef-cd176c928e9b req-1ca778e6-59c7-43bf-aa29-29dca4f76529 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914598 Jun 22 09:57:14.588234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-4b3ba5e5-0863-4ed8-b6a0-5c04835eb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.589722 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-4b3ba5e5-0863-4ed8-b6a0-5c04835eb073 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1096 time: 0.0513322 Jun 22 09:57:14.642158 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-542c022b-5eed-4880-ae25-e60f8c3917fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 217 time: 0.0396240 Jun 22 09:57:14.687799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-09c683b2-713d-4dc2-984f-280dd89a5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.689246 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-09c683b2-713d-4dc2-984f-280dd89a5a19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0413518 Jun 22 09:57:14.743619 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-6261a676-1442-44ea-83bf-9ad6a11f47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.745070 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-6261a676-1442-44ea-83bf-9ad6a11f47f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495601 Jun 22 09:57:14.836832 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-021f36de-4f85-4783-8daa-9834c1f3bce7 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855455 Jun 22 09:57:14.964679 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-850c9a3e-d5d3-4f64-bf69-23fe3cd0f65e req-2a5b3eed-9f55-43de-961c-80b3955e7f6a service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213145 Jun 22 09:57:14.985853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cca1ef-0a25-4863-86fb-280d1a27245c req-a839ecf5-9b23-4545-9c26-96c2cfe544f5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:14.987289 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e0cca1ef-0a25-4863-86fb-280d1a27245c req-a839ecf5-9b23-4545-9c26-96c2cfe544f5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0912430 Jun 22 09:57:15.025430 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e0cca1ef-0a25-4863-86fb-280d1a27245c req-d72b5de6-f327-423e-9db8-58ca71bee092 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Jun 22 09:57:16.206778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99cb76-a1e3-4ef5-bb65-1c33de8c76fb req-469cf2de-f411-4a29-a1ac-9447ecf87c51 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:16.208293 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6e99cb76-a1e3-4ef5-bb65-1c33de8c76fb req-469cf2de-f411-4a29-a1ac-9447ecf87c51 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0671475 Jun 22 09:57:16.246416 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6e99cb76-a1e3-4ef5-bb65-1c33de8c76fb req-4e0339da-7a40-4b00-b45e-f7f00098eb8e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Jun 22 09:57:17.420100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ae83-9bca-4ddd-a283-6d11fdaae4f2 req-6ec5f6df-7683-4753-b102-f8867749bdec tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:17.421479 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-46d9ae83-9bca-4ddd-a283-6d11fdaae4f2 req-6ec5f6df-7683-4753-b102-f8867749bdec tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0640252 Jun 22 09:57:17.459166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-46d9ae83-9bca-4ddd-a283-6d11fdaae4f2 req-fd32e6d8-b4a8-4183-92be-39c1ce5d0eca tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315061 Jun 22 09:57:17.939730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:57:18.032875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:18.044189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'mac_address': 'fa:16:3e:8d:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:57:18.085386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:18.107059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86472182-552e-48c1-ab16-8d6d6a6eefb9 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:57:18.130043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:18.207741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:18.210045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:18.254600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:18.258045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:18.508071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['86472182-552e-48c1-ab16-8d6d6a6eefb9'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:57:18.640311 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87b3d-7a2a-4d3e-89bc-85a4bb71f194 req-9d13e034-e666-4e1f-aa7c-1635d64531ed tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:18.641803 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-65e87b3d-7a2a-4d3e-89bc-85a4bb71f194 req-9d13e034-e666-4e1f-aa7c-1635d64531ed tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 944 time: 0.0634227 Jun 22 09:57:18.669193 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:57:18.679155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-65e87b3d-7a2a-4d3e-89bc-85a4bb71f194 req-2b6a4a7e-1f65-43e4-9975-447abe8d8cdc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Jun 22 09:57:19.849953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af86c64-3e5d-4e7c-b9c4-0aeb7fc3d747 req-260a9e52-ad07-4602-9e52-1c44cbac63f6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:19.851454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6af86c64-3e5d-4e7c-b9c4-0aeb7fc3d747 req-260a9e52-ad07-4602-9e52-1c44cbac63f6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 944 time: 0.0624366 Jun 22 09:57:19.888386 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6af86c64-3e5d-4e7c-b9c4-0aeb7fc3d747 req-b64fdd90-95dc-4d11-9e63-9459c7718499 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Jun 22 09:57:19.956950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:57:20.058730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 86472182-552e-48c1-ab16-8d6d6a6eefb9 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:57:20.062322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 86472182-552e-48c1-ab16-8d6d6a6eefb9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:57:20.062701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:20.141893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:20.164167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:57:20.166423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b069f62f-bddc-4787-ac47-74b40000a097" -d '{"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-plugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:57:20.178927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:57:20.201926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d844a4-afca-4166-89f0-a70f1e3432e9 x-openstack-request-id: req-94d844a4-afca-4166-89f0-a70f1e3432e9 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:57:20.202226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-plugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:57:20.202487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94d844a4-afca-4166-89f0-a70f1e3432e9 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:57:20.202883 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'code': 200} Jun 22 09:57:20.248264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:20.250369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:57:20.296995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:57:20.300125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:57:20.591121 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1257f-deed-4cae-8981-ad736cf3e64b req-895bd981-c9e9-45a5-88c0-ab7f03db4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:20.592627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51c1257f-deed-4cae-8981-ad736cf3e64b req-895bd981-c9e9-45a5-88c0-ab7f03db4620 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0556970 Jun 22 09:57:20.625437 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51c1257f-deed-4cae-8981-ad736cf3e64b req-e5ca0c3c-527e-441e-b4e0-6fe9c838045d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268948 Jun 22 09:57:21.062456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37905071-84ac-4f78-8182-20916936f92d req-46a73ff2-6dcc-4c02-b163-4c22eb0a42e2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:21.063941 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37905071-84ac-4f78-8182-20916936f92d req-46a73ff2-6dcc-4c02-b163-4c22eb0a42e2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0629506 Jun 22 09:57:21.103472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-37905071-84ac-4f78-8182-20916936f92d req-90268ca2-04ca-4bbd-8704-07fcd1af0a5f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Jun 22 09:57:22.280837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284668d-e1d9-4ab8-ac0d-a829c3f6d172 req-e4c9d5b4-2c1d-4da3-8ac3-a8c5fd626858 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:22.282369 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d284668d-e1d9-4ab8-ac0d-a829c3f6d172 req-e4c9d5b4-2c1d-4da3-8ac3-a8c5fd626858 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0640700 Jun 22 09:57:22.321084 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d284668d-e1d9-4ab8-ac0d-a829c3f6d172 req-f6e53198-6be6-4e5e-800a-7ce9de8ecd64 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Jun 22 09:57:22.489206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d17cc4-b02b-4bee-bac4-65af1cec5084 req-b05f9974-2478-491e-bc04-dd2fbb664f4d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:22.490656 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-81d17cc4-b02b-4bee-bac4-65af1cec5084 req-b05f9974-2478-491e-bc04-dd2fbb664f4d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0658743 Jun 22 09:57:22.500154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60448) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:57:22.504633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Request body: {'floatingip': {'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:57:22.542729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:23.240268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:23.310534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:23.409961 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca associated. External IP: 172.26.6.23, port: 86472182-552e-48c1-ab16-8d6d6a6eefb9. Jun 22 09:57:23.620027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:57:23.724447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:57:23.729628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:23.734020 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:57:23.743361 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:57:23.744004 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:57:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:23.772479 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b1d67b8e-de4d-4643-8ea6-91b24ed0f024 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "PUT /v2.0/floatingips/5a59f7e9-e0b0-4007-b483-b867ef6c87ca HTTP/1.1" status: 200 len: 991 time: 1.2687552 Jun 22 09:57:23.772479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:57:23.773808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eaabbe-076f-4b7e-a918-b07fafc9c950" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:57:23.809281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64a8a7-8309-4bdb-87ee-9770eb21a3a9 x-openstack-request-id: req-3a64a8a7-8309-4bdb-87ee-9770eb21a3a9 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:57:23.809638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:57:23.809948 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a64a8a7-8309-4bdb-87ee-9770eb21a3a9 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:57:23.810459 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'status': 'completed', 'code': 200} Jun 22 09:57:23.851915 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:57:23.911374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-0dbd817f-dbcc-4522-aa52-9ae558e3eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:23.913194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-0dbd817f-dbcc-4522-aa52-9ae558e3eddf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0580416 Jun 22 09:57:24.011362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-1b9843a9-779d-4ef0-8448-466ecbd12f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:24.012866 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-1b9843a9-779d-4ef0-8448-466ecbd12f23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0933180 Jun 22 09:57:24.081984 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-ada6647e-a012-4b40-8a72-24aded643753 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 999 time: 0.0631573 Jun 22 09:57:24.129747 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-1584fb46-04ad-44e5-b981-6c2a6c1af92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:24.131038 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-1584fb46-04ad-44e5-b981-6c2a6c1af92f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0431547 Jun 22 09:57:24.160452 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:8d:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:57:23Z', 'revision_number': 13, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:24.186352 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:57:24.188137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-a5f0d9c1-808f-4bc8-8a4a-75ab567db5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:24.189640 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-a5f0d9c1-808f-4bc8-8a4a-75ab567db5d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517426 Jun 22 09:57:24.194185 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:57:24.194878 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:57:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:24.282857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-8d6837bb-6acb-4d3f-885f-739207be9ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Jun 22 09:57:24.300134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:57:24.371354 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-12eaabbe-076f-4b7e-a918-b07fafc9c950 req-612d5c14-8a66-4526-b894-b68494bead5b service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827758 Jun 22 09:57:24.519086 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:8d:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:57:23Z', 'revision_number': 13, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:57:24.545231 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feacdd7-940c-4322-b158-4f2740895a4f None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5a59f7e9-e0b0-4007-b483-b867ef6c87ca', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'floating_ip_address': '172.26.6.23', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'mac_address': 'fa:16:3e:8d:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T09:52:59Z', 'updated_at': '2021-06-22T09:57:23Z', 'revision_number': 13, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:57:24.746689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8a2f6-ffbf-4160-8400-8dbe3c706bc1 None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:57:29.527367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1d20-eb46-4e3a-9cf9-de3b448d9d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:32.213836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7efaadc7-34dc-43c6-b4ad-cb59c4b3be3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:32.653091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:33.538878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:35.035854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:39.470621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:57:42.353413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-3be32d30-3f7c-4ccd-bd34-df4058161992 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568933 Jun 22 09:57:42.462703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-e163ffc0-4986-4fe6-88b8-eada6ca88b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:42.464067 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-e163ffc0-4986-4fe6-88b8-eada6ca88b52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0515330 Jun 22 09:57:42.565262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-a4c3bf62-0a30-45df-8055-232e13200b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:42.566701 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-a4c3bf62-0a30-45df-8055-232e13200b3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0818830 Jun 22 09:57:42.635490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-c08f274c-6e9b-43df-a260-fe14193df98a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 1001 time: 0.0620890 Jun 22 09:57:42.683457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-8416fa1a-dd34-4536-9fcf-c6f35a038963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:42.684871 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-8416fa1a-dd34-4536-9fcf-c6f35a038963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0427458 Jun 22 09:57:42.740068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-60085790-6209-4a72-9337-61b6d95983a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:57:42.741506 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-60085790-6209-4a72-9337-61b6d95983a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506792 Jun 22 09:57:42.834418 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-18329c22-a38c-4fa3-8aa1-4d9a14a0108a service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Jun 22 09:57:42.921628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e383fe70-57ae-43af-afad-c3f89569fb92 req-35b5d2b0-fead-45a1-8dc0-cf1dea8c8d60 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802956 Jun 22 09:57:55.668491 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:57:59.544618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a63abdb3-ee8a-45cc-a0c1-7b404ac7ff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:02.213257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b02147f3-ac3a-4aed-b3f5-1835b4add3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:02.641345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:03.567144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:03.788378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532446-c7d1-48ca-9cd7-a41716cb7406 req-24e55c84-9a75-4269-bcaa-c0265725e9e5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:03.789860 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8532446-c7d1-48ca-9cd7-a41716cb7406 req-24e55c84-9a75-4269-bcaa-c0265725e9e5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0676558 Jun 22 09:58:03.827475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8532446-c7d1-48ca-9cd7-a41716cb7406 req-3cb63db1-6cea-4bcb-8d6f-ed1a7fc119c5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jun 22 09:58:05.018550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:09.469995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:16.938553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302d26-0c74-4951-99eb-c2c4a31baf4e req-151b6ff3-9a1e-4866-825f-7ab92f66f47a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:16.940059 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d0302d26-0c74-4951-99eb-c2c4a31baf4e req-151b6ff3-9a1e-4866-825f-7ab92f66f47a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0660942 Jun 22 09:58:16.977475 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d0302d26-0c74-4951-99eb-c2c4a31baf4e req-3e062b2c-fd43-4dd3-9077-c0111baa920d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316262 Jun 22 09:58:17.012402 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-8651198d-e7d0-420c-aa11-2b2c8fccf9ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535533 Jun 22 09:58:18.163885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92032a-feeb-43de-93ee-b6dc6e040ac5 req-079db2b0-a617-46b7-ba22-947be408762c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:18.165360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fc92032a-feeb-43de-93ee-b6dc6e040ac5 req-079db2b0-a617-46b7-ba22-947be408762c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0734329 Jun 22 09:58:18.205309 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fc92032a-feeb-43de-93ee-b6dc6e040ac5 req-f09c26d7-31bc-4dbf-b940-dd22aff90d77 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jun 22 09:58:19.075993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-ca9a87ef-f525-4f5a-b152-0a0ce9fb5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:19.077465 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-ca9a87ef-f525-4f5a-b152-0a0ce9fb5c90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0526958 Jun 22 09:58:19.171524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-157e2bb8-e68d-4f6a-8e8a-003dd519cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:19.173021 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-157e2bb8-e68d-4f6a-8e8a-003dd519cc22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0861385 Jun 22 09:58:19.242484 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-b2fa8a04-f14b-4520-bf04-d79432d0640c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 1001 time: 0.0626051 Jun 22 09:58:19.290632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-535b283f-1163-419b-a910-6a985454d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:19.292388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-535b283f-1163-419b-a910-6a985454d3e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0437539 Jun 22 09:58:19.350063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-342ba641-ccef-4181-95b9-c7a711428ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:19.351632 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-342ba641-ccef-4181-95b9-c7a711428ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525839 Jun 22 09:58:19.379012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80722a-1242-4ce6-af8a-d007734d2516 req-ddded076-d3f4-4b79-aac2-4346523c7d17 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:19.380506 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bb80722a-1242-4ce6-af8a-d007734d2516 req-ddded076-d3f4-4b79-aac2-4346523c7d17 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jun 22 09:58:19.418391 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bb80722a-1242-4ce6-af8a-d007734d2516 req-a6c54662-4fa8-4ec0-bc4e-a1a8bedff36f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Jun 22 09:58:19.446045 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-289b5e3a-8a35-4f79-812d-59f561690119 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869684 Jun 22 09:58:19.540215 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-9939e065-6d32-4740-bc6c-3a609906a385 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860341 Jun 22 09:58:20.604229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b54270-e110-4361-9a88-d3a75ade6965 req-ef525a6b-0ac6-4c50-88a3-898082bbd388 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:20.605759 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-48b54270-e110-4361-9a88-d3a75ade6965 req-ef525a6b-0ac6-4c50-88a3-898082bbd388 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0689359 Jun 22 09:58:20.643442 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-48b54270-e110-4361-9a88-d3a75ade6965 req-b95c0647-7ff0-4442-a054-8ba02664d394 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321124 Jun 22 09:58:21.823454 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d397a1-001f-4bfe-b9ff-40b61a288db6 req-b2b62af9-72db-4188-b95f-ad2ccd06d85e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:21.824983 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51d397a1-001f-4bfe-b9ff-40b61a288db6 req-b2b62af9-72db-4188-b95f-ad2ccd06d85e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0698309 Jun 22 09:58:21.863992 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-51d397a1-001f-4bfe-b9ff-40b61a288db6 req-5f0d14fc-51be-4597-8924-e32d99b9683a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Jun 22 09:58:23.040050 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae8ed-a2ea-417e-98a0-06665d13a6c2 req-4a3dca53-982a-4197-8c43-ff645bcffeee tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:23.042128 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cf1ae8ed-a2ea-417e-98a0-06665d13a6c2 req-4a3dca53-982a-4197-8c43-ff645bcffeee tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0636687 Jun 22 09:58:23.079458 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cf1ae8ed-a2ea-417e-98a0-06665d13a6c2 req-7d3a9f6e-f379-41bf-95bf-114ddde7e44b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jun 22 09:58:24.257836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f9a4a-b182-40ae-8962-081fc1ff2a1a req-caa21e3e-0cf9-4d23-a8a9-0df1dc349b06 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:24.259280 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-be2f9a4a-b182-40ae-8962-081fc1ff2a1a req-caa21e3e-0cf9-4d23-a8a9-0df1dc349b06 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0648413 Jun 22 09:58:24.296990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-be2f9a4a-b182-40ae-8962-081fc1ff2a1a req-430a8960-a52e-49c3-a1ec-de80dfa39f5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Jun 22 09:58:25.478450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a774c-b4aa-45c1-a2e1-5e6865414784 req-ab8c2f82-3e1a-4648-b3bd-dae84e0e10bb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:25.483952 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-319a774c-b4aa-45c1-a2e1-5e6865414784 req-ab8c2f82-3e1a-4648-b3bd-dae84e0e10bb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0708938 Jun 22 09:58:25.524559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-319a774c-b4aa-45c1-a2e1-5e6865414784 req-f9dee899-8479-439c-b9ec-278bb96376d2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378795 Jun 22 09:58:26.699263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33771c8b-ebee-45a1-89fd-4d7e6befb21f req-aa9b0df7-4d8d-4405-bf1e-042e25aba4b3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:26.700760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-33771c8b-ebee-45a1-89fd-4d7e6befb21f req-aa9b0df7-4d8d-4405-bf1e-042e25aba4b3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0633857 Jun 22 09:58:26.739093 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-33771c8b-ebee-45a1-89fd-4d7e6befb21f req-131fdb1d-c509-44e6-b129-c95558a8cbf3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Jun 22 09:58:27.911475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33688-85e2-4249-92f9-3a08c8605e8f req-61ee1ca4-61e7-42a1-b4fb-dd4f9fec045d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:27.912877 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4bc33688-85e2-4249-92f9-3a08c8605e8f req-61ee1ca4-61e7-42a1-b4fb-dd4f9fec045d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0629470 Jun 22 09:58:27.951923 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4bc33688-85e2-4249-92f9-3a08c8605e8f req-0c94e547-24a6-460e-93af-e94b08700a26 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324614 Jun 22 09:58:29.128546 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ef38-0a54-4cf8-bf27-5d1ee257d89f req-3de77565-48d7-42a9-b6ac-5954fc017b69 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:29.130025 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b8f1ef38-0a54-4cf8-bf27-5d1ee257d89f req-3de77565-48d7-42a9-b6ac-5954fc017b69 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0674424 Jun 22 09:58:29.168909 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b8f1ef38-0a54-4cf8-bf27-5d1ee257d89f req-21330de9-6fac-4090-a1f9-90df8448e532 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Jun 22 09:58:29.762031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d344bc3e-6d7c-493d-9a29-421228b21795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:30.342340 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd6c29-0069-4b87-beee-a15665699fdf req-f86a0b3d-28de-4bf5-b810-7355a1d43ec1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:30.343796 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a4cd6c29-0069-4b87-beee-a15665699fdf req-f86a0b3d-28de-4bf5-b810-7355a1d43ec1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0634701 Jun 22 09:58:30.382011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a4cd6c29-0069-4b87-beee-a15665699fdf req-ff907d63-2e89-47af-85f5-2538bf72cadf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Jun 22 09:58:31.552757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7047d8-ad3b-4b80-93fc-e16536a00a2f req-adf852f5-6ca0-4c84-ab2f-18b6afd4b43c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:31.554209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc7047d8-ad3b-4b80-93fc-e16536a00a2f req-adf852f5-6ca0-4c84-ab2f-18b6afd4b43c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0639169 Jun 22 09:58:31.593686 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bc7047d8-ad3b-4b80-93fc-e16536a00a2f req-6757a4c8-8b34-42cc-a976-3082b82d4bbc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Jun 22 09:58:32.218310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-77c5cf64-800f-4623-b4c0-4c2fc907a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:32.647000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:32.667831 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:58:32.776181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e10f-6e5a-4eb7-a920-0ff68f38b8df req-f3969d67-ee87-462f-8724-d72b849d2ea8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:32.777622 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e22e10f-6e5a-4eb7-a920-0ff68f38b8df req-f3969d67-ee87-462f-8724-d72b849d2ea8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0675564 Jun 22 09:58:32.815013 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e22e10f-6e5a-4eb7-a920-0ff68f38b8df req-13e7b17a-0c3f-441f-8b41-1c46d2830797 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jun 22 09:58:33.612498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:34.005835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6d89f-1a8f-4ad2-86a2-934250665f63 req-510e5d4c-0596-4763-b811-569a724df489 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:34.007303 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c5a6d89f-1a8f-4ad2-86a2-934250665f63 req-510e5d4c-0596-4763-b811-569a724df489 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0754414 Jun 22 09:58:34.045418 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c5a6d89f-1a8f-4ad2-86a2-934250665f63 req-139f7abd-68d2-4440-a59b-8d73e251864d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Jun 22 09:58:35.075631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:35.217939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aea36-753f-4eed-8c85-a6c36a88ac53 req-d8e6ada3-c1a0-4f7f-a047-b72f85179298 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:35.219330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3c2aea36-753f-4eed-8c85-a6c36a88ac53 req-d8e6ada3-c1a0-4f7f-a047-b72f85179298 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0629780 Jun 22 09:58:35.257072 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3c2aea36-753f-4eed-8c85-a6c36a88ac53 req-6c661be9-5911-4add-b9f1-beab78eb876b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321882 Jun 22 09:58:36.432095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38eb0f-acdb-4914-9473-b34f5e33ffe3 req-e4a84ec9-c4d6-4259-8e74-31389ef5eb41 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:36.433970 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-df38eb0f-acdb-4914-9473-b34f5e33ffe3 req-e4a84ec9-c4d6-4259-8e74-31389ef5eb41 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0659335 Jun 22 09:58:36.471861 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-df38eb0f-acdb-4914-9473-b34f5e33ffe3 req-fb908def-564f-430e-9e24-a907fea093cb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Jun 22 09:58:37.647796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256624-e88b-424f-b68f-bd2f2ffeb2a8 req-e930a02c-d4aa-4cc4-a7a7-4d44f381e0d2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:37.649266 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b2256624-e88b-424f-b68f-bd2f2ffeb2a8 req-e930a02c-d4aa-4cc4-a7a7-4d44f381e0d2 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0661001 Jun 22 09:58:37.686636 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b2256624-e88b-424f-b68f-bd2f2ffeb2a8 req-d03833c1-765d-4a48-97b7-0bbb920360bf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Jun 22 09:58:38.860834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29644303-0101-4c1b-a20c-83179f76ddf2 req-a76145f9-a2e6-4ef8-89c2-62ff1db62488 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:38.862309 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-29644303-0101-4c1b-a20c-83179f76ddf2 req-a76145f9-a2e6-4ef8-89c2-62ff1db62488 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0636466 Jun 22 09:58:38.905257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-29644303-0101-4c1b-a20c-83179f76ddf2 req-28d60f74-7d38-45c6-b18f-fbab31faa7be tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373638 Jun 22 09:58:39.486659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:40.076318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ec9f0-378b-42fa-a1ae-8a8ba09fc981 req-f99a4f56-5ab9-4f33-9049-33a033e472dc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:40.077773 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c60ec9f0-378b-42fa-a1ae-8a8ba09fc981 req-f99a4f56-5ab9-4f33-9049-33a033e472dc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0632792 Jun 22 09:58:40.116051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c60ec9f0-378b-42fa-a1ae-8a8ba09fc981 req-1f71cab8-9f7a-47b8-8397-bfa1f1043346 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Jun 22 09:58:40.975802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-f80d6e57-26d1-46fe-9e28-29bde816739c req-e21538a9-feef-4f98-8afe-2bf47c7fb531 service neutron] (93950) timed out ('10.222.0.24', 62477) {{(pid=93950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 09:58:41.289170 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f61db-44f1-439a-977e-27500c298008 req-7044e664-dd2f-4fc6-8db4-d5b739e7563d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:41.290646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-793f61db-44f1-439a-977e-27500c298008 req-7044e664-dd2f-4fc6-8db4-d5b739e7563d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0649817 Jun 22 09:58:41.329488 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-793f61db-44f1-439a-977e-27500c298008 req-b2e8e8d7-752b-4ee3-bb0b-00a1d46fd0ec tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Jun 22 09:58:42.507731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d641c5-7e67-4e68-b220-81fc23fa157e req-3183f001-33df-481f-94fe-281631bb5123 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:42.509228 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c9d641c5-7e67-4e68-b220-81fc23fa157e req-3183f001-33df-481f-94fe-281631bb5123 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0637197 Jun 22 09:58:42.546577 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c9d641c5-7e67-4e68-b220-81fc23fa157e req-e043b3fa-dc41-46a8-b225-c4590589e941 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Jun 22 09:58:43.724536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e62f1f-c80e-46a6-a250-ec6a56909a9f req-f7f5fe2c-ab62-44eb-adf5-078a02de4b37 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:43.726010 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-41e62f1f-c80e-46a6-a250-ec6a56909a9f req-f7f5fe2c-ab62-44eb-adf5-078a02de4b37 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0628393 Jun 22 09:58:43.763344 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-41e62f1f-c80e-46a6-a250-ec6a56909a9f req-e7232b21-2100-4b1c-aa4c-5cd6251aee01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Jun 22 09:58:44.974988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a63cf8-5844-40f6-b109-68abbfaca59f req-38fb812d-f5fe-43ed-a89e-fce975410738 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.976479 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c3a63cf8-5844-40f6-b109-68abbfaca59f req-38fb812d-f5fe-43ed-a89e-fce975410738 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.1020067 Jun 22 09:58:44.994006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-074711ea-2ca5-4811-b3b3-2915bf1963cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:44.995414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-074711ea-2ca5-4811-b3b3-2915bf1963cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0842988 Jun 22 09:58:45.031496 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c3a63cf8-5844-40f6-b109-68abbfaca59f req-e0c7e3da-2427-4d5c-aa08-c7727909caa3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Jun 22 09:58:45.109612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-89a00c6d-4077-480a-beb7-fedcc6a74d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.111167 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-89a00c6d-4077-480a-beb7-fedcc6a74d64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0938542 Jun 22 09:58:45.177409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-64ed7870-59cb-42bf-87e4-07a1aa1080a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 1001 time: 0.0602286 Jun 22 09:58:45.242383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-9b479b47-d823-4710-aa4d-2a2dacfaccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.245139 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-9b479b47-d823-4710-aa4d-2a2dacfaccc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0428414 Jun 22 09:58:45.304265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-e523593d-813a-4736-8362-f72d997af785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:45.305677 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-e523593d-813a-4736-8362-f72d997af785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546935 Jun 22 09:58:45.316610 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-3382f0af-133b-4e77-801b-996afdac5ab4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 09:58:45.319056 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-3382f0af-133b-4e77-801b-996afdac5ab4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051444 Jun 22 09:58:45.405891 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-99d545d3-01f8-4291-ad40-991bcd965a11 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Jun 22 09:58:45.499055 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-42e37474-0031-4cd5-b346-b1380e986fe6 req-97a7ac97-ea15-43d1-b597-f6e7358b3b50 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865386 Jun 22 09:58:46.207270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729a68-e59f-40be-8448-ac13caf96b40 req-aa7c7a9a-6abd-4b00-a2ef-4dba8fa50543 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:46.208737 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3c729a68-e59f-40be-8448-ac13caf96b40 req-aa7c7a9a-6abd-4b00-a2ef-4dba8fa50543 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0671341 Jun 22 09:58:46.246333 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3c729a68-e59f-40be-8448-ac13caf96b40 req-1b67c4d2-c31f-4bc9-a886-37b80994844b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Jun 22 09:58:47.421816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32d43-57dd-4941-8735-fb76ce5c75f6 req-cfd3716b-1d74-4a0a-bc77-3bee19e84348 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:47.423368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3e32d43-57dd-4941-8735-fb76ce5c75f6 req-cfd3716b-1d74-4a0a-bc77-3bee19e84348 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0665655 Jun 22 09:58:47.461578 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f3e32d43-57dd-4941-8735-fb76ce5c75f6 req-f101e89a-9f58-4209-b96f-ea1a767c4f29 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323002 Jun 22 09:58:48.642665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaac95-a194-42e9-ad69-f9de8e211413 req-29962833-490c-4340-aeab-66490c5e14f9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:48.644249 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c0eaac95-a194-42e9-ad69-f9de8e211413 req-29962833-490c-4340-aeab-66490c5e14f9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0682571 Jun 22 09:58:48.683222 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c0eaac95-a194-42e9-ad69-f9de8e211413 req-ea14db7c-d12c-4233-ae28-6b62381ddae8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Jun 22 09:58:49.031135 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-5998b23f-bf92-4ccf-8647-3e8e2bd7bf45 service neutron] 10.222.0.24 "GET /v2.0/ports/86472182-552e-48c1-ab16-8d6d6a6eefb9/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0541954 Jun 22 09:58:49.633723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-353909b9-4799-43f9-91c6-4cf4f85e992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:49.635192 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-353909b9-4799-43f9-91c6-4cf4f85e992a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 1098 time: 0.0585403 Jun 22 09:58:49.719795 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-15ca2107-c096-41c8-8d36-bab5f47177cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:49.721335 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-15ca2107-c096-41c8-8d36-bab5f47177cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0516951 Jun 22 09:58:49.840947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-11103893-13a4-4bb0-95cd-cfa6bdc1c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:49.842413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-11103893-13a4-4bb0-95cd-cfa6bdc1c586 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.1152318 Jun 22 09:58:50.172955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-b9b41dfd-9aab-44e3-8a93-c0815246a55f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 1001 time: 0.3233223 Jun 22 09:58:50.180268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f2776-64b8-4bc9-9517-ba67485e2071 req-a6a109df-f351-4bb9-aac1-67464590ce28 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:50.181640 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-787f2776-64b8-4bc9-9517-ba67485e2071 req-a6a109df-f351-4bb9-aac1-67464590ce28 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.3804796 Jun 22 09:58:50.250811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-4388baf4-11b3-4268-af07-4d363b2c5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:50.252222 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-4388baf4-11b3-4268-af07-4d363b2c5350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0697629 Jun 22 09:58:50.255284 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-787f2776-64b8-4bc9-9517-ba67485e2071 req-73ef9b03-4fd6-4943-a5b6-a59f848d4453 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650880 Jun 22 09:58:50.294715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:58:50.308290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82fff-1c5c-4023-869f-626b660077bc req-07e0a885-8888-4a2f-9af2-2d613b4f12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:50.309762 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-07e0a885-8888-4a2f-9af2-2d613b4f12d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515544 Jun 22 09:58:50.372969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:50.394822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:50.397035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1a0fcc-6d11-44bd-985a-c6f534f456bb" -d '{"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-unplugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:50.400011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-10bbe4d3-bbdc-4422-80f3-a4521b60ba44 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831001 Jun 22 09:58:50.410590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:50.450434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d4686-efd4-4c1f-9f7d-135796f13511 x-openstack-request-id: req-b83d4686-efd4-4c1f-9f7d-135796f13511 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:50.450434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-unplugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:50.450434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b83d4686-efd4-4c1f-9f7d-135796f13511 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:50.450434 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'code': 200} Jun 22 09:58:50.469564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:50.472380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:50.505923 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-a59125d0-15eb-4faa-890e-16c5addbad8e service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995183 Jun 22 09:58:50.519211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:58:50.559190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:51.436504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb67442-7f34-49ae-bc5e-ba62da8d1434 req-4fff1665-016e-4678-bbb2-44e4f1732cf6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:51.438607 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb67442-7f34-49ae-bc5e-ba62da8d1434 req-4fff1665-016e-4678-bbb2-44e4f1732cf6 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0676699 Jun 22 09:58:51.479999 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ebb67442-7f34-49ae-bc5e-ba62da8d1434 req-d71e7b34-94dc-4fc3-92a8-d95911645e99 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337234 Jun 22 09:58:52.668063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbe4be-7024-4bce-a61a-6aefce77e114 req-7bf38099-1cdb-4d0e-b7ae-b33824600fca tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:52.669567 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-41cbe4be-7024-4bce-a61a-6aefce77e114 req-7bf38099-1cdb-4d0e-b7ae-b33824600fca tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0658462 Jun 22 09:58:52.712965 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-41cbe4be-7024-4bce-a61a-6aefce77e114 req-24c704d4-99f8-48ee-b50a-83a211313dfb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363426 Jun 22 09:58:53.910066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb404b4f-9229-4d17-93d0-3e7b9d8f3e36 req-4c2aef76-f8df-4817-bdbe-5fb42eae70bb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:53.911610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb404b4f-9229-4d17-93d0-3e7b9d8f3e36 req-4c2aef76-f8df-4817-bdbe-5fb42eae70bb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0739517 Jun 22 09:58:53.950776 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb404b4f-9229-4d17-93d0-3e7b9d8f3e36 req-24d45bfa-085b-43b6-8a67-5d78064f730e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Jun 22 09:58:55.172150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d990d2-6600-4955-b661-bfd5566f2ade req-b58d0364-56af-4ee2-abe2-bd1182500d80 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:55.173623 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f0d990d2-6600-4955-b661-bfd5566f2ade req-b58d0364-56af-4ee2-abe2-bd1182500d80 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.1084778 Jun 22 09:58:55.211353 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f0d990d2-6600-4955-b661-bfd5566f2ade req-f367a3e5-728c-40de-ac59-15182b54c10e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jun 22 09:58:56.290179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:58:56.386289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e092b-7290-42d5-99d4-1befbb9f567c req-bb3a377f-c2ef-4760-953c-bf308de02383 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:56.386844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:56.387684 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d69e092b-7290-42d5-99d4-1befbb9f567c req-bb3a377f-c2ef-4760-953c-bf308de02383 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0647893 Jun 22 09:58:56.398393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'mac_address': 'fa:16:3e:8d:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:58:56.426210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d69e092b-7290-42d5-99d4-1befbb9f567c req-65027249-3514-4df9-9d14-94ae88787fcf tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319915 Jun 22 09:58:56.434929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:56.448347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86472182-552e-48c1-ab16-8d6d6a6eefb9 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:58:56.467514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:56.543891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:56.546099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:56.591371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:56.594762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:56.672950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['86472182-552e-48c1-ab16-8d6d6a6eefb9'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:58:57.602723 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf61ef-c507-402d-8c39-93326ffeb8f8 req-105a7f67-9a21-4a62-a2a2-b08dc0ca4d1f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:57.604229 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0fcf61ef-c507-402d-8c39-93326ffeb8f8 req-105a7f67-9a21-4a62-a2a2-b08dc0ca4d1f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 944 time: 0.0644195 Jun 22 09:58:57.642551 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0fcf61ef-c507-402d-8c39-93326ffeb8f8 req-de083275-2c1e-41fb-a0e2-f8b953e278d7 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jun 22 09:58:58.290490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:58:58.337332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 86472182-552e-48c1-ab16-8d6d6a6eefb9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:58:58.337715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.413956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.436550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:58:58.438830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8bca31-86cc-4376-b75b-8d544fcb491e" -d '{"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-plugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:58:58.451202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:58:58.482016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afd47a4-fa9f-46fa-be30-be0301e02359 x-openstack-request-id: req-3afd47a4-fa9f-46fa-be30-be0301e02359 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:58:58.482322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-plugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:58:58.483215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3afd47a4-fa9f-46fa-be30-be0301e02359 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:58:58.483827 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'code': 200} Jun 22 09:58:58.521208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:58:58.523146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:58:58.569827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:58:58.572786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:58:58.825069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a5205-9c5e-40c8-8fdc-54ebe0560b02 req-3d88372b-e77b-463c-a5ee-fea933eb694e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:58:58.826660 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-543a5205-9c5e-40c8-8fdc-54ebe0560b02 req-3d88372b-e77b-463c-a5ee-fea933eb694e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0734847 Jun 22 09:58:58.865113 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-543a5205-9c5e-40c8-8fdc-54ebe0560b02 req-14dbc741-1556-4f3e-b843-0842fdc3e25e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Jun 22 09:58:59.492442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99937720-d23d-4949-bb55-9add0d7feb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:00.040524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edae743-89e6-4722-816b-50b97ca8da3c req-6fa5a383-a894-4f35-bb75-a15bdb501f38 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:00.041989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5edae743-89e6-4722-816b-50b97ca8da3c req-6fa5a383-a894-4f35-bb75-a15bdb501f38 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0638819 Jun 22 09:59:00.079080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5edae743-89e6-4722-816b-50b97ca8da3c req-f3b9b088-0202-491a-b6bb-9ddc79e07811 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306785 Jun 22 09:59:01.254565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ac024-77dc-4c13-abf8-9b3f082c0f45 req-76a4c242-bdd8-4650-8700-bf59138b9462 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:01.256052 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-439ac024-77dc-4c13-abf8-9b3f082c0f45 req-76a4c242-bdd8-4650-8700-bf59138b9462 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0635569 Jun 22 09:59:01.292560 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-439ac024-77dc-4c13-abf8-9b3f082c0f45 req-06e08d6c-62ef-4ab4-a554-2d222bf8e26b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Jun 22 09:59:02.178159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-65543844-1532-46f4-bdb6-271f3b9e4584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:02.480412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75156a-3a29-4401-999e-d55884241caa req-418d6968-0ae8-4220-8e40-f5ab291c4baa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:02.481927 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa75156a-3a29-4401-999e-d55884241caa req-418d6968-0ae8-4220-8e40-f5ab291c4baa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0692906 Jun 22 09:59:02.520735 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa75156a-3a29-4401-999e-d55884241caa req-67ad58be-af4b-4a86-8cf7-ea572329ec54 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330777 Jun 22 09:59:02.640977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.543744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:03.695005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a9071-c945-47c0-9de3-d61e45087e12 req-f7046dae-3395-442c-b3c2-b7938a69a14b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:03.696479 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-376a9071-c945-47c0-9de3-d61e45087e12 req-f7046dae-3395-442c-b3c2-b7938a69a14b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0623639 Jun 22 09:59:03.737928 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-376a9071-c945-47c0-9de3-d61e45087e12 req-79ddaa1b-879e-4c2f-a7e2-e9c23ca7ab86 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357487 Jun 22 09:59:04.448810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e373-060d-4402-a9d4-81e67f309bbf req-41dfc083-112e-4735-86a0-67280912a560 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.450215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7064e373-060d-4402-a9d4-81e67f309bbf req-41dfc083-112e-4735-86a0-67280912a560 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0647051 Jun 22 09:59:04.488500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-e875b04f-0371-402d-8104-5e7925c05f29 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.490141 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7064e373-060d-4402-a9d4-81e67f309bbf req-c0128a7e-d975-4c5a-b227-3598c2956eab tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jun 22 09:59:04.490275 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-e875b04f-0371-402d-8104-5e7925c05f29 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640&tenant_id=3cfc3edb3c7343e584f16c325be32a15&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0905309 Jun 22 09:59:04.550004 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-4c65bc70-56d3-474d-9d63-25bbd700367b service neutron] 10.222.0.24 "GET /v2.0/ports/86472182-552e-48c1-ab16-8d6d6a6eefb9/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0543568 Jun 22 09:59:04.646719 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-9ae9335b-d8d7-4e28-a8fd-102d85cd7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.648272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-9ae9335b-d8d7-4e28-a8fd-102d85cd7a73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1098 time: 0.0591843 Jun 22 09:59:04.735714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-d2f90704-1d8e-4a33-9ac1-026558d371e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.737077 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-d2f90704-1d8e-4a33-9ac1-026558d371e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0831163 Jun 22 09:59:04.804331 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-a9fb05e0-6e8c-4a24-b53d-d3e913df138e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 1001 time: 0.0609725 Jun 22 09:59:04.852712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-d93cce76-93b2-4c42-94fc-3893ddf6ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.854150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-d93cce76-93b2-4c42-94fc-3893ddf6ec12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0442896 Jun 22 09:59:04.911030 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-c5c2492a-775c-4312-8b37-1d7e12aae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:04.912533 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-c5c2492a-775c-4312-8b37-1d7e12aae9aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521483 Jun 22 09:59:05.003807 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-896685de-aef7-4901-a1ab-6a2370160b9a service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852189 Jun 22 09:59:05.018139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:05.092674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-06f4846b-5479-4632-af95-a46f9a46ab58 service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831258 Jun 22 09:59:05.666400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4902-bad5-42fb-9d0c-fbd71f70a91f req-6195254e-db5a-43e0-9236-bfcb5e0ca5c8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:05.667955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb5f4902-bad5-42fb-9d0c-fbd71f70a91f req-6195254e-db5a-43e0-9236-bfcb5e0ca5c8 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jun 22 09:59:05.710091 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bb5f4902-bad5-42fb-9d0c-fbd71f70a91f req-2765ffa0-b04a-416e-b910-ca9946f2d2aa tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359426 Jun 22 09:59:06.886860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bacdd-a819-4aaf-aea9-50626c4fa8aa req-5280e96d-5030-4580-b5b9-89573186f14c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:06.888339 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ae0bacdd-a819-4aaf-aea9-50626c4fa8aa req-5280e96d-5030-4580-b5b9-89573186f14c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0644169 Jun 22 09:59:06.933333 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ae0bacdd-a819-4aaf-aea9-50626c4fa8aa req-4f25cbb2-209d-4fa6-818f-eaee389b0899 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384419 Jun 22 09:59:08.114267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932c3e-19b8-4203-8124-573004a660f1 req-897ee49b-35f3-4821-8030-3837fef6365d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:08.117182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d9932c3e-19b8-4203-8124-573004a660f1 req-897ee49b-35f3-4821-8030-3837fef6365d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0649605 Jun 22 09:59:08.157931 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d9932c3e-19b8-4203-8124-573004a660f1 req-6ef3f7df-7061-4a32-8487-9e22aac1b9d9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363624 Jun 22 09:59:09.337489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61264f-6576-4cd4-9349-98e2729c70c8 req-c603b52c-9ea8-4907-bded-e4a169ed918a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:09.338948 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6f61264f-6576-4cd4-9349-98e2729c70c8 req-c603b52c-9ea8-4907-bded-e4a169ed918a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0706484 Jun 22 09:59:09.386034 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6f61264f-6576-4cd4-9349-98e2729c70c8 req-923fbff7-6103-47d7-9579-f13049314a8f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Jun 22 09:59:09.469831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:09.665682 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:59:10.336173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:10.413270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:10.440182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:10.442485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fc6e2d-c1a9-4ef4-8548-766ec822ce4c" -d '{"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-unplugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:10.453856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:10.495165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72138dba-e2ff-4626-bb4a-86cf85aae7e0 x-openstack-request-id: req-72138dba-e2ff-4626-bb4a-86cf85aae7e0 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:10.495767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-unplugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:10.495982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72138dba-e2ff-4626-bb4a-86cf85aae7e0 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:10.496398 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'code': 200} Jun 22 09:59:10.501709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-9917f808-d1fe-4745-bac6-c63679ef0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.503478 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-9917f808-d1fe-4745-bac6-c63679ef0f55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640&tenant_id=3cfc3edb3c7343e584f16c325be32a15 HTTP/1.1" status: 200 len: 1098 time: 0.0826099 Jun 22 09:59:10.544408 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:10.549394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:10.597078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=9']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:10.600577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbedf2f-78b2-4962-9704-e64124b9fecf req-77da81d1-1b1f-4e28-8eeb-13cd35e4e85c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.600751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:10.602082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9cbedf2f-78b2-4962-9704-e64124b9fecf req-77da81d1-1b1f-4e28-8eeb-13cd35e4e85c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0953636 Jun 22 09:59:10.651936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9cbedf2f-78b2-4962-9704-e64124b9fecf req-3967c984-e1bc-4e6e-a58d-aa51c0018e06 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Jun 22 09:59:10.656884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-dd723ede-e729-4658-b498-5612dd2bf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.658367 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-dd723ede-e729-4658-b498-5612dd2bf8cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cfc3edb3c7343e584f16c325be32a15&device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 1096 time: 0.1001539 Jun 22 09:59:10.751044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-ac75dccd-e9d7-4105-9a85-2b56307e91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.752521 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-ac75dccd-e9d7-4105-9a85-2b56307e91ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 200 len: 913 time: 0.0879617 Jun 22 09:59:10.816779 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-7c37f280-0966-431c-b09f-5500a8a6c49f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 200 len: 999 time: 0.0579224 Jun 22 09:59:10.863708 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-286b429a-9d65-4e96-92c3-6d05531143f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.865154 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-286b429a-9d65-4e96-92c3-6d05531143f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 200 len: 851 time: 0.0426600 Jun 22 09:59:10.933068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-63ff213c-78b6-4f8d-828e-a46f9ae1d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:10.934474 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-63ff213c-78b6-4f8d-828e-a46f9ae1d880 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f71abce9-053a-489d-9f5c-597f989916d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634887 Jun 22 09:59:11.021789 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-62a3dfd0-f502-4c8a-ac68-1dee437ddefd service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806024 Jun 22 09:59:11.113511 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f9248cb9-60f1-4728-b01d-dd84fecc5ee7 req-55550597-fa4f-4648-a27d-36d710e84a0e service neutron] 10.222.0.24 "GET /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852818 Jun 22 09:59:11.830839 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732f1b-b451-4dfa-b9b2-581ce9139303 req-55cba5bb-531b-4955-9da0-89511eaa524b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:11.832354 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b1732f1b-b451-4dfa-b9b2-581ce9139303 req-55cba5bb-531b-4955-9da0-89511eaa524b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0639555 Jun 22 09:59:11.869892 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b1732f1b-b451-4dfa-b9b2-581ce9139303 req-57d8d1b7-6415-4675-a23f-122d7f595d6b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Jun 22 09:59:13.047725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05e463-95df-4c44-b8db-bc7e692a8aea req-bbdb0da1-b5bd-400c-bc57-94cd570f3671 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:13.049248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ba05e463-95df-4c44-b8db-bc7e692a8aea req-bbdb0da1-b5bd-400c-bc57-94cd570f3671 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0633068 Jun 22 09:59:13.088450 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ba05e463-95df-4c44-b8db-bc7e692a8aea req-ddbd9524-0392-4203-a1a2-7cc4893fbf4d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Jun 22 09:59:14.270458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084a60b-5fda-49c7-a9f0-f268c2439c5c req-d9d3abfa-59b1-4ef4-aedb-bee9fa2b9563 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:14.271951 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2084a60b-5fda-49c7-a9f0-f268c2439c5c req-d9d3abfa-59b1-4ef4-aedb-bee9fa2b9563 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0658832 Jun 22 09:59:14.315370 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2084a60b-5fda-49c7-a9f0-f268c2439c5c req-eeac74e9-b5af-436a-b259-7702901d27be tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375011 Jun 22 09:59:15.492307 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2d4f0-0ad6-48d6-9921-1642a710026f req-45d4484e-e2ff-458b-a23d-24a1ca812b9a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:15.493776 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f8b2d4f0-0ad6-48d6-9921-1642a710026f req-45d4484e-e2ff-458b-a23d-24a1ca812b9a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 943 time: 0.0645015 Jun 22 09:59:15.535369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f8b2d4f0-0ad6-48d6-9921-1642a710026f req-7d2ec7fa-bf75-47ba-a2b1-c8817d33926f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331395 Jun 22 09:59:16.372722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:59:16.467536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:16.479089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'port_id': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'mac_address': 'fa:16:3e:8d:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:59:16.515384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:16.527676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86472182-552e-48c1-ab16-8d6d6a6eefb9 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:59:16.546270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:16.646866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:16.648644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:16.697971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=10']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:16.701165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:16.714247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fb906-b569-40da-8cf9-cab642617adb req-902d61bf-3d64-4f23-96cc-8d8fb7a3189e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:16.715717 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-096fb906-b569-40da-8cf9-cab642617adb req-902d61bf-3d64-4f23-96cc-8d8fb7a3189e tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0655627 Jun 22 09:59:16.753614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-096fb906-b569-40da-8cf9-cab642617adb req-14f287d8-cb68-4cca-9500-7da28306626c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Jun 22 09:59:16.771080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['86472182-552e-48c1-ab16-8d6d6a6eefb9'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:59:17.936603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26a23-b39f-438d-bd2e-70377ccf0cf0 req-4cd3b165-e810-4bfb-9724-d63db3f51d4c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:17.938024 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1d26a23-b39f-438d-bd2e-70377ccf0cf0 req-4cd3b165-e810-4bfb-9724-d63db3f51d4c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 945 time: 0.0687664 Jun 22 09:59:17.976397 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b1d26a23-b39f-438d-bd2e-70377ccf0cf0 req-89831bb7-75b3-454a-9f86-d3059dbc9958 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Jun 22 09:59:18.373098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:59:18.427718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 86472182-552e-48c1-ab16-8d6d6a6eefb9 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:59:18.428311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.509119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.530425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:18.532732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9195124e-5461-4ed1-b7fd-e4a543b7a51c" -d '{"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-plugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:18.545557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:18.576949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f85288-c9d6-4993-a5c6-344b85ac7431 x-openstack-request-id: req-e0f85288-c9d6-4993-a5c6-344b85ac7431 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:18.577280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-plugged", "status": "completed", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:18.577538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0f85288-c9d6-4993-a5c6-344b85ac7431 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:18.577937 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'code': 200} Jun 22 09:59:18.692796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:18.694684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:18.743559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=11']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:18.746862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:19.161064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a769144-f9c1-43bf-b5b1-453128b9e352 req-4fa6a6ca-7af7-4a79-b136-dfa7f1196c1f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:19.162539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a769144-f9c1-43bf-b5b1-453128b9e352 req-4fa6a6ca-7af7-4a79-b136-dfa7f1196c1f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0718026 Jun 22 09:59:19.207483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a769144-f9c1-43bf-b5b1-453128b9e352 req-5b19cb74-ff53-467a-8cb2-ba0cab6254a1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392251 Jun 22 09:59:20.388554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77560063-0347-49fe-bbee-0da985606136 req-d1af1686-45d5-4a3d-aa08-5c4ef669b30c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:20.389958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-77560063-0347-49fe-bbee-0da985606136 req-d1af1686-45d5-4a3d-aa08-5c4ef669b30c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0670116 Jun 22 09:59:20.431123 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-77560063-0347-49fe-bbee-0da985606136 req-5e6202d7-ecf7-4f39-91bf-fe2b530a5f15 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344687 Jun 22 09:59:21.606687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65775-4da5-4d8d-bca8-4c4552ecdd10 req-f0d5134d-a2f4-4203-ba44-3a401c4c63f3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:21.608297 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ba65775-4da5-4d8d-bca8-4c4552ecdd10 req-f0d5134d-a2f4-4203-ba44-3a401c4c63f3 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0636041 Jun 22 09:59:21.660806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ba65775-4da5-4d8d-bca8-4c4552ecdd10 req-1cbd6cef-c541-4618-9109-b032b5c5092a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Jun 22 09:59:22.844396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a3ba-e2ac-4edb-91c7-2f1b9b87949a req-a4988f8f-1b89-4c14-abf6-ce31d2df1930 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:22.845723 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2c98a3ba-e2ac-4edb-91c7-2f1b9b87949a req-a4988f8f-1b89-4c14-abf6-ce31d2df1930 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0693254 Jun 22 09:59:22.885464 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2c98a3ba-e2ac-4edb-91c7-2f1b9b87949a req-2372b0eb-5cbd-433b-be37-131ddfef0c05 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Jun 22 09:59:23.076156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dc11b-8d85-4f70-9f7b-fd3bfec682ad req-cdc536e7-1880-4e11-ba67-a712b25d7fa1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:23.077655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-088dc11b-8d85-4f70-9f7b-fd3bfec682ad req-cdc536e7-1880-4e11-ba67-a712b25d7fa1 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0705836 Jun 22 09:59:23.117227 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-088dc11b-8d85-4f70-9f7b-fd3bfec682ad req-d8ec68ad-2afa-43f4-9f29-1e9f23f016e5 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330021 Jun 22 09:59:23.286622 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333be0d2-0693-48a1-b590-a3154665894a req-8ef92f6f-3819-4b39-befc-5b77514f5f1d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:23.288113 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-333be0d2-0693-48a1-b590-a3154665894a req-8ef92f6f-3819-4b39-befc-5b77514f5f1d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0623438 Jun 22 09:59:23.325270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-333be0d2-0693-48a1-b590-a3154665894a req-8d8a5aad-e547-4712-bfc2-bdf71ec5fd30 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jun 22 09:59:23.955068 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c5a8-7198-429c-bd2e-b4b135cdbe4d req-869a9a00-648d-46e7-84d4-58e3f1213aeb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:23.956486 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4578c5a8-7198-429c-bd2e-b4b135cdbe4d req-869a9a00-648d-46e7-84d4-58e3f1213aeb tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0687521 Jun 22 09:59:23.995272 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4578c5a8-7198-429c-bd2e-b4b135cdbe4d req-e0e40f76-4f43-4a38-b6ca-40e5e85cc0fd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Jun 22 09:59:25.176491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e6bab-4eaf-483f-a670-8137f2434a6c req-b43d681c-bf11-4bb1-b712-99ad34c5a33f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:25.177980 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-975e6bab-4eaf-483f-a670-8137f2434a6c req-b43d681c-bf11-4bb1-b712-99ad34c5a33f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0658739 Jun 22 09:59:25.221711 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-975e6bab-4eaf-483f-a670-8137f2434a6c req-4cb0381e-1623-4b45-a8ee-0bbd2ae8802b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377221 Jun 22 09:59:26.499884 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-9e5d3431-2a42-49b9-a168-44111dcb23c9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:26.501543 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-9e5d3431-2a42-49b9-a168-44111dcb23c9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0702891 Jun 22 09:59:26.555509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fc0e0-3619-4eed-94cc-73bd81380b28 req-ea2f8cf3-f223-4ba6-b374-5c92a5e9d96b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:26.557057 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a30fc0e0-3619-4eed-94cc-73bd81380b28 req-ea2f8cf3-f223-4ba6-b374-5c92a5e9d96b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 946 time: 0.0647042 Jun 22 09:59:26.595636 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a30fc0e0-3619-4eed-94cc-73bd81380b28 req-60219385-399f-4c53-936c-7bf172270fa9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups?id=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329945 Jun 22 09:59:26.601228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Deleting port 86472182-552e-48c1-ab16-8d6d6a6eefb9 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:26.601556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:26.691660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] For port 86472182-552e-48c1-ab16-8d6d6a6eefb9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=86472182-552e-48c1-ab16-8d6d6a6eefb9,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:26.692046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:26.867274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:26.867562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:26.867903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca disassociated. External IP: 172.26.6.23, port: 86472182-552e-48c1-ab16-8d6d6a6eefb9. Jun 22 09:59:26.868284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Calling delete_port for 86472182-552e-48c1-ab16-8d6d6a6eefb9 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:27.103844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:27.107975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-311c1491-2655-4cfd-b743-268f73fc7081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:27.133765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event deleted for resources: {'Port': ['ID=86472182-552e-48c1-ab16-8d6d6a6eefb9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:27.144753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.145153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.145543 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.145925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.146306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.146680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.147057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.147853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.147853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.148225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.148605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.148973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:27.153495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:27.273607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:59:27.383999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:59:27.393113 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:59:27.402738 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:27.403346 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:59:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:27.429449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] No DVR routers for this DVR port 86472182-552e-48c1-ab16-8d6d6a6eefb9 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:27.429994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:27.432177 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-62590ac1-ae32-4b79-9cf9-a850d66d6cfd req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.24 "DELETE /v2.0/ports/86472182-552e-48c1-ab16-8d6d6a6eefb9 HTTP/1.1" status: 204 len: 173 time: 0.9249544 Jun 22 09:59:27.432733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-deleted', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:27.435769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e66bffc-af82-40a5-bc44-f8fbfb5c242f" -d '{"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-deleted", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:27.472389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ca55d-693e-49c9-a366-4e2b33bac140 x-openstack-request-id: req-389ca55d-693e-49c9-a366-4e2b33bac140 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:27.472745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fe8b10-b764-4e8c-ad17-d1736a4e6640", "name": "network-vif-deleted", "tag": "86472182-552e-48c1-ab16-8d6d6a6eefb9", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:27.473053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-389ca55d-693e-49c9-a366-4e2b33bac140 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:27.473515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fe8b10-b764-4e8c-ad17-d1736a4e6640', 'name': 'network-vif-deleted', 'tag': '86472182-552e-48c1-ab16-8d6d6a6eefb9', 'status': 'completed', 'code': 200} Jun 22 09:59:27.513661 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:27.712866 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:27.740823 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:59:27.749340 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:27.749996 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:59:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:27.760643 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa92ed75-fc9e-4013-894e-ce43515fdd2f req-5e967b94-c14f-4067-bcbb-3cc1186d7376 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0395634 Jun 22 09:59:27.858882 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:28.149030 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:28.175619 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0ee1a-d72a-4488-9623-a165c01227c6 None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:55Z', 'revision_number': 4, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '2d1920bd-2ab4-4367-94dc-3badfe99bc60', 'name': '', 'network_id': 'f71abce9-053a-489d-9f5c-597f989916d8', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'mac_address': 'fa:16:3e:c8:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bed999ac-c432-4175-ad96-18a319f84482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:55Z', 'updated_at': '2021-06-22T09:52:59Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'subnets': [{'id': 'bed999ac-c432-4175-ad96-18a319f84482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:28.386043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cadcfe9-0c2d-464f-a5f3-58741e0f0de2 None None] New status for floating IP 5a59f7e9-e0b0-4007-b483-b867ef6c87ca: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 09:59:28.894865 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c14ed804-2a89-44dc-b75e-d4fc4cabbbdd req-1e6abbfe-a300-425f-9b38-88c0385f01cc tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0299182 Jun 22 09:59:29.555397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-82003e9e-6e98-40de-a8dc-59fbfca18c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:30.039899 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9136ff5c-e719-4477-a239-77c575d6b47b req-e807a1dc-2a75-48d1-b311-316dca2d053a tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0332465 Jun 22 09:59:30.454573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:30.475727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 86472182-552e-48c1-ab16-8d6d6a6eefb9 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:30.476199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 86472182-552e-48c1-ab16-8d6d6a6eefb9 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:31.192248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fdfdcff9-e89f-441f-aef7-6c3aa3de5120 req-8197ac19-b650-43da-96f0-6969bc2fa70f tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2fe8b10-b764-4e8c-ad17-d1736a4e6640 HTTP/1.1" status: 200 len: 210 time: 0.0329666 Jun 22 09:59:32.281275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4bf763c5-001f-49c5-9c5c-8586623a7a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:32.675295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:33.526977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:35.069581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:36.479781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60792) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:36.788769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:36.811252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:36.943552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:36.946316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:36.947468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "DELETE /v2.0/security-groups/93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc HTTP/1.1" status: 204 len: 168 time: 0.4666548 Jun 22 09:59:36.948373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8744b8f0-cd82-447a-88b6-f3b05e066e5b tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:36.950104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 60794) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:36.958512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:36.961269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:36.964860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.api.v2.resource [None req-2a8e068c-7cb9-4f68-899d-b60bdab0f284 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] show failed (client error): The resource could not be found. Jun 22 09:59:36.968357 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a8e068c-7cb9-4f68-899d-b60bdab0f284 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "GET /v2.0/security-groups/93421ffb-ef79-4c6b-a63f-6f2ad5b0dcdc HTTP/1.1" status: 404 len: 347 time: 0.0148017 Jun 22 09:59:36.968613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60796) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:37.099678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Deleting port a98caa6c-8bde-4609-9281-dda88fedcf88 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:37.099950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:37.184101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:37.184443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:37.250887 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Calling delete_port for a98caa6c-8bde-4609-9281-dda88fedcf88 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:37.469612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:37.473205 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e716eb79-51d8-42b2-9859-6619e576313c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:37.499114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Pushing event deleted for resources: {'Port': ['ID=a98caa6c-8bde-4609-9281-dda88fedcf88,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:37.502274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:37.572668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:37.575240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:37.576427 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] 10.222.0.65 "DELETE /v2.0/floatingips/5a59f7e9-e0b0-4007-b483-b867ef6c87ca HTTP/1.1" status: 204 len: 168 time: 0.6068463 Jun 22 09:59:37.579524 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 60798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:37.978640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:38.228009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Deleting port 2d1920bd-2ab4-4367-94dc-3badfe99bc60 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:38.228352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:38.560239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] For port 2d1920bd-2ab4-4367-94dc-3badfe99bc60, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2d1920bd-2ab4-4367-94dc-3badfe99bc60,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:38.560592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:38.621824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Calling delete_port for 2d1920bd-2ab4-4367-94dc-3badfe99bc60 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:38.869836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:38.872110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-69ae75eb-6187-4423-8264-83df281701fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:38.893750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1920bd-2ab4-4367-94dc-3badfe99bc60,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:38.904329 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.905417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.905629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.906223 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.906809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.907439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.907995 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.909201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.909654 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.910098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.910543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.910918 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:38.915765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:39.085952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:39.304834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Router 31939501-870a-4aa4-8e07-e58d3de17d40 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 09:59:39.409533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 09:59:39.416014 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] 10.222.0.65 "PUT /v2.0/routers/31939501-870a-4aa4-8e07-e58d3de17d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338723 Jun 22 09:59:39.417000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 60802) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:39.419795 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] Sync routers for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 09:59:39.430138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:39.430751 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:59:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:39.522571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:39.532602 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:39.537924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:39.625461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:39.713746 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:59:38Z', 'revision_number': 5, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port': {'id': '24a1f54a-59b6-4f7e-8f4c-e550b239c5da', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:39.731163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Deleting port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:39.731163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:39.741148 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] Checking router: 31939501-870a-4aa4-8e07-e58d3de17d40 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 09:59:39.749716 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] Routers {'31939501-870a-4aa4-8e07-e58d3de17d40'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 09:59:39.750335 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T09:59:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['31939501-870a-4aa4-8e07-e58d3de17d40'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:39.808883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] For port 24a1f54a-59b6-4f7e-8f4c-e550b239c5da, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:39.809250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:39.834243 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] Set router 31939501-870a-4aa4-8e07-e58d3de17d40 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 09:59:39.876750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Calling delete_port for 24a1f54a-59b6-4f7e-8f4c-e550b239c5da owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:39.885698 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:59:39Z', 'revision_number': 6, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:39.914640 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48042d1e-8c72-4f98-946e-d4a45ef19a91 None None] The sync data for ids ['31939501-870a-4aa4-8e07-e58d3de17d40'] in dv-neutron-797120-3-hyperv is: [{'id': '31939501-870a-4aa4-8e07-e58d3de17d40', 'name': 'tempest-ServerActionsTestJSON-1636884497-router', 'tenant_id': '3cfc3edb3c7343e584f16c325be32a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T09:52:52Z', 'updated_at': '2021-06-22T09:59:39Z', 'revision_number': 6, 'project_id': '3cfc3edb3c7343e584f16c325be32a15', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 09:59:40.109620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.112354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7d29a27d-a0bf-493a-9b3f-18858bd5830d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:40.135016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a1f54a-59b6-4f7e-8f4c-e550b239c5da,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:40.138744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:40.201972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.295475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.297722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.412452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.412922 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31939501-870a-4aa4-8e07-e58d3de17d40 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 09:59:40.417257 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.418389 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/31939501-870a-4aa4-8e07-e58d3de17d40 HTTP/1.1" status: 204 len: 168 time: 1.0004127 Jun 22 09:59:40.420971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 60804) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:40.465077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Deleting subnet bed999ac-c432-4175-ad96-18a319f84482 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 09:59:40.468061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.507192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.581470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.698319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.701482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6f5fd89b-4b9b-4852-827f-b7d2773078a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:40.731377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed999ac-c432-4175-ad96-18a319f84482,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:40.733545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.735337 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bed999ac-c432-4175-ad96-18a319f84482 HTTP/1.1" status: 204 len: 168 time: 0.3133736 Jun 22 09:59:40.736171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:40.738984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 60806) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:40.741159 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0de075-f9ae-40e6-9065-28912cf2e093 None None] Network f71abce9-053a-489d-9f5c-597f989916d8 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:59:40.809623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.863449 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Deleting port 5461b606-c774-4379-a3e9-e3e3004ec5f5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:40.863793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.934547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] For port 5461b606-c774-4379-a3e9-e3e3004ec5f5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5461b606-c774-4379-a3e9-e3e3004ec5f5,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:40.934913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:40.950814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] DHCP port deletion for f71abce9-053a-489d-9f5c-597f989916d8 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 09:59:41.002513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Deleting port 5461b606-c774-4379-a3e9-e3e3004ec5f5 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 09:59:41.002934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.004507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Calling delete_port for 5461b606-c774-4379-a3e9-e3e3004ec5f5 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:41.068822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] For port 5461b606-c774-4379-a3e9-e3e3004ec5f5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5461b606-c774-4379-a3e9-e3e3004ec5f5,segment=NetworkSegment(09d938fa-e72e-431b-a2aa-fe4b97757d8d),segment_id=09d938fa-e72e-431b-a2aa-fe4b97757d8d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:41.069359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.136906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Calling delete_port for 5461b606-c774-4379-a3e9-e3e3004ec5f5 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 09:59:41.172693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.174928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28d7613e-8b58-4951-9939-83f1f7f40f62 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:41.197276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5461b606-c774-4379-a3e9-e3e3004ec5f5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:41.200719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:41.206380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] No DVR routers for this DVR port 5461b606-c774-4379-a3e9-e3e3004ec5f5 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:41.221046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.225579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:41.249545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Pushing event deleted for resources: {'Port': ['ID=5461b606-c774-4379-a3e9-e3e3004ec5f5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:41.251983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:41.255395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] No DVR routers for this DVR port 5461b606-c774-4379-a3e9-e3e3004ec5f5 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 09:59:41.290596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.300296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71abce9-053a-489d-9f5c-597f989916d8']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:41.310309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d938fa-e72e-431b-a2aa-fe4b97757d8d') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:41.310605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d938fa-e72e-431b-a2aa-fe4b97757d8d') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 09:59:41.319784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.333414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.339176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 09:59:41.339561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 09:59:41.341264 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 09:59:41.698539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.710074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1babcfb8-b25b-44ce-a403-4be6ec7c89c2 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:41.710074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:41.710074 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f71abce9-053a-489d-9f5c-597f989916d8 HTTP/1.1" status: 204 len: 168 time: 0.9669750 Jun 22 09:59:41.718882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f71abce9-053a-489d-9f5c-597f989916d8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:41.725270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:41.757048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2d1920bd-2ab4-4367-94dc-3badfe99bc60 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:41.777113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 2d1920bd-2ab4-4367-94dc-3badfe99bc60 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:41.777464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2d1920bd-2ab4-4367-94dc-3badfe99bc60 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:41.777877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5461b606-c774-4379-a3e9-e3e3004ec5f5 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:41.796442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 5461b606-c774-4379-a3e9-e3e3004ec5f5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:41.815982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5461b606-c774-4379-a3e9-e3e3004ec5f5 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:41.815982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 24a1f54a-59b6-4f7e-8f4c-e550b239c5da no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 09:59:41.819459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 24a1f54a-59b6-4f7e-8f4c-e550b239c5da {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 09:59:41.819819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 24a1f54a-59b6-4f7e-8f4c-e550b239c5da not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 09:59:42.624290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60810) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:42.666699 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d5c01d5c-070f-4c3b-b289-a4a48f737981 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3cfc3edb3c7343e584f16c325be32a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409868 Jun 22 09:59:42.670604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:42.719879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:42.741648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:42.903785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:42.906454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:42.907584 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6009cad4-c458-4f03-898f-c7189e9b079d HTTP/1.1" status: 204 len: 168 time: 0.2360427 Jun 22 09:59:42.909161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5135847c-a883-4fbc-be01-e440709c1af8 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:42.916764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009cad4-c458-4f03-898f-c7189e9b079d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:42.919224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:44.040512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60834) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:44.134189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-673317661-network', 'tenant_id': '4a00b6117dd7429e9d755b1c121f8440'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:44.206552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Made reservation on behalf of 4a00b6117dd7429e9d755b1c121f8440 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:59:44.208910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.217189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.310387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.395060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.398253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:44.419694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 09:59:44.429452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725ec574-a4af-4dce-8ef4-adf79ebcc599,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:44.433799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:44.435429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.435781 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Added segment 98cda8ac-09d8-47e5-85aa-f9a0f1ba6547 of type vlan for network be2c834b-ec60-4cd2-9693-5b25669da520 Jun 22 09:59:44.477328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.583682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.595793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:44.595793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:44.595793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6bb3aed-727e-45c1-906c-ee9d08e0631a tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:44.664766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Pushing event updated for resources: {'Network': ['ID=be2c834b-ec60-4cd2-9693-5b25669da520,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:44.668013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:44.675334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network be2c834b-ec60-4cd2-9693-5b25669da520 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 09:59:44.756180 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7145307 Jun 22 09:59:44.759144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60842) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 09:59:44.764143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Request body: {'subnet': {'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-673317661-subnet', 'tenant_id': '4a00b6117dd7429e9d755b1c121f8440', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:44.875005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Made reservation on behalf of 4a00b6117dd7429e9d755b1c121f8440 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:59:44.878158 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:45.121816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:45.123946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-67b779f1-04ab-4121-9728-96367a397538 tempest-FloatingIPTestJSON-37820291 tempest-FloatingIPTestJSON-37820291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:45.177591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf83109-dfa9-4804-a9e5-ec1410d3df50,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:45.180935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:45.186865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Checking segment: {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:59:45.187221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Network hostable DHCP agents. Network: be2c834b-ec60-4cd2-9693-5b25669da520, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 09:59:45.281300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Network be2c834b-ec60-4cd2-9693-5b25669da520 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 09:59:45.355196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, be2c834b-ec60-4cd2-9693-5b25669da520) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:59:45.359322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:45.359940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:45.364125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7066edc-ec69-461f-b20c-c283aa5287cb None None] Network be2c834b-ec60-4cd2-9693-5b25669da520 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:59:45.441549 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d6b68591-5ab2-4125-b7dd-74989f9df5a2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6812236 Jun 22 09:59:45.489736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122c2ae-e633-4686-845a-1338c90d0edd None None] Network be2c834b-ec60-4cd2-9693-5b25669da520 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 09:59:45.855690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-2ddacb21-e399-4f8f-ac38-7f106035f292 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:45.857163 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-2ddacb21-e399-4f8f-ac38-7f106035f292 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/networks?id=be2c834b-ec60-4cd2-9693-5b25669da520 HTTP/1.1" status: 200 len: 813 time: 0.1025355 Jun 22 09:59:45.872744 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-4cc54f77-3d74-4bf9-a5cb-60ea9b144517 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/quotas/4a00b6117dd7429e9d755b1c121f8440 HTTP/1.1" status: 200 len: 375 time: 0.0091901 Jun 22 09:59:45.904433 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-3d2d631b-e9f8-4f9f-8e34-35176073c0ee tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a00b6117dd7429e9d755b1c121f8440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267222 Jun 22 09:59:46.047567 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-169c1968-f269-45da-96c3-31225b818be9 service neutron] 10.222.0.65 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358106 Jun 22 09:59:46.139723 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-dc897a3b-bbbb-4b23-aa73-87914fc65331 service neutron] 10.222.0.65 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854962 Jun 22 09:59:46.448253 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f24c4ab5-c08c-432e-94aa-a1a82c3f4c0e req-04e748bb-69c3-4a7e-bc67-95656a3d214c tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 210 time: 0.0298591 Jun 22 09:59:46.663754 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 09:59:47.587950 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aef8ebc1-5005-4541-949f-f464186cc850 req-0e827ff4-4815-4215-b6b7-91eb980d2688 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 210 time: 0.0291278 Jun 22 09:59:48.729409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2d4b79a1-87f9-448b-bc8d-9651118b9af5 req-fb2d9d49-0145-4369-800c-b147bced568e tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 210 time: 0.0289750 Jun 22 09:59:48.981484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-abf28ff9-956e-4b05-9cbf-b409eebf206d tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:48.982935 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-abf28ff9-956e-4b05-9cbf-b409eebf206d tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "GET /v2.0/networks?id=be2c834b-ec60-4cd2-9693-5b25669da520 HTTP/1.1" status: 200 len: 813 time: 0.1056764 Jun 22 09:59:49.001354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Request body: {'port': {'device_id': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520', 'admin_state_up': True, 'tenant_id': '4a00b6117dd7429e9d755b1c121f8440'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:49.201387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Made reservation on behalf of 4a00b6117dd7429e9d755b1c121f8440 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 09:59:49.205385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.333879 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Allocated IP 172.20.0.8 (be2c834b-ec60-4cd2-9693-5b25669da520/bbf83109-dfa9-4804-a9e5-ec1410d3df50/3710fa59-6b95-4843-afed-298c0a8440c1) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 09:59:49.483596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.583992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.588849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-444717d6-87eb-455c-8bd7-f968a3c6078c tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:49.633104 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Network be2c834b-ec60-4cd2-9693-5b25669da520 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 09:59:49.636331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 09:59:49.638729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 09:59:49.666020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Pushing event updated for resources: {'Port': ['ID=3710fa59-6b95-4843-afed-298c0a8440c1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:49.668982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:49.695076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:49.695858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.778795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7813742 Jun 22 09:59:49.838305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Request body: {'port': {'device_id': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 09:59:49.910813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:49.911029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d94e4d-7a5e-4344-a74d-1faa919277da req-28304239-384a-4c53-8fca-839fadf3ecb2 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:49.912527 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f8d94e4d-7a5e-4344-a74d-1faa919277da req-28304239-384a-4c53-8fca-839fadf3ecb2 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 931 time: 0.0684187 Jun 22 09:59:49.950692 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f8d94e4d-7a5e-4344-a74d-1faa919277da req-350aa283-c17b-4040-b580-f4d587e6ccb5 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jun 22 09:59:50.171035 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3710fa59-6b95-4843-afed-298c0a8440c1 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:59:50.178448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:50.189673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Transition to ACTIVE for port object 3710fa59-6b95-4843-afed-298c0a8440c1 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 09:59:50.275155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:50.277212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a7dfa73-fa70-4a0d-bf4d-82e68b90d66f tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:50.350636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Pushing event updated for resources: {'Port': ['ID=3710fa59-6b95-4843-afed-298c0a8440c1,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:50.353458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:50.427345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Attempting to bind port 3710fa59-6b95-4843-afed-298c0a8440c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 09:59:50.427345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Attempting to bind port 3710fa59-6b95-4843-afed-298c0a8440c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 09:59:50.427345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Attempting to bind port 3710fa59-6b95-4843-afed-298c0a8440c1 on network be2c834b-ec60-4cd2-9693-5b25669da520 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:59:50.430827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Port 3710fa59-6b95-4843-afed-298c0a8440c1 on network be2c834b-ec60-4cd2-9693-5b25669da520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 09:59:50.431171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Attempting to bind port 3710fa59-6b95-4843-afed-298c0a8440c1 on network be2c834b-ec60-4cd2-9693-5b25669da520 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 09:59:50.435985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 09:59:50.436320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Checking segment: {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 09:59:50.436694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Bound using segment: {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 09:59:50.437221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Bound port: 3710fa59-6b95-4843-afed-298c0a8440c1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 09:59:50.437576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:50.499965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] For port 3710fa59-6b95-4843-afed-298c0a8440c1, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 09:59:50.503444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] For port 3710fa59-6b95-4843-afed-298c0a8440c1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3710fa59-6b95-4843-afed-298c0a8440c1,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 09:59:50.595632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:50.598155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e43a59ab-6d8d-4209-aebb-19f6dab01ca3 tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:50.643247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:50.643986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:50.645527 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] 10.222.0.24 "PUT /v2.0/ports/3710fa59-6b95-4843-afed-298c0a8440c1 HTTP/1.1" status: 200 len: 1093 time: 0.8532047 Jun 22 09:59:50.654114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'tag': '3710fa59-6b95-4843-afed-298c0a8440c1'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:50.654114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aeb2d7-cd5a-406c-80fc-345ec5db3935" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7", "tag": "3710fa59-6b95-4843-afed-298c0a8440c1"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:50.676415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Pushing event updated for resources: {'Port': ['ID=3710fa59-6b95-4843-afed-298c0a8440c1,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:50.681323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:50.695659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435f5dd-cced-4e8d-af62-e117a607e705 x-openstack-request-id: req-a435f5dd-cced-4e8d-af62-e117a607e705 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:50.696023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7", "tag": "3710fa59-6b95-4843-afed-298c0a8440c1", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:50.696351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a435f5dd-cced-4e8d-af62-e117a607e705 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:50.696805 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'tag': '3710fa59-6b95-4843-afed-298c0a8440c1', 'status': 'completed', 'code': 200} Jun 22 09:59:50.822662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeb2d7-cd5a-406c-80fc-345ec5db3935 req-2f84035a-193c-4e72-8638-b0d14e71cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:50.824332 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34aeb2d7-cd5a-406c-80fc-345ec5db3935 req-2f84035a-193c-4e72-8638-b0d14e71cfaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a00b6117dd7429e9d755b1c121f8440&device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0853539 Jun 22 09:59:50.950855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeb2d7-cd5a-406c-80fc-345ec5db3935 req-20874857-95da-42f4-bc7a-5906d1a0b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:50.953350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34aeb2d7-cd5a-406c-80fc-345ec5db3935 req-20874857-95da-42f4-bc7a-5906d1a0b9b1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a00b6117dd7429e9d755b1c121f8440&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1164079 Jun 22 09:59:51.076387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeb2d7-cd5a-406c-80fc-345ec5db3935 req-6c5163f3-5773-431d-a17a-9a1cd8b1d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:51.078408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34aeb2d7-cd5a-406c-80fc-345ec5db3935 req-6c5163f3-5773-431d-a17a-9a1cd8b1d379 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192834 Jun 22 09:59:51.161803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203568a-0039-4b2e-b6d6-e29d0c115b13 req-c46b7a82-430b-42f0-a13e-3320a9834bae tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:51.163728 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f203568a-0039-4b2e-b6d6-e29d0c115b13 req-c46b7a82-430b-42f0-a13e-3320a9834bae tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 943 time: 0.0798526 Jun 22 09:59:51.197129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-3c5fe81e-67b2-4b0e-b307-18997e21c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:51.198634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-3c5fe81e-67b2-4b0e-b307-18997e21c0c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a00b6117dd7429e9d755b1c121f8440&device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0574300 Jun 22 09:59:51.208509 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f203568a-0039-4b2e-b6d6-e29d0c115b13 req-2c893407-2c2b-42d8-adee-09488acc4539 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Jun 22 09:59:51.251673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-24562b02-2c0e-4706-a14f-b58fab2c7ea6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3710fa59-6b95-4843-afed-298c0a8440c1 HTTP/1.1" status: 200 len: 217 time: 0.0400560 Jun 22 09:59:51.312053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-5d640ba4-2e64-4196-b02b-21db4688230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:51.313518 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-5d640ba4-2e64-4196-b02b-21db4688230b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf83109-dfa9-4804-a9e5-ec1410d3df50 HTTP/1.1" status: 200 len: 853 time: 0.0561390 Jun 22 09:59:51.348165 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-db0d1900-5227-4b9b-b9ee-583fd5a2ae82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be2c834b-ec60-4cd2-9693-5b25669da520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284915 Jun 22 09:59:51.437436 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-2ea7a687-e006-4980-b638-0be802121f83 service neutron] 10.222.0.24 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Jun 22 09:59:51.529812 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f3781a9-ee98-4676-bde2-6a1a4f477460 req-833985fd-cab9-46f5-bb6a-716c03e79f1f service neutron] 10.222.0.24 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854456 Jun 22 09:59:52.417847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d6a01-d3cb-4a26-9c54-6a7d381b86c0 req-326652a6-8cd1-43dd-986d-fdc277ffbc4a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:52.419248 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-685d6a01-d3cb-4a26-9c54-6a7d381b86c0 req-326652a6-8cd1-43dd-986d-fdc277ffbc4a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 943 time: 0.0654829 Jun 22 09:59:52.458256 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-685d6a01-d3cb-4a26-9c54-6a7d381b86c0 req-2e81da90-9172-4cf9-88e2-b4a0aae41716 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Jun 22 09:59:53.633734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18574163-3bc6-4bd9-bd0e-54346be9c50a req-12d9f093-3d22-4511-ae34-54a9266222b4 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:53.635210 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18574163-3bc6-4bd9-bd0e-54346be9c50a req-12d9f093-3d22-4511-ae34-54a9266222b4 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 943 time: 0.0664999 Jun 22 09:59:53.673597 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18574163-3bc6-4bd9-bd0e-54346be9c50a req-f8418adb-af61-4983-a885-49d485b9f10d tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325892 Jun 22 09:59:54.561622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 3710fa59-6b95-4843-afed-298c0a8440c1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 09:59:54.656009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 3710fa59-6b95-4843-afed-298c0a8440c1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3710fa59-6b95-4843-afed-298c0a8440c1,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:54.666979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '3710fa59-6b95-4843-afed-298c0a8440c1', 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520', 'port_id': '3710fa59-6b95-4843-afed-298c0a8440c1', 'mac_address': 'fa:16:3e:dc:f8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf83109-dfa9-4804-a9e5-ec1410d3df50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 09:59:54.706956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:54.719277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3710fa59-6b95-4843-afed-298c0a8440c1 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 09:59:54.740373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 3710fa59-6b95-4843-afed-298c0a8440c1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3710fa59-6b95-4843-afed-298c0a8440c1,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:54.824059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:54.825796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:54.851372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6605e-6ccf-47b4-be73-f64e5bcb3143 req-d7ac4960-41b2-4a90-b2f1-961110eac397 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:54.852911 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b6f6605e-6ccf-47b4-be73-f64e5bcb3143 req-d7ac4960-41b2-4a90-b2f1-961110eac397 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 943 time: 0.0678780 Jun 22 09:59:54.872332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=3710fa59-6b95-4843-afed-298c0a8440c1,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:54.879975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.880330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.880670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.881007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.881337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.881667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.881993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.882315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.882639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.882971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.883280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.883602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 09:59:54.887419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:54.897132 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b6f6605e-6ccf-47b4-be73-f64e5bcb3143 req-75545971-5ace-41fa-b4fa-88b75f623006 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Jun 22 09:59:55.125746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['3710fa59-6b95-4843-afed-298c0a8440c1'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 09:59:56.063563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b8799-7b21-4088-b58e-ad0b7301ac23 req-1d592873-2c91-4336-a7a6-4e4816c681c0 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:56.065090 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc8b8799-7b21-4088-b58e-ad0b7301ac23 req-1d592873-2c91-4336-a7a6-4e4816c681c0 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 944 time: 0.0630960 Jun 22 09:59:56.103354 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc8b8799-7b21-4088-b58e-ad0b7301ac23 req-a8bb614b-1217-47bf-bc26-93bb8c67d4b4 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Jun 22 09:59:56.570034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 3710fa59-6b95-4843-afed-298c0a8440c1 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 09:59:56.709361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 3710fa59-6b95-4843-afed-298c0a8440c1 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 09:59:56.713149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 3710fa59-6b95-4843-afed-298c0a8440c1 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 09:59:56.713526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:56.786312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:56.810510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3710fa59-6b95-4843-afed-298c0a8440c1'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 09:59:56.812766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5dbcce-6b89-4049-984f-0093902367e2" -d '{"events": [{"server_uuid": "d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7", "name": "network-vif-plugged", "status": "completed", "tag": "3710fa59-6b95-4843-afed-298c0a8440c1"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 09:59:56.826173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 3710fa59-6b95-4843-afed-298c0a8440c1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3710fa59-6b95-4843-afed-298c0a8440c1,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 09:59:56.848269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 09:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5217779a-ad9b-481d-9939-349dda1befee x-openstack-request-id: req-5217779a-ad9b-481d-9939-349dda1befee {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 09:59:56.848573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7", "name": "network-vif-plugged", "status": "completed", "tag": "3710fa59-6b95-4843-afed-298c0a8440c1", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 09:59:56.848838 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5217779a-ad9b-481d-9939-349dda1befee {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 09:59:56.849240 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3710fa59-6b95-4843-afed-298c0a8440c1', 'code': 200} Jun 22 09:59:56.949670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:56.952399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 09:59:56.998461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=3710fa59-6b95-4843-afed-298c0a8440c1,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 09:59:57.001515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 09:59:57.280813 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5307-f5ee-4b57-83cb-de14d4fc3d15 req-524ef476-1082-47b0-b200-53eeadee263f tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:57.282402 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-76cf5307-f5ee-4b57-83cb-de14d4fc3d15 req-524ef476-1082-47b0-b200-53eeadee263f tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0683286 Jun 22 09:59:57.314401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09cc1-513a-4717-b4f9-b9d2d89ca550 req-dc9802fa-7498-48ae-9beb-c8e9ef20f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:57.316336 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfa09cc1-513a-4717-b4f9-b9d2d89ca550 req-dc9802fa-7498-48ae-9beb-c8e9ef20f0ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 1098 time: 0.0545571 Jun 22 09:59:57.320795 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-76cf5307-f5ee-4b57-83cb-de14d4fc3d15 req-d44ce5c2-3e54-4a87-b035-ef29ec3c5185 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Jun 22 09:59:57.352835 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dfa09cc1-513a-4717-b4f9-b9d2d89ca550 req-be064a79-2790-4f10-acc5-4697713a4999 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302856 Jun 22 09:59:58.508253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0eb5-60cd-43e9-9443-9f0166102a7f req-f73291a5-4108-4d12-bc90-7a11620c23f4 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:58.509756 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b2dd0eb5-60cd-43e9-9443-9f0166102a7f req-f73291a5-4108-4d12-bc90-7a11620c23f4 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0656071 Jun 22 09:59:58.547491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b2dd0eb5-60cd-43e9-9443-9f0166102a7f req-0cad857d-0397-4222-a264-c6c03c2544b9 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Jun 22 09:59:59.515152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ad241a30-667c-44ce-83c4-4c6840551cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 09:59:59.721780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536e68-4c07-410e-99c4-8f77860eb85d req-e1e53eeb-9c4b-4424-94bb-1f145851285b tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:59.723353 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b9536e68-4c07-410e-99c4-8f77860eb85d req-e1e53eeb-9c4b-4424-94bb-1f145851285b tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0675378 Jun 22 09:59:59.763203 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b9536e68-4c07-410e-99c4-8f77860eb85d req-017b4c25-3a66-4a0d-871a-ed6ab642bab8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Jun 22 09:59:59.989726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-883cc4e1-d320-4c44-931c-89bfaa47e9ad tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 09:59:59.991204 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-883cc4e1-d320-4c44-931c-89bfaa47e9ad tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/networks?id=be2c834b-ec60-4cd2-9693-5b25669da520 HTTP/1.1" status: 200 len: 813 time: 0.1051342 Jun 22 10:00:00.006302 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-08792b99-04d4-40aa-9cae-af5665cc4977 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/quotas/4a00b6117dd7429e9d755b1c121f8440 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Jun 22 10:00:00.068883 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-544c2dcc-236e-48da-b312-0ee1873ed911 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4a00b6117dd7429e9d755b1c121f8440&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573933 Jun 22 10:00:00.164483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-e207a5d7-eba7-43c1-9e40-1ba46db48917 service neutron] 10.222.0.65 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883374 Jun 22 10:00:00.250681 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-42578316-c882-4f10-8b2a-91f42bd176ef service neutron] 10.222.0.65 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803456 Jun 22 10:00:00.510591 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-13d92f32-2f88-47aa-9d9d-52ca876bc62a req-686fe7f4-317d-4a0b-adc6-b6e6c01b539c tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 210 time: 0.0284598 Jun 22 10:00:01.657513 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63f21d83-3c39-47d0-8c63-00cac71484ac req-99fb3e7c-1e98-4f81-aacb-446ef7f4ab37 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 210 time: 0.0332942 Jun 22 10:00:02.218016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-464c9d0d-7375-4b4d-9733-295c886c19d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:02.519816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-dd53640b-8882-48c9-a3fc-98627516c559 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:02.521668 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-dd53640b-8882-48c9-a3fc-98627516c559 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "GET /v2.0/networks?id=be2c834b-ec60-4cd2-9693-5b25669da520 HTTP/1.1" status: 200 len: 813 time: 0.1145644 Jun 22 10:00:02.539793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Request body: {'port': {'device_id': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520', 'admin_state_up': True, 'tenant_id': '4a00b6117dd7429e9d755b1c121f8440'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:02.675298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:02.732501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Made reservation on behalf of 4a00b6117dd7429e9d755b1c121f8440 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:02.736279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:02.804095 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d0438bb3-b8d1-44ae-b3d2-3a3ac16a3db0 req-736022ca-16de-4d50-842b-556305d8dc6f tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 210 time: 0.0307040 Jun 22 10:00:02.870603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Allocated IP 172.20.0.4 (be2c834b-ec60-4cd2-9693-5b25669da520/bbf83109-dfa9-4804-a9e5-ec1410d3df50/2fd404c2-d0aa-4543-bf3d-0383c90deb71) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:03.014634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.167211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.171351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-963c3f30-95d2-4473-bc11-00616cef8e63 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:03.200114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['3710fa59-6b95-4843-afed-298c0a8440c1'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:00:03.216693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Network be2c834b-ec60-4cd2-9693-5b25669da520 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:03.219964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:03.226791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:03.232849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Pushing event updated for resources: {'Port': ['ID=2fd404c2-d0aa-4543-bf3d-0383c90deb71,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:03.252425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:03.278418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:03.279039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.361325 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255394 Jun 22 10:00:03.378280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Request body: {'port': {'device_id': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:03.454003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.574265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.730007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd404c2-d0aa-4543-bf3d-0383c90deb71 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:00:03.737444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.750053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Transition to ACTIVE for port object 2fd404c2-d0aa-4543-bf3d-0383c90deb71 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:03.823583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:03.825707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:03.900514 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd404c2-d0aa-4543-bf3d-0383c90deb71,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:03.905968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:04.261485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Attempting to bind port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:04.261824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Attempting to bind port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:04.262156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Attempting to bind port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 on network be2c834b-ec60-4cd2-9693-5b25669da520 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:04.271160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 on network be2c834b-ec60-4cd2-9693-5b25669da520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:00:04.271482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Attempting to bind port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 on network be2c834b-ec60-4cd2-9693-5b25669da520 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:04.283214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73e59e-ee9f-41e5-8b56-86bc7d4423b6 req-6b119442-b199-46ea-8849-54c49dddcc25 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:04.284711 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0c73e59e-ee9f-41e5-8b56-86bc7d4423b6 req-6b119442-b199-46ea-8849-54c49dddcc25 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 943 time: 0.1095760 Jun 22 10:00:04.286996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 9, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:04.287333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Checking segment: {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:04.287716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Bound using segment: {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:04.288179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Bound port: 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:04.288532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:04.357790 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0c73e59e-ee9f-41e5-8b56-86bc7d4423b6 req-dd359a15-b66d-4bf7-b1d4-54ba299c3a7f tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671239 Jun 22 10:00:04.381481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] For port 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:04.384389 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] For port 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fd404c2-d0aa-4543-bf3d-0383c90deb71,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:04.475811 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:04.478124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:04.508989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:04.509476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:04.510831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/2fd404c2-d0aa-4543-bf3d-0383c90deb71 HTTP/1.1" status: 200 len: 1093 time: 1.1369739 Jun 22 10:00:04.512928 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'tag': '2fd404c2-d0aa-4543-bf3d-0383c90deb71'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:04.515275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0792576a-cf13-4a0a-9118-3046bc10d23a" -d '{"events": [{"name": "network-changed", "server_uuid": "0888377f-3052-4e9e-a1c4-5c24cf0ac27e", "tag": "2fd404c2-d0aa-4543-bf3d-0383c90deb71"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:04.541145 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd404c2-d0aa-4543-bf3d-0383c90deb71,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:04.544487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:04.552017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f9d35e-20b7-48d3-9743-701f7d9f9abd x-openstack-request-id: req-f1f9d35e-20b7-48d3-9743-701f7d9f9abd {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:04.552427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0888377f-3052-4e9e-a1c4-5c24cf0ac27e", "tag": "2fd404c2-d0aa-4543-bf3d-0383c90deb71", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:04.552735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1f9d35e-20b7-48d3-9743-701f7d9f9abd {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:04.553189 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'tag': '2fd404c2-d0aa-4543-bf3d-0383c90deb71', 'status': 'completed', 'code': 200} Jun 22 10:00:04.644929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792576a-cf13-4a0a-9118-3046bc10d23a req-52eb98bf-f3c7-4081-863f-1b80659cf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:04.646411 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0792576a-cf13-4a0a-9118-3046bc10d23a req-52eb98bf-f3c7-4081-863f-1b80659cf638 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a00b6117dd7429e9d755b1c121f8440&device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 1096 time: 0.0545743 Jun 22 10:00:04.750606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792576a-cf13-4a0a-9118-3046bc10d23a req-f26ef437-299e-4faa-a1ba-454a69ce67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:04.752068 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0792576a-cf13-4a0a-9118-3046bc10d23a req-f26ef437-299e-4faa-a1ba-454a69ce67f4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4a00b6117dd7429e9d755b1c121f8440&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928802 Jun 22 10:00:04.846995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792576a-cf13-4a0a-9118-3046bc10d23a req-d487b3ab-512b-4994-a76b-da02363d5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:04.849386 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0792576a-cf13-4a0a-9118-3046bc10d23a req-d487b3ab-512b-4994-a76b-da02363d5cee service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909903 Jun 22 10:00:04.959732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-81bf3ee7-436e-4933-a34f-a56fe29e72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:04.961854 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-81bf3ee7-436e-4933-a34f-a56fe29e72e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a00b6117dd7429e9d755b1c121f8440&device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 1096 time: 0.0524645 Jun 22 10:00:05.008138 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-9cab8d3d-1213-4520-88df-d4f96548962d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fd404c2-d0aa-4543-bf3d-0383c90deb71 HTTP/1.1" status: 200 len: 217 time: 0.0340793 Jun 22 10:00:05.041107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:05.054993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-7696a746-d8a8-44d4-ab51-168ac6877aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:05.056984 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-7696a746-d8a8-44d4-ab51-168ac6877aec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bbf83109-dfa9-4804-a9e5-ec1410d3df50 HTTP/1.1" status: 200 len: 853 time: 0.0425515 Jun 22 10:00:05.091429 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-50c9efa0-8675-40d9-994c-20b60569e917 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be2c834b-ec60-4cd2-9693-5b25669da520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291975 Jun 22 10:00:05.178017 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-8564e5cf-b462-4888-9edc-a5e1a440bea7 service neutron] 10.222.0.24 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804200 Jun 22 10:00:05.267635 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-482527f2-20fb-4a43-9c40-14ea3b9a50cc req-43672619-fec3-428f-b385-b0c89a33d22a service neutron] 10.222.0.24 "GET /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Jun 22 10:00:05.537024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6acec-9c6c-440b-a9b2-e0f6bfb45a20 req-9decbe0f-2532-4b7b-abf2-4c9f173ae60c tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:05.538364 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ec6acec-9c6c-440b-a9b2-e0f6bfb45a20 req-9decbe0f-2532-4b7b-abf2-4c9f173ae60c tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 943 time: 0.0631588 Jun 22 10:00:05.575537 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ec6acec-9c6c-440b-a9b2-e0f6bfb45a20 req-dcf8de95-59ba-45e8-aa0b-cea13c5b0baa tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Jun 22 10:00:06.590147 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2fd404c2-d0aa-4543-bf3d-0383c90deb71 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:00:06.685831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fd404c2-d0aa-4543-bf3d-0383c90deb71,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:06.697740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '2fd404c2-d0aa-4543-bf3d-0383c90deb71', 'network_id': 'be2c834b-ec60-4cd2-9693-5b25669da520', 'port_id': '2fd404c2-d0aa-4543-bf3d-0383c90deb71', 'mac_address': 'fa:16:3e:7a:39:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf83109-dfa9-4804-a9e5-ec1410d3df50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:00:06.738916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:06.752701 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd404c2-d0aa-4543-bf3d-0383c90deb71 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:00:06.774657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fd404c2-d0aa-4543-bf3d-0383c90deb71,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:06.852947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:06.854685 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:06.903097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2fd404c2-d0aa-4543-bf3d-0383c90deb71,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:06.906238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:07.027268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811278bd-7751-44d2-a80b-0f979221519f req-51126073-2f4d-491e-9156-ea234f8bd24b tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:07.028738 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-811278bd-7751-44d2-a80b-0f979221519f req-51126073-2f4d-491e-9156-ea234f8bd24b tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 943 time: 0.3442423 Jun 22 10:00:07.065350 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-811278bd-7751-44d2-a80b-0f979221519f req-8a831f45-122a-4e2b-82a1-bf8c449f5be1 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308256 Jun 22 10:00:07.172916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['2fd404c2-d0aa-4543-bf3d-0383c90deb71'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:00:08.241521 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dc02d-0d72-4231-acc1-ad8c4405f1f4 req-3751b12c-d065-44c8-bcc3-7e05821f0126 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:08.242992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b2dc02d-0d72-4231-acc1-ad8c4405f1f4 req-3751b12c-d065-44c8-bcc3-7e05821f0126 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 944 time: 0.0624030 Jun 22 10:00:08.281076 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b2dc02d-0d72-4231-acc1-ad8c4405f1f4 req-10746b3d-ef94-49bf-985c-50d1b7cb814d tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Jun 22 10:00:08.603301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2fd404c2-d0aa-4543-bf3d-0383c90deb71 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:08.725972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:08.729981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:08.730359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:08.802491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:08.824461 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd404c2-d0aa-4543-bf3d-0383c90deb71'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:08.826718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f87c63-e4d5-439a-bd06-1f5229ffeeb2" -d '{"events": [{"server_uuid": "0888377f-3052-4e9e-a1c4-5c24cf0ac27e", "name": "network-vif-plugged", "status": "completed", "tag": "2fd404c2-d0aa-4543-bf3d-0383c90deb71"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:08.842192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fd404c2-d0aa-4543-bf3d-0383c90deb71,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:08.864057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c0d017-045a-4800-9970-7ea5c318e0e2 x-openstack-request-id: req-71c0d017-045a-4800-9970-7ea5c318e0e2 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:08.864362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888377f-3052-4e9e-a1c4-5c24cf0ac27e", "name": "network-vif-plugged", "status": "completed", "tag": "2fd404c2-d0aa-4543-bf3d-0383c90deb71", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:08.864627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71c0d017-045a-4800-9970-7ea5c318e0e2 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:08.865035 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd404c2-d0aa-4543-bf3d-0383c90deb71', 'code': 200} Jun 22 10:00:08.932368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:08.934249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:08.978494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2fd404c2-d0aa-4543-bf3d-0383c90deb71,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:08.981406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:09.266320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea70c2-7aef-46ea-923a-164647efe9d0 req-075195f4-f710-4ed5-93d9-3cd88feb8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:09.267770 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-67ea70c2-7aef-46ea-923a-164647efe9d0 req-075195f4-f710-4ed5-93d9-3cd88feb8c34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 1098 time: 0.0551536 Jun 22 10:00:09.304760 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-67ea70c2-7aef-46ea-923a-164647efe9d0 req-1b2d673e-b72a-43e8-b0f3-3137b8120a86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293972 Jun 22 10:00:09.455183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3b336-9422-4f19-bc0c-44c16ab8384a req-2a6fdf9f-2ae8-4a82-993d-403def52cecd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:09.456603 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ad3b336-9422-4f19-bc0c-44c16ab8384a req-2a6fdf9f-2ae8-4a82-993d-403def52cecd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 945 time: 0.0631640 Jun 22 10:00:09.487484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:09.501681 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ad3b336-9422-4f19-bc0c-44c16ab8384a req-af1f1e46-c12c-4970-9303-bd100cac8648 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382652 Jun 22 10:00:10.676013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb515-a0ef-4a67-ac2e-e0008c865106 req-af1fd454-0f1c-4b8d-9474-1ef23ec3b3e8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:10.677503 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a05bb515-a0ef-4a67-ac2e-e0008c865106 req-af1fd454-0f1c-4b8d-9474-1ef23ec3b3e8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 945 time: 0.0647798 Jun 22 10:00:10.715519 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a05bb515-a0ef-4a67-ac2e-e0008c865106 req-e9117291-0860-4bac-bb8d-bf9a7fd2520d tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jun 22 10:00:11.323182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7b95-9979-4f85-be3d-3733e7b26fcf req-26585096-f06f-45f5-9956-34b4aba031dd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:11.324657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2dcd7b95-9979-4f85-be3d-3733e7b26fcf req-26585096-f06f-45f5-9956-34b4aba031dd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 945 time: 0.0669122 Jun 22 10:00:11.361483 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2dcd7b95-9979-4f85-be3d-3733e7b26fcf req-76db9bb9-032e-42f5-a41c-dfdd92546ef7 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Jun 22 10:00:12.546927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82177f8a-0dbe-4ff1-95f5-59a97d145383 req-690aeec9-700f-459b-81ae-b17fbd0b515f tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:12.548414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-82177f8a-0dbe-4ff1-95f5-59a97d145383 req-690aeec9-700f-459b-81ae-b17fbd0b515f tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 945 time: 0.0714686 Jun 22 10:00:12.588365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-82177f8a-0dbe-4ff1-95f5-59a97d145383 req-c5d162ac-27f3-46ee-8560-a2df94310bd7 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Jun 22 10:00:12.805890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-2c8b5cee-6dbc-4401-9d3a-ac7ca1aea348 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:12.807305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-2c8b5cee-6dbc-4401-9d3a-ac7ca1aea348 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 945 time: 0.0620248 Jun 22 10:00:12.908809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Deleting port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:12.909151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:12.996723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] For port 2fd404c2-d0aa-4543-bf3d-0383c90deb71, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fd404c2-d0aa-4543-bf3d-0383c90deb71,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:12.997084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:13.068880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Calling delete_port for 2fd404c2-d0aa-4543-bf3d-0383c90deb71 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:13.264094 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:13.268032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-17d5f0da-ae3b-4df1-8b1e-10ac24728ad8 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:13.296355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Pushing event deleted for resources: {'Port': ['ID=2fd404c2-d0aa-4543-bf3d-0383c90deb71,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:13.298992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['3710fa59-6b95-4843-afed-298c0a8440c1', '2fd404c2-d0aa-4543-bf3d-0383c90deb71'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:00:13.299489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:13.344048 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] No DVR routers for this DVR port 2fd404c2-d0aa-4543-bf3d-0383c90deb71 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:13.346526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:13.348686 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e809bd8-8668-42e3-90b3-d409869001e3 req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "DELETE /v2.0/ports/2fd404c2-d0aa-4543-bf3d-0383c90deb71 HTTP/1.1" status: 204 len: 173 time: 0.5361230 Jun 22 10:00:13.349227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'name': 'network-vif-deleted', 'tag': '2fd404c2-d0aa-4543-bf3d-0383c90deb71'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:13.352148 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccb2a5-bde3-4f93-8311-256a4f492dba" -d '{"events": [{"server_uuid": "0888377f-3052-4e9e-a1c4-5c24cf0ac27e", "name": "network-vif-deleted", "tag": "2fd404c2-d0aa-4543-bf3d-0383c90deb71"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:13.390314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32682874-5b6b-4b52-baf9-da8fc1a488fc x-openstack-request-id: req-32682874-5b6b-4b52-baf9-da8fc1a488fc {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:13.390662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888377f-3052-4e9e-a1c4-5c24cf0ac27e", "name": "network-vif-deleted", "tag": "2fd404c2-d0aa-4543-bf3d-0383c90deb71", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:13.390966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32682874-5b6b-4b52-baf9-da8fc1a488fc {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:13.391413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888377f-3052-4e9e-a1c4-5c24cf0ac27e', 'name': 'network-vif-deleted', 'tag': '2fd404c2-d0aa-4543-bf3d-0383c90deb71', 'status': 'completed', 'code': 200} Jun 22 10:00:13.743389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ddd0db2f-e25e-4483-b85c-b8c3fe38d34d req-69299042-664a-4044-ad26-c4be926441c2 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=0888377f-3052-4e9e-a1c4-5c24cf0ac27e HTTP/1.1" status: 200 len: 210 time: 0.0295765 Jun 22 10:00:14.990955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af681b26-3d8d-4faf-9d74-1e342a89e22c req-d11c9102-c65b-4d87-ae32-113bbbcbcd3b tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:14.992664 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af681b26-3d8d-4faf-9d74-1e342a89e22c req-d11c9102-c65b-4d87-ae32-113bbbcbcd3b tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0675399 Jun 22 10:00:15.030783 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af681b26-3d8d-4faf-9d74-1e342a89e22c req-dfe86e09-8463-4231-ac6f-6c15761cc10d tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Jun 22 10:00:15.228312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3db927-a456-4b1c-89ec-194c4548d219 req-e1460767-3b78-4cdc-aa31-4f715e42d2dd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:15.229770 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2b3db927-a456-4b1c-89ec-194c4548d219 req-e1460767-3b78-4cdc-aa31-4f715e42d2dd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0716236 Jun 22 10:00:15.266921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2b3db927-a456-4b1c-89ec-194c4548d219 req-d623f86e-9c53-46eb-843d-59eb799d8847 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Jun 22 10:00:15.435293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb1479-f1d1-42a0-bd46-69c36d525c8f req-596ed260-68e8-47b2-b78d-a75c6214b9bd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:15.436779 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0abb1479-f1d1-42a0-bd46-69c36d525c8f req-596ed260-68e8-47b2-b78d-a75c6214b9bd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0614684 Jun 22 10:00:15.474740 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0abb1479-f1d1-42a0-bd46-69c36d525c8f req-1fac8ee8-91f1-4896-a89f-619aeccc9b02 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jun 22 10:00:15.770895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3502b-452e-4841-bd65-da33aeba0c5d req-648d685f-8fcd-4b36-a0b8-1f2ffa9334fd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:15.772405 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79d3502b-452e-4841-bd65-da33aeba0c5d req-648d685f-8fcd-4b36-a0b8-1f2ffa9334fd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0644617 Jun 22 10:00:15.811918 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-79d3502b-452e-4841-bd65-da33aeba0c5d req-fbf020e5-b63d-4943-839c-1a66027c8ea7 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Jun 22 10:00:15.994599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b397d-3999-423e-ab16-99e69bdad2b2 req-0c385725-2950-4c99-9a12-70550d2605c1 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:15.996519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1a2b397d-3999-423e-ab16-99e69bdad2b2 req-0c385725-2950-4c99-9a12-70550d2605c1 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0727975 Jun 22 10:00:16.036303 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1a2b397d-3999-423e-ab16-99e69bdad2b2 req-a15de3ac-3074-4079-9b41-fa2477689eee tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Jun 22 10:00:16.220481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679dd4e-b5cd-457b-bdf4-35bd9326c0c5 req-846480e6-65ce-415b-895d-9269173cdef2 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:16.221962 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3679dd4e-b5cd-457b-bdf4-35bd9326c0c5 req-846480e6-65ce-415b-895d-9269173cdef2 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0638781 Jun 22 10:00:16.260882 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3679dd4e-b5cd-457b-bdf4-35bd9326c0c5 req-b6626efe-9a24-44c3-bc64-afacd108300c tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jun 22 10:00:16.651074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2fd404c2-d0aa-4543-bf3d-0383c90deb71 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:16.819458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 2fd404c2-d0aa-4543-bf3d-0383c90deb71 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:16.819729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2fd404c2-d0aa-4543-bf3d-0383c90deb71 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:16.982439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a810d7-c2a1-4e85-8aa5-b4e2acd6b2a2 req-c735ff31-1089-4a50-ac77-5578be86a836 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:16.983942 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b6a810d7-c2a1-4e85-8aa5-b4e2acd6b2a2 req-c735ff31-1089-4a50-ac77-5578be86a836 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0632927 Jun 22 10:00:17.021086 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b6a810d7-c2a1-4e85-8aa5-b4e2acd6b2a2 req-faa33a28-9269-45e8-89d9-13183e1bbf02 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jun 22 10:00:18.196547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c7448-973c-420d-b579-667b1d4772b2 req-3eeccc67-3f22-40b5-bb6f-9290c12a8ee6 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:18.198022 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1f0c7448-973c-420d-b579-667b1d4772b2 req-3eeccc67-3f22-40b5-bb6f-9290c12a8ee6 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0668342 Jun 22 10:00:18.235207 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1f0c7448-973c-420d-b579-667b1d4772b2 req-e7370374-c82d-4941-bccf-864d69faa3ab tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/security-groups?id=725ec574-a4af-4dce-8ef4-adf79ebcc599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Jun 22 10:00:18.431462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-c54eaab2-a377-4c05-a3da-a19a9f88ebbd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:18.432225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-c54eaab2-a377-4c05-a3da-a19a9f88ebbd tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 945 time: 0.0658505 Jun 22 10:00:18.530087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Deleting port 3710fa59-6b95-4843-afed-298c0a8440c1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:18.530432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:18.620045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] For port 3710fa59-6b95-4843-afed-298c0a8440c1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=3710fa59-6b95-4843-afed-298c0a8440c1,segment=NetworkSegment(98cda8ac-09d8-47e5-85aa-f9a0f1ba6547),segment_id=98cda8ac-09d8-47e5-85aa-f9a0f1ba6547)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:18.620408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:18.688799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Calling delete_port for 3710fa59-6b95-4843-afed-298c0a8440c1 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:18.892396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:18.896541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:18.923375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Pushing event deleted for resources: {'Port': ['ID=3710fa59-6b95-4843-afed-298c0a8440c1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:18.924855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['3710fa59-6b95-4843-afed-298c0a8440c1'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:00:18.929566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:18.969868 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] No DVR routers for this DVR port 3710fa59-6b95-4843-afed-298c0a8440c1 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:18.972299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:18.974372 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-837fd815-6ccc-4de2-97a5-08768dc1b0d3 req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.24 "DELETE /v2.0/ports/3710fa59-6b95-4843-afed-298c0a8440c1 HTTP/1.1" status: 204 len: 173 time: 0.5371013 Jun 22 10:00:18.974900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'name': 'network-vif-deleted', 'tag': '3710fa59-6b95-4843-afed-298c0a8440c1'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:00:18.977331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e545ac-60ea-4a27-bb80-bd2957b31416" -d '{"events": [{"server_uuid": "d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7", "name": "network-vif-deleted", "tag": "3710fa59-6b95-4843-afed-298c0a8440c1"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:00:19.012967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7321289-cc54-4a7e-9649-3546daeb8fc7 x-openstack-request-id: req-e7321289-cc54-4a7e-9649-3546daeb8fc7 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:00:19.013378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7", "name": "network-vif-deleted", "tag": "3710fa59-6b95-4843-afed-298c0a8440c1", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:00:19.013684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7321289-cc54-4a7e-9649-3546daeb8fc7 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:00:19.014139 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dbc15f-b08c-4cb2-89bc-92fa153c3ef7', 'name': 'network-vif-deleted', 'tag': '3710fa59-6b95-4843-afed-298c0a8440c1', 'status': 'completed', 'code': 200} Jun 22 10:00:19.392772 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-829b6259-6c46-4339-9347-ac9efb1bd705 req-626f2e03-406c-4f6a-87e8-ff1c526f16fb tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8dbc15f-b08c-4cb2-89bc-92fa153c3ef7 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Jun 22 10:00:20.486286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60996) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:20.531618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Deleting subnet bbf83109-dfa9-4804-a9e5-ec1410d3df50 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:00:20.534632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.568119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.614657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.755135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.757312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e03b5ed9-69d8-45bc-96be-93d8ca3a0091 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:20.782960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf83109-dfa9-4804-a9e5-ec1410d3df50,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:20.785857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:20.786842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.788708 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-21bc0f6a-3217-4228-aa15-a19483367fc8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bbf83109-dfa9-4804-a9e5-ec1410d3df50 HTTP/1.1" status: 204 len: 168 time: 0.3014233 Jun 22 10:00:20.791037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 60998) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:20.864480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.940437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.950302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2c834b-ec60-4cd2-9693-5b25669da520']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:20.960114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:20.960410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cda8ac-09d8-47e5-85aa-f9a0f1ba6547') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:20.969474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.982545 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.988163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:20.988572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:20.990167 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:21.115016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.118384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fe189ab3-9d21-4836-b4cc-7f0afc318cef tempest-RoutersIpV6AdminTest-1696953615 tempest-RoutersIpV6AdminTest-1696953615-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:21.124592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.130197 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] 10.222.0.65 "DELETE /v2.0/networks/be2c834b-ec60-4cd2-9693-5b25669da520 HTTP/1.1" status: 204 len: 168 time: 0.3359358 Jun 22 10:00:21.138812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2c834b-ec60-4cd2-9693-5b25669da520,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:21.141250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:21.457765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32770) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:21.496579 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0cc11dac-b4c9-4284-898a-f7cded8effa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a00b6117dd7429e9d755b1c121f8440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382004 Jun 22 10:00:21.499532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32772) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:21.545202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.565697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.703482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.706137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:21.707428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/725ec574-a4af-4dce-8ef4-adf79ebcc599 HTTP/1.1" status: 204 len: 168 time: 0.2068813 Jun 22 10:00:21.708324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-896e7a0c-2d1f-4b03-84e3-9cc67495761e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:21.716022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ec574-a4af-4dce-8ef4-adf79ebcc599,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:21.719179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:22.665352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32794) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:22.695730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 3710fa59-6b95-4843-afed-298c0a8440c1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:22.714993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 3710fa59-6b95-4843-afed-298c0a8440c1 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:22.715348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 3710fa59-6b95-4843-afed-298c0a8440c1 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:22.756218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679691123'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:22.840593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:22.844770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:22.854025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:22.945113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:23.029569 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:23.033517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4240d4f2-d71c-4b73-a61a-5dbd82ccac4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:23.056378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:23.071532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabeae9-a29e-4e76-86f9-808732631027,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:23.074436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:23.076368 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Added segment 0195f0a4-4a19-40ef-b300-b896ff9b4869 of type vlan for network c6ddbd84-50b3-4e2f-86d7-c89add85de2c Jun 22 10:00:23.076951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:23.116220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:23.229030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:23.234667 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:23.235243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:23.237516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:23.298337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Network': ['ID=c6ddbd84-50b3-4e2f-86d7-c89add85de2c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:23.301721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:23.309269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c6ddbd84-50b3-4e2f-86d7-c89add85de2c details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:23.327573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6611347 Jun 22 10:00:23.662112 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:00:26.590886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:26.597039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'subnet': {'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:26.800541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:26.804117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.058076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.061559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-db17205d-f348-4223-8c52-ad8c3cfaa5f6 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:27.122988 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Subnet': ['ID=84024538-1fc0-4d54-b06f-48c6665871c5,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:27.126969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:27.128539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Checking segment: {'id': '0195f0a4-4a19-40ef-b300-b896ff9b4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:27.129105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network hostable DHCP agents. Network: c6ddbd84-50b3-4e2f-86d7-c89add85de2c, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:27.240655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network c6ddbd84-50b3-4e2f-86d7-c89add85de2c is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:27.348945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c6ddbd84-50b3-4e2f-86d7-c89add85de2c) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:27.353158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:27.358810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.359487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8175706b-6799-4133-b274-b4c3558d45a6 None None] Network c6ddbd84-50b3-4e2f-86d7-c89add85de2c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:27.436573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8436756 Jun 22 10:00:27.439951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32800) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:27.445128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127052391'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:27.501794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c6ddbd84-50b3-4e2f-86d7-c89add85de2c', 'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c', 'tenant_id': 'cadeb9cf8c6c4891898925c50daf91f9', 'fixed_ips': [{'subnet_id': '84024538-1fc0-4d54-b06f-48c6665871c5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:27.502658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.600840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:27.604270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.633150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Allocated IP 2001:db8:0:ffff::2 (c6ddbd84-50b3-4e2f-86d7-c89add85de2c/84024538-1fc0-4d54-b06f-48c6665871c5/c80c2464-e7ec-4e80-a291-3b1a03e27deb) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:27.634106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:27.645284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.645749 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Added segment e4549e81-cd17-475a-81f6-389bc8602171 of type vlan for network d70eb34f-0f99-42bb-b06d-69762118edbb Jun 22 10:00:27.691762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.777505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.785297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Transition to ACTIVE for port object c80c2464-e7ec-4e80-a291-3b1a03e27deb will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:27.795398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.799058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Transition to ACTIVE for port object c80c2464-e7ec-4e80-a291-3b1a03e27deb will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:27.801085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:27.808279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.808279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-af45925b-d541-43e8-8c8a-1b9fa533bf18 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:27.867109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Network': ['ID=d70eb34f-0f99-42bb-b06d-69762118edbb,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:27.869828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:27.877956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network d70eb34f-0f99-42bb-b06d-69762118edbb details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:27.891488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:27.919040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:27.921092 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4800427 Jun 22 10:00:27.924289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32802) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:27.929733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'subnet': {'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:27.967944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Network c6ddbd84-50b3-4e2f-86d7-c89add85de2c is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:27.976202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:27.980798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:27.993040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Pushing event updated for resources: {'Port': ['ID=c80c2464-e7ec-4e80-a291-3b1a03e27deb,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:27.999232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:28.046343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Attempting to bind port c80c2464-e7ec-4e80-a291-3b1a03e27deb on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:28.046725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Attempting to bind port c80c2464-e7ec-4e80-a291-3b1a03e27deb by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '0195f0a4-4a19-40ef-b300-b896ff9b4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:28.047105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Attempting to bind port c80c2464-e7ec-4e80-a291-3b1a03e27deb on network c6ddbd84-50b3-4e2f-86d7-c89add85de2c {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:28.052094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:28.052480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Checking segment: {'id': '0195f0a4-4a19-40ef-b300-b896ff9b4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:28.052891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.053289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Bound using segment: {'id': '0195f0a4-4a19-40ef-b300-b896ff9b4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:28.053761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Bound port: c80c2464-e7ec-4e80-a291-3b1a03e27deb, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0195f0a4-4a19-40ef-b300-b896ff9b4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c6ddbd84-50b3-4e2f-86d7-c89add85de2c'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:28.054142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.103474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:28.108065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.119236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] For port c80c2464-e7ec-4e80-a291-3b1a03e27deb, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:28.123348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] For port c80c2464-e7ec-4e80-a291-3b1a03e27deb, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c80c2464-e7ec-4e80-a291-3b1a03e27deb,segment=NetworkSegment(0195f0a4-4a19-40ef-b300-b896ff9b4869),segment_id=0195f0a4-4a19-40ef-b300-b896ff9b4869)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:28.189622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.191612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:28.245839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Pushing event updated for resources: {'Port': ['ID=c80c2464-e7ec-4e80-a291-3b1a03e27deb,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:28.250908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:28.367090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.369143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1ebfd412-a9ac-43f1-bb92-18e114782662 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:28.451385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Checking segment: {'id': 'e4549e81-cd17-475a-81f6-389bc8602171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:28.451819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network hostable DHCP agents. Network: d70eb34f-0f99-42bb-b06d-69762118edbb, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:28.455329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Subnet': ['ID=7d8c5c3f-edf8-4f34-beae-c0a10e8301ac,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:28.465354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.465752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.466695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.467074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.467771 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.468299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.468682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.469267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.469649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.470027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.470407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.470779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:28.476716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:28.538023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network d70eb34f-0f99-42bb-b06d-69762118edbb is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:28.600697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, d70eb34f-0f99-42bb-b06d-69762118edbb) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:28.604785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:28.605402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.610605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e03167-1cc6-4094-97a1-40342d99c890 None None] Network d70eb34f-0f99-42bb-b06d-69762118edbb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:28.698968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8053ea8f-1434-4ea3-8a92-796d1ea6bd26 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7733977 Jun 22 10:00:28.701998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32804) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:28.771343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-d70eb34f-0f99-42bb-b06d-69762118edbb', 'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb', 'tenant_id': 'cadeb9cf8c6c4891898925c50daf91f9', 'fixed_ips': [{'subnet_id': '7d8c5c3f-edf8-4f34-beae-c0a10e8301ac'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:28.772311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.807031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.902322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:28.917803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Allocated IP 2001:db8::2 (d70eb34f-0f99-42bb-b06d-69762118edbb/7d8c5c3f-edf8-4f34-beae-c0a10e8301ac/dbdeea32-eac1-4775-8f37-feef71732da1) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:29.070716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.082346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Transition to ACTIVE for port object dbdeea32-eac1-4775-8f37-feef71732da1 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:29.098065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Transition to ACTIVE for port object dbdeea32-eac1-4775-8f37-feef71732da1 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:29.132639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28658276-0322-4346-b097-8e3f6d2ee2fb None None] Network c6ddbd84-50b3-4e2f-86d7-c89add85de2c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:29.180624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.185604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:29.227862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Network d70eb34f-0f99-42bb-b06d-69762118edbb is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:29.234422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:29.239071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:29.252684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.255803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0e36960f-6076-46fc-8a56-0c2be516c7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:29.257876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Pushing event updated for resources: {'Port': ['ID=dbdeea32-eac1-4775-8f37-feef71732da1,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:29.265102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:29.284535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8c5c3f-edf8-4f34-beae-c0a10e8301ac,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:29.287084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:29.291219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6bb054cd-0130-4d1c-bfbe-c631a36bc801 None None] Provisioning for port c80c2464-e7ec-4e80-a291-3b1a03e27deb completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:29.350212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Attempting to bind port dbdeea32-eac1-4775-8f37-feef71732da1 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:29.350560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Attempting to bind port dbdeea32-eac1-4775-8f37-feef71732da1 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e4549e81-cd17-475a-81f6-389bc8602171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:29.350934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Attempting to bind port dbdeea32-eac1-4775-8f37-feef71732da1 on network d70eb34f-0f99-42bb-b06d-69762118edbb {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:29.355926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.360841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:29.361230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Checking segment: {'id': 'e4549e81-cd17-475a-81f6-389bc8602171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:29.361645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.362048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Bound using segment: {'id': 'e4549e81-cd17-475a-81f6-389bc8602171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:29.362534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Bound port: dbdeea32-eac1-4775-8f37-feef71732da1, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4549e81-cd17-475a-81f6-389bc8602171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd70eb34f-0f99-42bb-b06d-69762118edbb'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:29.362920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.366694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70eb34f-0f99-42bb-b06d-69762118edbb']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:29.377710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4549e81-cd17-475a-81f6-389bc8602171') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:29.377947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4549e81-cd17-475a-81f6-389bc8602171') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:29.386591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.400746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.407500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:29.408435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:29.410833 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:29.468548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] For port dbdeea32-eac1-4775-8f37-feef71732da1, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:29.471997 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] For port dbdeea32-eac1-4775-8f37-feef71732da1, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dbdeea32-eac1-4775-8f37-feef71732da1,segment=NetworkSegment(e4549e81-cd17-475a-81f6-389bc8602171),segment_id=e4549e81-cd17-475a-81f6-389bc8602171)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:29.527354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 10:00:29.527354 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 10:00:29.527354 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'id': 'd70eb34f-0f99-42bb-b06d-69762118edbb'}] Jun 22 10:00:29.527354 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:00:29.527897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:00:29.555581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-01ec8418-4f6b-4d75-b118-22559555c155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.590352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.592962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:29.679377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Pushing event updated for resources: {'Port': ['ID=dbdeea32-eac1-4775-8f37-feef71732da1,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:29.683350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:29.706573 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf94579-01b1-4065-87e7-b7d320fc714e None None] Network d70eb34f-0f99-42bb-b06d-69762118edbb requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:29.822290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c80c2464-e7ec-4e80-a291-3b1a03e27deb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:29.892742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb8ddd-ff29-4532-bbc0-50528c2fee6b None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 10:00:29.943832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c80c2464-e7ec-4e80-a291-3b1a03e27deb completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:29.952652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c80c2464-e7ec-4e80-a291-3b1a03e27deb triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:29.953031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:29.984609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb8ddd-ff29-4532-bbc0-50528c2fee6b None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 10:00:30.029487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.082721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting port dbdeea32-eac1-4775-8f37-feef71732da1 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:30.083062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.111364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.148800 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] For port dbdeea32-eac1-4775-8f37-feef71732da1, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=dbdeea32-eac1-4775-8f37-feef71732da1,segment=NetworkSegment(e4549e81-cd17-475a-81f6-389bc8602171),segment_id=e4549e81-cd17-475a-81f6-389bc8602171)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:30.149167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.181775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c80c2464-e7ec-4e80-a291-3b1a03e27deb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c80c2464-e7ec-4e80-a291-3b1a03e27deb,segment=NetworkSegment(0195f0a4-4a19-40ef-b300-b896ff9b4869),segment_id=0195f0a4-4a19-40ef-b300-b896ff9b4869)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:30.264861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.268040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:30.317379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c80c2464-e7ec-4e80-a291-3b1a03e27deb,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:30.320585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:30.475832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Calling delete_port for dbdeea32-eac1-4775-8f37-feef71732da1 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:30.657913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.661507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d4eee738-46ef-4efd-92cf-86224acfc39e tempest-ServerDiskConfigTestJSON-1661048105 tempest-ServerDiskConfigTestJSON-1661048105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:30.688356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Port': ['ID=dbdeea32-eac1-4775-8f37-feef71732da1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:30.690383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No DVR routers for this DVR port dbdeea32-eac1-4775-8f37-feef71732da1 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:30.691674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:30.772115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.782187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70eb34f-0f99-42bb-b06d-69762118edbb']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:30.791510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4549e81-cd17-475a-81f6-389bc8602171') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:30.791804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4549e81-cd17-475a-81f6-389bc8602171') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:30.800994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.814400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.820202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:30.820568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:30.823457 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:30.972313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.975786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cbc880c5-088e-4018-b716-ea21bd6c0eda tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:30.979712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:30.981701 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/d70eb34f-0f99-42bb-b06d-69762118edbb HTTP/1.1" status: 204 len: 168 time: 2.2785602 Jun 22 10:00:30.985940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32806) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:30.991234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463890776'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:31.000878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Network': ['ID=d70eb34f-0f99-42bb-b06d-69762118edbb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:31.003576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:31.126739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:31.130259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.155961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:31.164264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.164607 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Added segment 40766d96-05a2-496f-bc99-f3ae6b05a32e of type vlan for network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 Jun 22 10:00:31.207386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.315052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.320663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:31.321271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.323618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7df42a33-0350-4681-bbb4-dfd8e6cce7e9 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:31.385474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Network': ['ID=7f20f3da-021b-41fa-a7eb-3135d2ed7b99,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:31.388982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:31.396599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:31.458900 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0548b69e-7744-4660-8ff2-f4def55ba78e tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4718277 Jun 22 10:00:31.461641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32808) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:31.467462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'subnet': {'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:31.624217 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:31.627712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.693596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Performing IP validity checks on allocation pools {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 10:00:31.694111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.ipam_backend_mixin [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93950) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 10:00:31.787854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c80c2464-e7ec-4e80-a291-3b1a03e27deb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:31.834542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c80c2464-e7ec-4e80-a291-3b1a03e27deb triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:31.834915 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.886559 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:31.890011 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d8ac2d74-beaa-4589-9d7e-9985a3903470 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:31.952331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Subnet': ['ID=acc7ae4c-ef0a-4c26-8431-e0d4addb149b,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:31.956006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:31.957111 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Checking segment: {'id': '40766d96-05a2-496f-bc99-f3ae6b05a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:31.957470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network hostable DHCP agents. Network: 7f20f3da-021b-41fa-a7eb-3135d2ed7b99, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:32.035082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:32.115148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 7f20f3da-021b-41fa-a7eb-3135d2ed7b99) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:32.119588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:32.120525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.126089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90def37a-07e7-49ce-b51b-ee29c442e7dc None None] Network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:32.257872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a49a4eea-225a-431f-af89-a35ea49aef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.269470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-7f20f3da-021b-41fa-a7eb-3135d2ed7b99', 'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99', 'tenant_id': 'cadeb9cf8c6c4891898925c50daf91f9', 'fixed_ips': [{'subnet_id': 'acc7ae4c-ef0a-4c26-8431-e0d4addb149b'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:32.270362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.283793 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8187201 Jun 22 10:00:32.284432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32810) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:32.382371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.407907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Allocated IP 2001:db8::3 (7f20f3da-021b-41fa-a7eb-3135d2ed7b99/acc7ae4c-ef0a-4c26-8431-e0d4addb149b/73044cb6-420f-4539-a3d9-38a9a47d943d) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:32.458538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.557098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.565016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Transition to ACTIVE for port object 73044cb6-420f-4539-a3d9-38a9a47d943d will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:32.578829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Transition to ACTIVE for port object 73044cb6-420f-4539-a3d9-38a9a47d943d will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:32.646329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.648184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:32.686939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:32.687923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.693748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:32.697749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:32.701339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Pushing event updated for resources: {'Port': ['ID=73044cb6-420f-4539-a3d9-38a9a47d943d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:32.705205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:32.744352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.748072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67648da1-c597-447d-8fcb-c2f0199269f8 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:32.756613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Attempting to bind port 73044cb6-420f-4539-a3d9-38a9a47d943d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:32.756881 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Attempting to bind port 73044cb6-420f-4539-a3d9-38a9a47d943d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '40766d96-05a2-496f-bc99-f3ae6b05a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:32.757256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Attempting to bind port 73044cb6-420f-4539-a3d9-38a9a47d943d on network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:32.764271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:32.764645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Checking segment: {'id': '40766d96-05a2-496f-bc99-f3ae6b05a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:32.765057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.765458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Bound using segment: {'id': '40766d96-05a2-496f-bc99-f3ae6b05a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:32.765944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Bound port: 73044cb6-420f-4539-a3d9-38a9a47d943d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40766d96-05a2-496f-bc99-f3ae6b05a32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:32.766334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.776374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Subnet': ['ID=acc7ae4c-ef0a-4c26-8431-e0d4addb149b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:32.784241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:32.834096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] For port 73044cb6-420f-4539-a3d9-38a9a47d943d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:32.837144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] For port 73044cb6-420f-4539-a3d9-38a9a47d943d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=73044cb6-420f-4539-a3d9-38a9a47d943d,segment=NetworkSegment(40766d96-05a2-496f-bc99-f3ae6b05a32e),segment_id=40766d96-05a2-496f-bc99-f3ae6b05a32e)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:32.837489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.847738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f20f3da-021b-41fa-a7eb-3135d2ed7b99']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:32.857324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40766d96-05a2-496f-bc99-f3ae6b05a32e') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:32.857614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40766d96-05a2-496f-bc99-f3ae6b05a32e') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:32.866195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.909901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.911688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.912788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:32.917592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:32.917959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:32.921116 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:32.988245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Pushing event updated for resources: {'Port': ['ID=73044cb6-420f-4539-a3d9-38a9a47d943d,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:32.992198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:33.016303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b34c40-50c3-48a6-8707-a34c88105a42 None None] Network 7f20f3da-021b-41fa-a7eb-3135d2ed7b99 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:33.035192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.db.api [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 10:00:33.035192 dv-neutron-797120-3-hyperv neutron-server[93950]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 10:00:33.035192 dv-neutron-797120-3-hyperv neutron-server[93950]: [parameters: {'id': '7f20f3da-021b-41fa-a7eb-3135d2ed7b99'}] Jun 22 10:00:33.035192 dv-neutron-797120-3-hyperv neutron-server[93950]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:00:33.035965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_db.api [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:00:33.143515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42633480-1e77-4547-91f1-032bb495367f None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 10:00:33.207112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42633480-1e77-4547-91f1-032bb495367f None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 10:00:33.536695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:33.589339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting port 73044cb6-420f-4539-a3d9-38a9a47d943d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:33.589678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:33.601024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:33.657279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] For port 73044cb6-420f-4539-a3d9-38a9a47d943d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=73044cb6-420f-4539-a3d9-38a9a47d943d,segment=NetworkSegment(40766d96-05a2-496f-bc99-f3ae6b05a32e),segment_id=40766d96-05a2-496f-bc99-f3ae6b05a32e)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:33.657636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:33.721977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Calling delete_port for 73044cb6-420f-4539-a3d9-38a9a47d943d owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:33.921187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:33.924168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:33.946373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Port': ['ID=73044cb6-420f-4539-a3d9-38a9a47d943d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:33.949702 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:33.950485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No DVR routers for this DVR port 73044cb6-420f-4539-a3d9-38a9a47d943d on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:34.031118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.040493 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f20f3da-021b-41fa-a7eb-3135d2ed7b99']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:34.050189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40766d96-05a2-496f-bc99-f3ae6b05a32e') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:34.050483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40766d96-05a2-496f-bc99-f3ae6b05a32e') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:34.059071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.072664 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.078985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:34.079373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:34.082218 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:34.234377 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.238943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.241448 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/7f20f3da-021b-41fa-a7eb-3135d2ed7b99 HTTP/1.1" status: 204 len: 168 time: 1.9557474 Jun 22 10:00:34.241748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd0aac41-d6a0-4a06-b4fc-5bb20ad249c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:34.244535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:34.250897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649249153'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:34.257364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Network': ['ID=7f20f3da-021b-41fa-a7eb-3135d2ed7b99,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:34.259635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:34.349373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:34.352848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.376786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:34.385098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.385434 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Added segment dfb11eb9-7f49-4675-8df7-897efcc3b3d5 of type vlan for network 951d293d-a01e-4390-b3db-455beb5bd4e9 Jun 22 10:00:34.423427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.560898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.566534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:34.567124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:34.570422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ca285e5a-9c32-462d-aacf-dc5c6a074a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:34.667471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Network': ['ID=951d293d-a01e-4390-b3db-455beb5bd4e9,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:34.670723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:34.678115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 951d293d-a01e-4390-b3db-455beb5bd4e9 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:34.715682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-39123c27-79bf-430d-9f63-30b7fa5a6c38 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4698308 Jun 22 10:00:34.719045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32814) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:34.724273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'subnet': {'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:34.904414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:34.907991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.081079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.161178 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.165630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a750c7a8-9dca-4d69-80ef-28149a74082c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:35.220556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Subnet': ['ID=1c63a67d-797b-485a-a8f3-7f1997ece3b5,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:35.224133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:35.229729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Checking segment: {'id': 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:35.230093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network hostable DHCP agents. Network: 951d293d-a01e-4390-b3db-455beb5bd4e9, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:35.327238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network 951d293d-a01e-4390-b3db-455beb5bd4e9 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:35.435004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 951d293d-a01e-4390-b3db-455beb5bd4e9) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:35.439624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:35.440244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.445162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4233b7cc-b11f-4221-95e7-d438fadf2160 None None] Network 951d293d-a01e-4390-b3db-455beb5bd4e9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:35.562282 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8421271 Jun 22 10:00:35.565748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32816) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:35.570857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-297744754'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:35.589738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-951d293d-a01e-4390-b3db-455beb5bd4e9', 'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9', 'tenant_id': 'cadeb9cf8c6c4891898925c50daf91f9', 'fixed_ips': [{'subnet_id': '1c63a67d-797b-485a-a8f3-7f1997ece3b5'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:35.590591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.646664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:35.650306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.677735 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:35.687473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.687944 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Added segment 20d4164a-4216-4b89-bc8a-77a1a402ef31 of type vlan for network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 Jun 22 10:00:35.729027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.733732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Allocated IP 2001:db8::2 (951d293d-a01e-4390-b3db-455beb5bd4e9/1c63a67d-797b-485a-a8f3-7f1997ece3b5/d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:35.823807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.830238 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:35.830825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.834150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-16a60078-57c4-49c0-8ee1-399d10257c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:35.872708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.881139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Transition to ACTIVE for port object d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:35.896099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Transition to ACTIVE for port object d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:35.901320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Network': ['ID=4b51dc0a-da89-4fb0-a545-b7ca172ae8e1,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:35.903960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:35.911803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:35.938600 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-825a400d-6155-4fb9-b271-510824aa9a06 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3717844 Jun 22 10:00:35.942086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32818) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:35.947197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Request body: {'subnet': {'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:35.955243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:35.963664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:36.011700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Network 951d293d-a01e-4390-b3db-455beb5bd4e9 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:36.020211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:36.024893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:36.027758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Pushing event updated for resources: {'Port': ['ID=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:36.031764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:36.086068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Attempting to bind port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:36.086354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Attempting to bind port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:36.086724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Attempting to bind port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f on network 951d293d-a01e-4390-b3db-455beb5bd4e9 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:36.091570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:36.092502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Checking segment: {'id': 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:36.092912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.093306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Bound using segment: {'id': 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:36.093780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Bound port: d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '951d293d-a01e-4390-b3db-455beb5bd4e9'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:36.094155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.137454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Made reservation on behalf of cadeb9cf8c6c4891898925c50daf91f9 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:36.141311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.302522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] For port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:36.305465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] For port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,segment=NetworkSegment(dfb11eb9-7f49-4675-8df7-897efcc3b3d5),segment_id=dfb11eb9-7f49-4675-8df7-897efcc3b3d5)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:36.384173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.386079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:36.418400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.422324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bb8b8cf5-81fe-42d0-bcf7-8c768cc15f37 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:36.444324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Pushing event updated for resources: {'Port': ['ID=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:36.447512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:36.494530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event updated for resources: {'Subnet': ['ID=672cfc9d-e09b-412d-8435-04089d7b454a,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:36.497604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:36.504311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Checking segment: {'id': '20d4164a-4216-4b89-bc8a-77a1a402ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:36.504667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network hostable DHCP agents. Network: 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:36.669589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:36.754847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:36.759114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:36.759712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.763448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c835c-1d65-442f-a1e0-c1bf621e4455 None None] Network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:36.881517 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9383605 Jun 22 10:00:36.883991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32820) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:36.920646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4b51dc0a-da89-4fb0-a545-b7ca172ae8e1', 'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1', 'tenant_id': 'cadeb9cf8c6c4891898925c50daf91f9', 'fixed_ips': [{'subnet_id': '672cfc9d-e09b-412d-8435-04089d7b454a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:36.921502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:36.985674 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.043695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.073481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Allocated IP 2001:db8::2 (4b51dc0a-da89-4fb0-a545-b7ca172ae8e1/672cfc9d-e09b-412d-8435-04089d7b454a/f38a8022-945f-495b-b161-cd500ace6647) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:37.231474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.240576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Transition to ACTIVE for port object f38a8022-945f-495b-b161-cd500ace6647 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:37.256713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Transition to ACTIVE for port object f38a8022-945f-495b-b161-cd500ace6647 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:37.299587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55065ac8-3c35-47fc-b62a-07b22bd123f9 None None] Network 951d293d-a01e-4390-b3db-455beb5bd4e9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:37.367677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.371627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:37.424135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:37.445142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:37.452419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a7fc22dd-1bf9-4a81-850f-8b5f07a4258a None None] Provisioning for port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:37.458101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:37.468152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Pushing event updated for resources: {'Port': ['ID=f38a8022-945f-495b-b161-cd500ace6647,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:37.472978 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:37.485271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.485754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f43dfc27-f20b-481c-a08a-f190049bfe82 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:37.515605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Subnet': ['ID=672cfc9d-e09b-412d-8435-04089d7b454a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:37.518286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:37.552044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Attempting to bind port f38a8022-945f-495b-b161-cd500ace6647 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:37.552331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Attempting to bind port f38a8022-945f-495b-b161-cd500ace6647 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '20d4164a-4216-4b89-bc8a-77a1a402ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:37.553474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Attempting to bind port f38a8022-945f-495b-b161-cd500ace6647 on network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:37.564777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:37.565152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Checking segment: {'id': '20d4164a-4216-4b89-bc8a-77a1a402ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:37.565564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.565968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Bound using segment: {'id': '20d4164a-4216-4b89-bc8a-77a1a402ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:37.566447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Bound port: f38a8022-945f-495b-b161-cd500ace6647, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d4164a-4216-4b89-bc8a-77a1a402ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:37.566827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.585525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.595638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b51dc0a-da89-4fb0-a545-b7ca172ae8e1']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:37.610472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d4164a-4216-4b89-bc8a-77a1a402ef31') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:37.610763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d4164a-4216-4b89-bc8a-77a1a402ef31') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:37.619538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.633966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.642053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:37.642444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:37.646053 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:37.651731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] For port f38a8022-945f-495b-b161-cd500ace6647, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:37.703398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] For port f38a8022-945f-495b-b161-cd500ace6647, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f38a8022-945f-495b-b161-cd500ace6647,segment=NetworkSegment(20d4164a-4216-4b89-bc8a-77a1a402ef31),segment_id=20d4164a-4216-4b89-bc8a-77a1a402ef31)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:37.766769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.db.api [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 10:00:37.766769 dv-neutron-797120-3-hyperv neutron-server[93949]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 10:00:37.766769 dv-neutron-797120-3-hyperv neutron-server[93949]: [parameters: {'id': '4b51dc0a-da89-4fb0-a545-b7ca172ae8e1'}] Jun 22 10:00:37.766769 dv-neutron-797120-3-hyperv neutron-server[93949]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:00:37.767220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_db.api [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:00:37.815658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:37.839459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:37.844996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:37.946152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Pushing event updated for resources: {'Port': ['ID=f38a8022-945f-495b-b161-cd500ace6647,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:37.955674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:37.972462 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01673f-989d-44c4-b9cd-cddc5e602bdd None None] Network 4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:38.052874 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:38.057884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:38.058265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.165549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bb154-3893-43c6-bfcf-ff5e5e2ee166 None None] get_active_networks_info from dv-neutron-797120-3-hyperv {{(pid=93951) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 10:00:38.192083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.243890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,segment=NetworkSegment(dfb11eb9-7f49-4675-8df7-897efcc3b3d5),segment_id=dfb11eb9-7f49-4675-8df7-897efcc3b3d5)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:38.266141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855bb154-3893-43c6-bfcf-ff5e5e2ee166 None None] Resources bound (agent type, host, resource id): {{(pid=93951) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 10:00:38.268729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.320552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.322937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting port f38a8022-945f-495b-b161-cd500ace6647 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:38.323355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.325438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:38.390967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] For port f38a8022-945f-495b-b161-cd500ace6647, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f38a8022-945f-495b-b161-cd500ace6647,segment=NetworkSegment(20d4164a-4216-4b89-bc8a-77a1a402ef31),segment_id=20d4164a-4216-4b89-bc8a-77a1a402ef31)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:38.391338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.394551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:38.397717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:38.455332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Calling delete_port for f38a8022-945f-495b-b161-cd500ace6647 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:38.606729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.609348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:38.633237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Port': ['ID=f38a8022-945f-495b-b161-cd500ace6647,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:38.636182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:38.636940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No DVR routers for this DVR port f38a8022-945f-495b-b161-cd500ace6647 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:38.715740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.725174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b51dc0a-da89-4fb0-a545-b7ca172ae8e1']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:38.735661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d4164a-4216-4b89-bc8a-77a1a402ef31') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:38.735990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d4164a-4216-4b89-bc8a-77a1a402ef31') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:38.744331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.758073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.763652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:38.764194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:38.766841 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:38.943845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.947406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9b08d32f-af8a-43dc-bd92-b6f89d66b8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:38.951785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:38.958578 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 HTTP/1.1" status: 204 len: 168 time: 2.0686603 Jun 22 10:00:38.958713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32822) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:38.965933 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Network': ['ID=4b51dc0a-da89-4fb0-a545-b7ca172ae8e1,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:38.969022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:38.991718 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-512fe1b1-80bd-48d1-b57d-bd355933c6d3 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] GET failed (client error): The resource could not be found. Jun 22 10:00:38.993035 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-512fe1b1-80bd-48d1-b57d-bd355933c6d3 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "GET /v2.0/subnets/672cfc9d-e09b-412d-8435-04089d7b454a HTTP/1.1" status: 404 len: 337 time: 0.0356560 Jun 22 10:00:38.995790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32824) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:39.013514 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04194a5-dd4e-432a-8fbb-c4fbb867d3aa tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:39.014028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04194a5-dd4e-432a-8fbb-c4fbb867d3aa tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:39.015607 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a04194a5-dd4e-432a-8fbb-c4fbb867d3aa tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 HTTP/1.1" status: 404 len: 339 time: 0.0186520 Jun 22 10:00:39.018941 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32826) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:39.044177 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-217de96d-0737-4fbc-ad26-ee8562163ebc tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:39.046521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217de96d-0737-4fbc-ad26-ee8562163ebc tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:39.046860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-217de96d-0737-4fbc-ad26-ee8562163ebc tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/subnets/672cfc9d-e09b-412d-8435-04089d7b454a HTTP/1.1" status: 404 len: 337 time: 0.0270519 Jun 22 10:00:39.049215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32828) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:39.066762 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d31886c-2344-409f-b11a-9b4a2a9cdfc8 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:39.067284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d31886c-2344-409f-b11a-9b4a2a9cdfc8 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93950) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:39.068899 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3d31886c-2344-409f-b11a-9b4a2a9cdfc8 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/4b51dc0a-da89-4fb0-a545-b7ca172ae8e1 HTTP/1.1" status: 404 len: 339 time: 0.0188055 Jun 22 10:00:39.071158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32830) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:39.122500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting subnet 1c63a67d-797b-485a-a8f3-7f1997ece3b5 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:00:39.125735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.174844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.261588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.390174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.393102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f83fc973-d2ac-4ab5-8242-20ade6af862e tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:39.418685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Subnet': ['ID=1c63a67d-797b-485a-a8f3-7f1997ece3b5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:39.421135 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.422913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/subnets/1c63a67d-797b-485a-a8f3-7f1997ece3b5 HTTP/1.1" status: 204 len: 168 time: 0.3508804 Jun 22 10:00:39.424913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129bce0f-1693-4f56-a80e-8e8fe301a888 None None] Network 951d293d-a01e-4390-b3db-455beb5bd4e9 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:39.431454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32832) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:39.439022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.439570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.439986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.440365 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.440740 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.441112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.441482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.441850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.442221 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.442628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.443923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.444333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:39.447706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4b0fe7c1-ddbe-4bcb-bc7e-b1780d2efb2c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:39.514126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.573268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:39.573614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.578194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.634138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] DHCP port deletion for 951d293d-a01e-4390-b3db-455beb5bd4e9 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:00:39.646641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] For port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,segment=NetworkSegment(dfb11eb9-7f49-4675-8df7-897efcc3b3d5),segment_id=dfb11eb9-7f49-4675-8df7-897efcc3b3d5)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:39.647225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.680759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Deleting port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:39.681306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.712297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Calling delete_port for d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:39.747103 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] For port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,segment=NetworkSegment(dfb11eb9-7f49-4675-8df7-897efcc3b3d5),segment_id=dfb11eb9-7f49-4675-8df7-897efcc3b3d5)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:39.747521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.818598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Calling delete_port for d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:39.821834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:39.893226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.895378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:39.905835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No active binding found for port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f {{(pid=93951) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 10:00:39.909713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:39.919827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Port': ['ID=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:39.922820 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:39.923713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No DVR routers for this DVR port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:39.934022 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:39.936503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:39.961691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Pushing event deleted for resources: {'Port': ['ID=d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:39.963475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] No DVR routers for this DVR port d50d0b53-b1aa-4dcb-a5be-fca1f5219c5f on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:39.964852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:40.006358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.016547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951d293d-a01e-4390-b3db-455beb5bd4e9']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:40.025953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:40.026257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb11eb9-7f49-4675-8df7-897efcc3b3d5') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:40.035546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.049538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.055101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:40.055487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:40.058419 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:40.229524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.233115 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e78d7b45-19ec-4f7e-ab5b-8929aff3be75 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:40.237013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.238785 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/951d293d-a01e-4390-b3db-455beb5bd4e9 HTTP/1.1" status: 204 len: 168 time: 0.8122582 Jun 22 10:00:40.241122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32834) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.258314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Network': ['ID=951d293d-a01e-4390-b3db-455beb5bd4e9,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:40.275538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:40.276855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f4ba2b-d783-4b07-ae91-f423da11e9f0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:40.277304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f4ba2b-d783-4b07-ae91-f423da11e9f0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:40.278990 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b7f4ba2b-d783-4b07-ae91-f423da11e9f0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/subnets/acc7ae4c-ef0a-4c26-8431-e0d4addb149b HTTP/1.1" status: 404 len: 337 time: 0.0369308 Jun 22 10:00:40.282008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32836) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.303172 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-91021df7-0e67-46fa-ab0a-d1f8055cbc58 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:40.303617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91021df7-0e67-46fa-ab0a-d1f8055cbc58 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:40.305244 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-91021df7-0e67-46fa-ab0a-d1f8055cbc58 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/7f20f3da-021b-41fa-a7eb-3135d2ed7b99 HTTP/1.1" status: 404 len: 339 time: 0.0223665 Jun 22 10:00:40.307474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32838) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.332047 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1522d5-c90c-48ce-aa3b-ac64c5ff7ca2 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:40.332483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1522d5-c90c-48ce-aa3b-ac64c5ff7ca2 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:40.334040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2f1522d5-c90c-48ce-aa3b-ac64c5ff7ca2 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/subnets/7d8c5c3f-edf8-4f34-beae-c0a10e8301ac HTTP/1.1" status: 404 len: 337 time: 0.0256889 Jun 22 10:00:40.336270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32840) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.353362 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07b1b9a-5e9d-4a61-ae2b-46525a670c7f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] DELETE failed (client error): The resource could not be found. Jun 22 10:00:40.353878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07b1b9a-5e9d-4a61-ae2b-46525a670c7f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93949) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 10:00:40.355439 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b07b1b9a-5e9d-4a61-ae2b-46525a670c7f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/d70eb34f-0f99-42bb-b06d-69762118edbb HTTP/1.1" status: 404 len: 339 time: 0.0183320 Jun 22 10:00:40.357632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32842) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.406490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting subnet 84024538-1fc0-4d54-b06f-48c6665871c5 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:00:40.409591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.447230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.562676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.692859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.695711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7f2096e8-aa63-4e65-b24b-f56ffa08ea32 tempest-RoutersNegativeIpV6Test-125441892 tempest-RoutersNegativeIpV6Test-125441892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:40.722655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.724904 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/subnets/84024538-1fc0-4d54-b06f-48c6665871c5 HTTP/1.1" status: 204 len: 168 time: 0.3660240 Jun 22 10:00:40.725991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Subnet': ['ID=84024538-1fc0-4d54-b06f-48c6665871c5,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:40.727032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32844) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:40.728099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93fd589-7510-4be8-82e4-f298487d5a4e None None] Network c6ddbd84-50b3-4e2f-86d7-c89add85de2c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:40.728520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:40.808969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.861812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Deleting port c80c2464-e7ec-4e80-a291-3b1a03e27deb {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:40.862020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.918684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] DHCP port deletion for c6ddbd84-50b3-4e2f-86d7-c89add85de2c request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:00:40.928052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] For port c80c2464-e7ec-4e80-a291-3b1a03e27deb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c80c2464-e7ec-4e80-a291-3b1a03e27deb,segment=NetworkSegment(0195f0a4-4a19-40ef-b300-b896ff9b4869),segment_id=0195f0a4-4a19-40ef-b300-b896ff9b4869)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:40.928416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.964533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Deleting port c80c2464-e7ec-4e80-a291-3b1a03e27deb {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:40.964912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:40.996724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Calling delete_port for c80c2464-e7ec-4e80-a291-3b1a03e27deb owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:41.029211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] For port c80c2464-e7ec-4e80-a291-3b1a03e27deb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c80c2464-e7ec-4e80-a291-3b1a03e27deb,segment=NetworkSegment(0195f0a4-4a19-40ef-b300-b896ff9b4869),segment_id=0195f0a4-4a19-40ef-b300-b896ff9b4869)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:41.029621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.090953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Calling delete_port for c80c2464-e7ec-4e80-a291-3b1a03e27deb owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:41.145775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.147125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e4b45869-15be-47c1-901c-4577babfc49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:41.169242 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.170518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Port': ['ID=c80c2464-e7ec-4e80-a291-3b1a03e27deb,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:41.171634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:41.173789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:41.174577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] No DVR routers for this DVR port c80c2464-e7ec-4e80-a291-3b1a03e27deb on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:41.195940 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Pushing event deleted for resources: {'Port': ['ID=c80c2464-e7ec-4e80-a291-3b1a03e27deb,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:41.198791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:41.199603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] No DVR routers for this DVR port c80c2464-e7ec-4e80-a291-3b1a03e27deb on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:41.259035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.268905 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ddbd84-50b3-4e2f-86d7-c89add85de2c']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:41.278298 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0195f0a4-4a19-40ef-b300-b896ff9b4869') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:41.278596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0195f0a4-4a19-40ef-b300-b896ff9b4869') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:41.287938 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.301540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.307131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:41.307517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:41.310522 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:41.446739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.450024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e8c28431-9e28-444f-9b6f-c0bf08b5f1c6 tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:41.459515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:41.459515 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] 10.222.0.65 "DELETE /v2.0/networks/c6ddbd84-50b3-4e2f-86d7-c89add85de2c HTTP/1.1" status: 204 len: 168 time: 0.7269425 Jun 22 10:00:41.468700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Pushing event deleted for resources: {'Network': ['ID=c6ddbd84-50b3-4e2f-86d7-c89add85de2c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:41.471040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:41.788269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c80c2464-e7ec-4e80-a291-3b1a03e27deb no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:41.808955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c80c2464-e7ec-4e80-a291-3b1a03e27deb {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:41.809316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c80c2464-e7ec-4e80-a291-3b1a03e27deb not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:42.005669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32850) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:42.130907 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d921b8d5-8bbc-48cd-a0b1-db6cdda63d3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cadeb9cf8c6c4891898925c50daf91f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239808 Jun 22 10:00:42.133207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32854) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:42.184361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:42.204355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:42.320793 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:42.323411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:42.324651 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4dabeae9-a29e-4e76-86f9-808732631027 HTTP/1.1" status: 204 len: 168 time: 0.1905353 Jun 22 10:00:42.325470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-41fff075-4b95-4100-9746-0896770f1e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:42.334053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabeae9-a29e-4e76-86f9-808732631027,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:42.339197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-260f129e-876e-46b7-92e3-eeb62662b030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:43.368533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32876) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:43.461232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1898984322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:43.601187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:43.602251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:43.653185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:43.726872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:43.858716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:43.859974 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d33c98ba-aaac-49bc-877d-c799684ca2fb tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4903626 Jun 22 10:00:43.862572 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32880) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:43.867556 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1286597688'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:43.972060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Made reservation on behalf of 339cf4ffda94453caa60bac4fa67e407 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:43.975519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:43.985071 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.074929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.154887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.157925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2f831065-91b5-41db-bd28-2f0f9ece1386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:44.183733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:44.189790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7887b5e-ed9a-47c2-a90a-1930016acba9,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:44.193358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:44.197379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.197709 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Added segment 5e5c52a0-2473-40b5-be96-5c7e14c77dff of type vlan for network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 Jun 22 10:00:44.236942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.331250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.336748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:44.337330 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.339688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:44.401426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event updated for resources: {'Network': ['ID=6ba7c8d9-2d9c-4599-b394-dfc1d14a5244,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:44.404112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:44.411938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:44.446784 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5831509 Jun 22 10:00:44.449584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32882) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:44.454886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Request body: {'subnet': {'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:44.600846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Made reservation on behalf of 339cf4ffda94453caa60bac4fa67e407 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:44.604535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.829695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:44.832566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-323f0f43-5e25-4774-917d-da8b7d18443d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:44.890162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event updated for resources: {'Subnet': ['ID=b5205bea-ff4b-4866-bf9d-78e2926f84ff,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:44.894503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:44.899749 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Checking segment: {'id': '5e5c52a0-2473-40b5-be96-5c7e14c77dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:44.900211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Network hostable DHCP agents. Network: 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:45.011743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:45.126235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:45.130739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.131360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.137670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa5174-2f13-47e2-a2c7-611d96c97a04 None None] Network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:45.219334 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3144ac01-ced4-457a-ad91-7d5d6acc2750 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7683234 Jun 22 10:00:45.222626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:45.228001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-164538832'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:45.287060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-6ba7c8d9-2d9c-4599-b394-dfc1d14a5244', 'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244', 'tenant_id': '339cf4ffda94453caa60bac4fa67e407', 'fixed_ips': [{'subnet_id': 'b5205bea-ff4b-4866-bf9d-78e2926f84ff'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:45.287956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.314824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Made reservation on behalf of 339cf4ffda94453caa60bac4fa67e407 for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:45.318378 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.346983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:45.355612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.355982 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Added segment 7bcfadcf-232e-4880-ba60-6012cc3e400d of type vlan for network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 Jun 22 10:00:45.395759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.417413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Allocated IP 172.20.0.2 (6ba7c8d9-2d9c-4599-b394-dfc1d14a5244/b5205bea-ff4b-4866-bf9d-78e2926f84ff/3742b105-2343-488f-9686-535fb5f57033) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:45.503590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.509245 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:45.510065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.513169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1d1bbb12-fc84-465e-86dd-40c5893e7ab3 tempest-NetworksIpV6Test-1457913034 tempest-NetworksIpV6Test-1457913034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:45.561647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.570053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Transition to ACTIVE for port object 3742b105-2343-488f-9686-535fb5f57033 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:45.579819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event updated for resources: {'Network': ['ID=4f31b41b-8fb0-414f-bb2a-b081a567ec68,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:45.582536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:45.584771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Transition to ACTIVE for port object 3742b105-2343-488f-9686-535fb5f57033 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:45.590400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:45.617981 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3942592 Jun 22 10:00:45.620748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32886) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:45.626703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Request body: {'subnet': {'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:45.658055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.660004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:45.806703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Made reservation on behalf of 339cf4ffda94453caa60bac4fa67e407 for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:45.810241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.850902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:45.853746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:45.859261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:45.866144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Pushing event updated for resources: {'Port': ['ID=3742b105-2343-488f-9686-535fb5f57033,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:45.870203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:45.919902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Attempting to bind port 3742b105-2343-488f-9686-535fb5f57033 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:45.920329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Attempting to bind port 3742b105-2343-488f-9686-535fb5f57033 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '5e5c52a0-2473-40b5-be96-5c7e14c77dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:45.920880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Attempting to bind port 3742b105-2343-488f-9686-535fb5f57033 on network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:45.926048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:45.926299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Checking segment: {'id': '5e5c52a0-2473-40b5-be96-5c7e14c77dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:45.926705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.927211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Bound using segment: {'id': '5e5c52a0-2473-40b5-be96-5c7e14c77dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:45.927556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Bound port: 3742b105-2343-488f-9686-535fb5f57033, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c52a0-2473-40b5-be96-5c7e14c77dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6ba7c8d9-2d9c-4599-b394-dfc1d14a5244'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:45.927950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:45.989051 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] For port 3742b105-2343-488f-9686-535fb5f57033, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:45.992162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] For port 3742b105-2343-488f-9686-535fb5f57033, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3742b105-2343-488f-9686-535fb5f57033,segment=NetworkSegment(5e5c52a0-2473-40b5-be96-5c7e14c77dff),segment_id=5e5c52a0-2473-40b5-be96-5c7e14c77dff)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:46.052593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.055644 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-976b9386-1a50-4a50-8401-b8b849aee298 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:46.075770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.077908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:46.119828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event updated for resources: {'Subnet': ['ID=fd9263d6-24eb-425b-a734-cc931aa2daa6,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:46.125611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:46.128259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Checking segment: {'id': '7bcfadcf-232e-4880-ba60-6012cc3e400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:46.128635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Network hostable DHCP agents. Network: 4f31b41b-8fb0-414f-bb2a-b081a567ec68, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:46.142879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Pushing event updated for resources: {'Port': ['ID=3742b105-2343-488f-9686-535fb5f57033,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:46.146607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:46.200984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:46.263666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 4f31b41b-8fb0-414f-bb2a-b081a567ec68) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:46.268187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:46.268801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.276349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62318c4-99bb-47ae-8d32-e0166aa09970 None None] Network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:46.333155 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7108898 Jun 22 10:00:46.335696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32888) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:46.340977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-30056c61-5f3d-46a6-9fc3-f9b0a82f51de tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:46.455951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-4f31b41b-8fb0-414f-bb2a-b081a567ec68', 'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68', 'tenant_id': '339cf4ffda94453caa60bac4fa67e407', 'fixed_ips': [{'subnet_id': 'fd9263d6-24eb-425b-a734-cc931aa2daa6'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:46.457358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.595736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Allocated IP 172.21.0.2 (4f31b41b-8fb0-414f-bb2a-b081a567ec68/fd9263d6-24eb-425b-a734-cc931aa2daa6/480d23f0-0412-4ceb-9136-cb5841d0b82f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:46.746281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.756207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Transition to ACTIVE for port object 480d23f0-0412-4ceb-9136-cb5841d0b82f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:46.771585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Transition to ACTIVE for port object 480d23f0-0412-4ceb-9136-cb5841d0b82f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:46.847424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.850282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:46.882588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-30056c61-5f3d-46a6-9fc3-f9b0a82f51de tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.899777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:46.902797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:46.905802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:46.921273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Pushing event updated for resources: {'Port': ['ID=480d23f0-0412-4ceb-9136-cb5841d0b82f,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:46.924120 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:46.980217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Attempting to bind port 480d23f0-0412-4ceb-9136-cb5841d0b82f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:46.980595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Attempting to bind port 480d23f0-0412-4ceb-9136-cb5841d0b82f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '7bcfadcf-232e-4880-ba60-6012cc3e400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:46.980992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Attempting to bind port 480d23f0-0412-4ceb-9136-cb5841d0b82f on network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:46.986421 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:46.986807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Checking segment: {'id': '7bcfadcf-232e-4880-ba60-6012cc3e400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:46.987222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:46.987620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Bound using segment: {'id': '7bcfadcf-232e-4880-ba60-6012cc3e400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:46.988138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Bound port: 480d23f0-0412-4ceb-9136-cb5841d0b82f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcfadcf-232e-4880-ba60-6012cc3e400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4f31b41b-8fb0-414f-bb2a-b081a567ec68'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:46.988587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.055617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f492e-b72d-4f90-9235-cc64a2526ce5 None None] Network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:47.060288 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.api.v2.resource [None req-30056c61-5f3d-46a6-9fc3-f9b0a82f51de tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 10:00:47.061367 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-30056c61-5f3d-46a6-9fc3-f9b0a82f51de tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "PUT /v2.0/routers/37322739-4b6d-42e6-a69f-0e6a1e65ed91 HTTP/1.1" status: 400 len: 364 time: 0.7247195 Jun 22 10:00:47.067509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32890) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:47.070592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] For port 480d23f0-0412-4ceb-9136-cb5841d0b82f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:47.115772 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] For port 480d23f0-0412-4ceb-9136-cb5841d0b82f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=480d23f0-0412-4ceb-9136-cb5841d0b82f,segment=NetworkSegment(7bcfadcf-232e-4880-ba60-6012cc3e400d),segment_id=7bcfadcf-232e-4880-ba60-6012cc3e400d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:47.130193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Deleting subnet fd9263d6-24eb-425b-a734-cc931aa2daa6 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:00:47.133678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.177168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.187323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.192006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70ff1276-a25a-4666-86eb-62fc3c0dcc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:47.242203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-cf682462-11b1-4569-9239-6de2b1f92c0b None None] Provisioning for port 3742b105-2343-488f-9686-535fb5f57033 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:47.276613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.280035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Pushing event updated for resources: {'Port': ['ID=480d23f0-0412-4ceb-9136-cb5841d0b82f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:47.283680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:47.454018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.456282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ff7abf70-4f6f-405a-b3b0-d2fc00bc5709 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:47.482012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9263d6-24eb-425b-a734-cc931aa2daa6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:47.486915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:47.491138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.493141 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c9e179f-4fc3-48bc-b3e6-3c9809000540 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "DELETE /v2.0/subnets/fd9263d6-24eb-425b-a734-cc931aa2daa6 HTTP/1.1" status: 204 len: 168 time: 0.4246497 Jun 22 10:00:47.495618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32892) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:47.587538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.642563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Deleting port 480d23f0-0412-4ceb-9136-cb5841d0b82f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:47.642807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.703201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] For port 480d23f0-0412-4ceb-9136-cb5841d0b82f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=480d23f0-0412-4ceb-9136-cb5841d0b82f,segment=NetworkSegment(7bcfadcf-232e-4880-ba60-6012cc3e400d),segment_id=7bcfadcf-232e-4880-ba60-6012cc3e400d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:47.703556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.771907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Calling delete_port for 480d23f0-0412-4ceb-9136-cb5841d0b82f owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:47.856651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3742b105-2343-488f-9686-535fb5f57033 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:47.915903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:47.919946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2b1cdedc-614b-4f85-ba03-9a191c0dbb31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:47.945126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event deleted for resources: {'Port': ['ID=480d23f0-0412-4ceb-9136-cb5841d0b82f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:47.948793 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:47.956068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] No DVR routers for this DVR port 480d23f0-0412-4ceb-9136-cb5841d0b82f on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:47.978122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 3742b105-2343-488f-9686-535fb5f57033 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:47.982265 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3742b105-2343-488f-9686-535fb5f57033 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:47.983336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.047709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.061398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f31b41b-8fb0-414f-bb2a-b081a567ec68']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:48.070730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcfadcf-232e-4880-ba60-6012cc3e400d') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:48.070974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.071071 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcfadcf-232e-4880-ba60-6012cc3e400d') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:48.081275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.104659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.111519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 3742b105-2343-488f-9686-535fb5f57033, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3742b105-2343-488f-9686-535fb5f57033,segment=NetworkSegment(5e5c52a0-2473-40b5-be96-5c7e14c77dff),segment_id=5e5c52a0-2473-40b5-be96-5c7e14c77dff)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:48.112109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:48.112692 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:48.115685 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:48.206545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.207991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 480d23f0-0412-4ceb-9136-cb5841d0b82f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:48.209839 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f0ab5535-421b-49a7-b11e-1d1da970dd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:48.259806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d15c86-220f-4875-8a8e-0334a0522028 None None] Network 4f31b41b-8fb0-414f-bb2a-b081a567ec68 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:48.265506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 480d23f0-0412-4ceb-9136-cb5841d0b82f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:48.265956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 480d23f0-0412-4ceb-9136-cb5841d0b82f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 22 10:00:48.281502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.285279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:48.292213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.294043 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "DELETE /v2.0/networks/4f31b41b-8fb0-414f-bb2a-b081a567ec68 HTTP/1.1" status: 204 len: 168 time: 0.7972152 Jun 22 10:00:48.297258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32894) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:48.312485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event deleted for resources: {'Network': ['ID=4f31b41b-8fb0-414f-bb2a-b081a567ec68,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:48.314871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:48.340782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Port 480d23f0-0412-4ceb-9136-cb5841d0b82f not found, will not notify nova. {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 22 10:00:48.360043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-82fc0eda-814a-40d2-a012-89f79c43a12c None None] Could not find standard attr ID for object 480d23f0-0412-4ceb-9136-cb5841d0b82f. {{(pid=93951) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 10:00:48.362747 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Deleting subnet b5205bea-ff4b-4866-bf9d-78e2926f84ff {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:00:48.365913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.372816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=3742b105-2343-488f-9686-535fb5f57033,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:48.377673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:48.485221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c3ba8-a42e-4bad-a847-5613beb411a0 None None] DHCP port deletion for 4f31b41b-8fb0-414f-bb2a-b081a567ec68 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:00:48.667459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.747547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.875592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.877583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4a67e0ce-0e25-4087-94a2-f577485ee1bd tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:48.900279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event deleted for resources: {'Subnet': ['ID=b5205bea-ff4b-4866-bf9d-78e2926f84ff,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:48.903605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:48.906968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:48.908825 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "DELETE /v2.0/subnets/b5205bea-ff4b-4866-bf9d-78e2926f84ff HTTP/1.1" status: 204 len: 168 time: 0.6105881 Jun 22 10:00:48.911218 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32896) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:48.913721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e0e40-d1c7-403e-8f1f-5cd601f11f4a None None] Network 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:48.985574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.037605 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Deleting port 3742b105-2343-488f-9686-535fb5f57033 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:49.037841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.091189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] DHCP port deletion for 6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:00:49.108338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] For port 3742b105-2343-488f-9686-535fb5f57033, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3742b105-2343-488f-9686-535fb5f57033,segment=NetworkSegment(5e5c52a0-2473-40b5-be96-5c7e14c77dff),segment_id=5e5c52a0-2473-40b5-be96-5c7e14c77dff)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:49.108707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.144270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Deleting port 3742b105-2343-488f-9686-535fb5f57033 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:00:49.144514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.181673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Calling delete_port for 3742b105-2343-488f-9686-535fb5f57033 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:49.208066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] For port 3742b105-2343-488f-9686-535fb5f57033, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3742b105-2343-488f-9686-535fb5f57033,segment=NetworkSegment(5e5c52a0-2473-40b5-be96-5c7e14c77dff),segment_id=5e5c52a0-2473-40b5-be96-5c7e14c77dff)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:49.208470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.276370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Calling delete_port for 3742b105-2343-488f-9686-535fb5f57033 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:00:49.314984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.317971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4c0942b5-3c1f-4ced-8fb1-bb202005a672 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:49.341034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event deleted for resources: {'Port': ['ID=3742b105-2343-488f-9686-535fb5f57033,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:49.344955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:49.345729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] No DVR routers for this DVR port 3742b105-2343-488f-9686-535fb5f57033 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:49.354193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.356972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:49.385010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] No DVR routers for this DVR port 3742b105-2343-488f-9686-535fb5f57033 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:00:49.386590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Pushing event deleted for resources: {'Port': ['ID=3742b105-2343-488f-9686-535fb5f57033,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:49.389795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:49.430845 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.442513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba7c8d9-2d9c-4599-b394-dfc1d14a5244']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:49.453809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5c52a0-2473-40b5-be96-5c7e14c77dff') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:49.454193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5c52a0-2473-40b5-be96-5c7e14c77dff') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:49.463405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.477145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.483260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:00:49.483697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:00:49.486764 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:00:49.589490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.592901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:49.596844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.598556 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "DELETE /v2.0/networks/6ba7c8d9-2d9c-4599-b394-dfc1d14a5244 HTTP/1.1" status: 204 len: 168 time: 0.6864114 Jun 22 10:00:49.601272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32898) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:49.614149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Pushing event deleted for resources: {'Network': ['ID=6ba7c8d9-2d9c-4599-b394-dfc1d14a5244,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:49.616531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:49.633360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fd48c33b-93bd-4980-bfdd-b616e9bbad98 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "GET /v2.0/ports?device_id=37322739-4b6d-42e6-a69f-0e6a1e65ed91 HTTP/1.1" status: 200 len: 205 time: 0.0307169 Jun 22 10:00:49.635469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 32900) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:49.710226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.791904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3742b105-2343-488f-9686-535fb5f57033 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:49.812801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 3742b105-2343-488f-9686-535fb5f57033 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:49.813154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3742b105-2343-488f-9686-535fb5f57033 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:49.813580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 480d23f0-0412-4ceb-9136-cb5841d0b82f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:00:49.831391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 480d23f0-0412-4ceb-9136-cb5841d0b82f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:00:49.831741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 480d23f0-0412-4ceb-9136-cb5841d0b82f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:00:49.887656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:49.889902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.011898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.012402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Fanout notify agent at l3_agent the message router_deleted on router 37322739-4b6d-42e6-a69f-0e6a1e65ed91 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:00:50.019172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.020215 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e75c7fe0-a839-4e86-ae86-d7b0fc59ea9f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] 10.222.0.65 "DELETE /v2.0/routers/37322739-4b6d-42e6-a69f-0e6a1e65ed91 HTTP/1.1" status: 204 len: 168 time: 0.3838081 Jun 22 10:00:50.422621 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32906) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:50.550016 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1c63df0b-f005-4202-8687-acc873ae450b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=339cf4ffda94453caa60bac4fa67e407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261075 Jun 22 10:00:50.552286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32910) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:50.599891 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.620488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.750079 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.752746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:50.753882 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7887b5e-ed9a-47c2-a90a-1930016acba9 HTTP/1.1" status: 204 len: 168 time: 0.2007101 Jun 22 10:00:50.754974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-99b54cea-d8c0-4f29-b88a-790c31e0122e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:50.762407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7887b5e-ed9a-47c2-a90a-1930016acba9,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:50.764893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-765f6f4b-07a4-4bde-a33e-7f3514785b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:51.620553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32932) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:51.712438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1093491439-network', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:51.858105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Made reservation on behalf of eb2bd6e2394544f287b708d0183ce208 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:51.860547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.869237 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:51.956554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.023607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.026537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3febb39d-7a44-462c-9d00-a87ad85a1ae9 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:52.050807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:52.059278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:52.063480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:52.066116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.066449 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Added segment 9548e589-5b88-4afe-bf20-8b82f2ef74c6 of type vlan for network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 Jun 22 10:00:52.103854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.206088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.207171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:52.207695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.210678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-083a2bc4-0a44-42c8-8a1d-d1327c270620 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:52.266138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Pushing event updated for resources: {'Network': ['ID=a7580d6b-2e65-45a9-8ada-41b639ea7cf4,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:52.268817 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:52.276398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:52.298803 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6768837 Jun 22 10:00:52.301737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32936) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:52.307067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Request body: {'subnet': {'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-subnet', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:52.383444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Made reservation on behalf of eb2bd6e2394544f287b708d0183ce208 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:52.385933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.612662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.616670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e7911e78-525a-45d6-93d5-9fb6df6d0eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:52.674530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591db747-81c9-43b5-b383-03a5be4e2049,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:52.679352 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:52.687415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Checking segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:52.687946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Network hostable DHCP agents. Network: a7580d6b-2e65-45a9-8ada-41b639ea7cf4, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:52.772099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:52.863949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a7580d6b-2e65-45a9-8ada-41b639ea7cf4) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:52.868078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:52.868678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:52.875130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091fe5e-cef6-4ff6-93de-919d32ade9d2 None None] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:52.950382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bdb681e5-fa72-419c-add6-baa4529f36b2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6472986 Jun 22 10:00:52.952925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32938) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:52.958150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:53.041481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.042545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.059482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'fixed_ips': [{'subnet_id': '591db747-81c9-43b5-b383-03a5be4e2049'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:53.061400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.112360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.207938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Allocated IP 172.20.0.2 (a7580d6b-2e65-45a9-8ada-41b639ea7cf4/591db747-81c9-43b5-b383-03a5be4e2049/7ebe2c6b-5102-4646-9641-f401b179e727) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:53.360586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.365481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.371231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Transition to ACTIVE for port object 7ebe2c6b-5102-4646-9641-f401b179e727 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:53.388211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Transition to ACTIVE for port object 7ebe2c6b-5102-4646-9641-f401b179e727 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:53.492644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.495647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:53.547675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:53.552818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:53.557011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:53.601640 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Pushing event updated for resources: {'Port': ['ID=7ebe2c6b-5102-4646-9641-f401b179e727,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:53.604594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:53.645037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Attempting to bind port 7ebe2c6b-5102-4646-9641-f401b179e727 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:53.645344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Attempting to bind port 7ebe2c6b-5102-4646-9641-f401b179e727 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:53.645716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Attempting to bind port 7ebe2c6b-5102-4646-9641-f401b179e727 on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:53.650591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:53.651063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Checking segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:53.651469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.651860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Bound using segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:53.652345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Bound port: 7ebe2c6b-5102-4646-9641-f401b179e727, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:53.652715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.654447 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.674430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.719847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] For port 7ebe2c6b-5102-4646-9641-f401b179e727, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:53.723007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] For port 7ebe2c6b-5102-4646-9641-f401b179e727, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7ebe2c6b-5102-4646-9641-f401b179e727,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:53.782730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Allocated IP 172.26.6.205 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/a4b909c5-62b8-4e2e-9fe0-570fbae686ea) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:53.807530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:53.810390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:53.867860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Pushing event updated for resources: {'Port': ['ID=7ebe2c6b-5102-4646-9641-f401b179e727,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:53.871398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:53.886469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:54.007626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:54.009950 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f3a1c3c-c28f-41eb-af83-b6a46cc64ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:54.058021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:54.061751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:54.070818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:54.073160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:54.093279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:54.429215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:54.634013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:54.725514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a554d11-a11b-454a-9d10-83abd4cc18e1 None None] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:54.886603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:00:54.954790 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c77858e6-2136-47ef-9244-3ce114ae4dbf None None] Provisioning for port 7ebe2c6b-5102-4646-9641-f401b179e727 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:55.001852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:00:55.012490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Sync routers for ids ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:00:55.023081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Routers {'9ab87440-b0a0-47ce-b54b-94b1910fa9f1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:55.023721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:00:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:55.115294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.116636 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1626644 Jun 22 10:00:55.119287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32940) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:55.153950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Set router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:55.332381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:54Z', 'revision_number': 3, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:55.364514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Checking router: 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:00:55.364872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Updating router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 port a4b909c5-62b8-4e2e-9fe0-570fbae686ea binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:00:55.400377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.661775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.671936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Transition to ACTIVE for port object a4b909c5-62b8-4e2e-9fe0-570fbae686ea will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:55.772533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.774656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:55.813128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.828358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Attempting to bind port a4b909c5-62b8-4e2e-9fe0-570fbae686ea on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:55.828647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Attempting to bind port a4b909c5-62b8-4e2e-9fe0-570fbae686ea by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:55.829009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Attempting to bind port a4b909c5-62b8-4e2e-9fe0-570fbae686ea on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:55.831008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Pushing event updated for resources: {'Port': ['ID=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:55.839170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:55.839548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:55.839980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.840375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:55.841335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Bound port: a4b909c5-62b8-4e2e-9fe0-570fbae686ea, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:55.841335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:55.845556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.845897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.846233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.846561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.846878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.847200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.847518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.847831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.848172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.848486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.848878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.849104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:55.852081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7ebe2c6b-5102-4646-9641-f401b179e727 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:55.854646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:55.985048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Allocated IP 172.20.0.1 (a7580d6b-2e65-45a9-8ada-41b639ea7cf4/591db747-81c9-43b5-b383-03a5be4e2049/48e8b945-7a7b-4ec7-abc3-7be3ca937ce5) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:56.083284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] For port a4b909c5-62b8-4e2e-9fe0-570fbae686ea, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:56.086548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] For port a4b909c5-62b8-4e2e-9fe0-570fbae686ea, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:56.098379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.112462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Transition to ACTIVE for port object 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:56.161435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.164347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:56.194884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 7ebe2c6b-5102-4646-9641-f401b179e727 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:56.205490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7ebe2c6b-5102-4646-9641-f401b179e727 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:56.205904 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.237582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Routers {'9ab87440-b0a0-47ce-b54b-94b1910fa9f1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:56.238211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:00:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:56.247341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.251007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-45ac6b29-0f37-4ad2-b504-cee3dac83bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:56.285089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:56.288380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Pushing event updated for resources: {'Port': ['ID=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:56.289333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:56.292396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:56.298192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:56.320656 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Pushing event updated for resources: {'Port': ['ID=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:56.323522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:56.343836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.399893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] Set router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:56.401995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.535708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 7ebe2c6b-5102-4646-9641-f401b179e727, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7ebe2c6b-5102-4646-9641-f401b179e727,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:56.580373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.601337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.604323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:56.663099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=7ebe2c6b-5102-4646-9641-f401b179e727,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:56.666388 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:56.668901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:54Z', 'revision_number': 3, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:56.697223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-27eca875-58c7-4b02-aac3-5e1fc32a7052 None None] Provisioning for port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:56.700402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c2734-2767-47f5-a601-4798e24bc1fa None None] The sync data for ids ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'] in dv-neutron-797120-3-hyperv is: [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:54Z', 'revision_number': 3, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:00:56.703662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-27eca875-58c7-4b02-aac3-5e1fc32a7052 None None] Provisioning complete for port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:56.704069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-27eca875-58c7-4b02-aac3-5e1fc32a7052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.738651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-27eca875-58c7-4b02-aac3-5e1fc32a7052 None None] Port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:00:56.752840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.846371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.848916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3f585ef8-dc09-49f1-8f1d-015e53dd7f9e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:56.928560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Pushing event updated for resources: {'Port': ['ID=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:56.930925 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:56.934072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:57.032759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:57.034139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:57.160669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:00:57.262735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-02adbf3f-5b1b-401f-8307-2d070aa821c4 None None] Provisioning complete for port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:57.263333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02adbf3f-5b1b-401f-8307-2d070aa821c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:57.275570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:00:57.289110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] 10.222.0.65 "PUT /v2.0/routers/9ab87440-b0a0-47ce-b54b-94b1910fa9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1611998 Jun 22 10:00:57.308449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-02adbf3f-5b1b-401f-8307-2d070aa821c4 None None] Port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:00:57.865254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a4b909c5-62b8-4e2e-9fe0-570fbae686ea up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:57.984567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port a4b909c5-62b8-4e2e-9fe0-570fbae686ea completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:00:57.990229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a4b909c5-62b8-4e2e-9fe0-570fbae686ea triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:57.990867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.034816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32956) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:58.040149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-829689912-network', 'tenant_id': '40086059d36844d19a998c913db0488b'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:58.075234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.094420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a4b909c5-62b8-4e2e-9fe0-570fbae686ea, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:00:58.126570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Made reservation on behalf of 40086059d36844d19a998c913db0488b for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:58.129156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.138651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.166877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.167781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7ebe2c6b-5102-4646-9641-f401b179e727 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:58.169597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:58.213929 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Sync routers for ids ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:00:58.224494 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Routers {'9ab87440-b0a0-47ce-b54b-94b1910fa9f1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:58.225106 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:00:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:58.236848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.247848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:58.251576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:58.258990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7ebe2c6b-5102-4646-9641-f401b179e727 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:58.259372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.332259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Set router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:58.343737 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.347070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd469c7a-f210-47a1-9cdb-67ebfafaeb37 tempest-TestVolumeBootPattern-1164535506 tempest-TestVolumeBootPattern-1164535506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:58.372923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:00:58.380592 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f811c-71b0-4735-a558-fa7bb7d42fdb,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:58.384811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:58.388301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.388489 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Added segment 35193b8d-1338-4262-ba70-1e78556cfd77 of type vlan for network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e Jun 22 10:00:58.429666 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.531227 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:56Z', 'revision_number': 4, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '48e8b945-7a7b-4ec7-abc3-7be3ca937ce5', 'name': '', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'mac_address': 'fa:16:3e:97:c2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '591db747-81c9-43b5-b383-03a5be4e2049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:55Z', 'updated_at': '2021-06-22T10:00:56Z', 'revision_number': 2, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'subnets': [{'id': '591db747-81c9-43b5-b383-03a5be4e2049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:58.532529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.533727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:58.534385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.537593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0df93c35-a571-4cee-84d8-2ffabdfc84b0 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:58.561074 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Checking router: 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:00:58.561400 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Updating router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:00:58.595131 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.595645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:58.598452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:58.605207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:00:58.631786 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5942111 Jun 22 10:00:58.632841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32958) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:58.640115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Request body: {'subnet': {'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-subnet', 'tenant_id': '40086059d36844d19a998c913db0488b', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:58.721038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Made reservation on behalf of 40086059d36844d19a998c913db0488b for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:00:58.723557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.857405 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.867652 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Transition to ACTIVE for port object 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:58.932061 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.933972 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-e68c6b86-0b0f-492f-92af-c8f4c40fefa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:58.967527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:58.969773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-485083a9-2a91-4e52-b9af-e796acfdd4fa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:59.019005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a33062-6284-4e17-81af-5015d83b898a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:59.026235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:59.035921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Checking segment: {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:59.036599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Network hostable DHCP agents. Network: e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:00:59.105120 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Pushing event updated for resources: {'Port': ['ID=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:59.115208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:00:59.131192 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.131545 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.131899 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.132244 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.132575 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.132899 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.133226 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.133545 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.133864 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.134179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.134496 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.134805 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:00:59.146546 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:59.176718 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Attempting to bind port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:59.177092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Attempting to bind port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:59.177465 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Attempting to bind port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:00:59.182734 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:00:59.183004 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Checking segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:00:59.183412 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.183811 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Bound using segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:00:59.184375 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Bound port: 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:00:59.184751 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.189847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:59.201041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:00:59.201041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.201882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540e09f1-83cb-429b-91c5-763552e97cfd None None] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:00:59.258458 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] For port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:00:59.261766 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] For port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:00:59.276160 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3b5d68ea-aea8-4f30-a823-34f1f98fd06c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6414909 Jun 22 10:00:59.278516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32960) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:00:59.283604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:00:59.344233 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.347205 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:59.350256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'tenant_id': '40086059d36844d19a998c913db0488b', 'fixed_ips': [{'subnet_id': '79a33062-6284-4e17-81af-5015d83b898a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:00:59.355038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.379061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.383920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.401542 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Routers {'9ab87440-b0a0-47ce-b54b-94b1910fa9f1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:00:59.402176 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:00:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:59.409819 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Pushing event updated for resources: {'Port': ['ID=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:59.447281 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:59.461035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.523000 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] Set router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:00:59.523766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Allocated IP 172.20.0.2 (e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e/79a33062-6284-4e17-81af-5015d83b898a/143a22b4-934f-4b23-9e6c-66c3dedcdf1a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:00:59.659402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b226c635-5e0b-42cd-a3f5-6e56d730eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.679996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.691743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Transition to ACTIVE for port object 143a22b4-934f-4b23-9e6c-66c3dedcdf1a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:59.708538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Transition to ACTIVE for port object 143a22b4-934f-4b23-9e6c-66c3dedcdf1a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:00:59.735409 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:56Z', 'revision_number': 4, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '48e8b945-7a7b-4ec7-abc3-7be3ca937ce5', 'name': '', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'mac_address': 'fa:16:3e:97:c2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '591db747-81c9-43b5-b383-03a5be4e2049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:55Z', 'updated_at': '2021-06-22T10:00:59Z', 'revision_number': 4, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'subnets': [{'id': '591db747-81c9-43b5-b383-03a5be4e2049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:00:59.756145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.765896 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e8b72-30ce-4ff4-b34f-6f7c3ab2fc45 None None] The sync data for ids ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'] in dv-neutron-797120-3-hyperv is: [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:56Z', 'revision_number': 4, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '48e8b945-7a7b-4ec7-abc3-7be3ca937ce5', 'name': '', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'mac_address': 'fa:16:3e:97:c2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '591db747-81c9-43b5-b383-03a5be4e2049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:55Z', 'updated_at': '2021-06-22T10:00:59Z', 'revision_number': 4, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'subnets': [{'id': '591db747-81c9-43b5-b383-03a5be4e2049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:00:59.799764 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.801945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:00:59.849936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a4b909c5-62b8-4e2e-9fe0-570fbae686ea up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:00:59.891208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:00:59.899473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:00:59.907337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:00:59.913041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Pushing event updated for resources: {'Port': ['ID=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:00:59.916886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:00:59.977442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a4b909c5-62b8-4e2e-9fe0-570fbae686ea triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:00:59.977834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:00:59.979593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Attempting to bind port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:00:59.979987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Attempting to bind port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:00:59.980358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Attempting to bind port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a on network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:00.004722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:00.005215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Checking segment: {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:00.005769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.006287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Bound using segment: {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:00.006902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Bound port: 143a22b4-934f-4b23-9e6c-66c3dedcdf1a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:00.007548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.069160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.090030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.114218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] For port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:00.133262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] For port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:00.203822 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Allocated IP 172.26.6.193 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/9fe6839b-d25a-4397-b1bc-854ce8aac157) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:00.270243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.272388 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-253b548a-290d-497d-9d26-e6a8590b4fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:00.324351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.336451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Pushing event updated for resources: {'Port': ['ID=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:00.339766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:00.516706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:00.518955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d4c0c4f4-5bab-4bc8-9598-f3eecd9fc80a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:00.572963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:00.579481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:00.584533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:00.587663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe6839b-d25a-4397-b1bc-854ce8aac157,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:00.609440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:00.661049 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:01:01.201724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.243557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c89b6-3911-4ae4-9b30-ef1c097cb083 None None] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:01:01.398351 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.402216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-471339d0-4945-43fd-a9b5-2ffd626f50b3 None None] Provisioning for port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:01.583994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Router 56809509-a998-4ed6-9e6d-e6f16653fd0a is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:01:01.696657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:01:01.705219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Sync routers for ids ['56809509-a998-4ed6-9e6d-e6f16653fd0a'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:01:01.713802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Routers {'56809509-a998-4ed6-9e6d-e6f16653fd0a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:01.714415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:00:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['56809509-a998-4ed6-9e6d-e6f16653fd0a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:01.786379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:01.791474 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5082028 Jun 22 10:01:01.791474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 32962) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:01:01.834175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Set router 56809509-a998-4ed6-9e6d-e6f16653fd0a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:02.050805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:02.214542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1edc9d5c-49ee-4815-b44c-5c49264539e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.227614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:01:00Z', 'revision_number': 3, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:02.232466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.257774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Checking router: 56809509-a998-4ed6-9e6d-e6f16653fd0a for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:01:02.258468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Updating router 56809509-a998-4ed6-9e6d-e6f16653fd0a port 9fe6839b-d25a-4397-b1bc-854ce8aac157 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:01:02.279657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:02.287501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:02.287896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.314442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.389407 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Allocated IP 172.20.0.1 (e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e/79a33062-6284-4e17-81af-5015d83b898a/c7715ce1-b8da-4118-9593-cbb4eebcaf44) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:02.478131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.501802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.515333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Transition to ACTIVE for port object c7715ce1-b8da-4118-9593-cbb4eebcaf44 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:02.567069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:02.641255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.643457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2dcdea81-38d8-497d-ad57-73c6f79c6acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:02.659607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.661669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.662508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 143a22b4-934f-4b23-9e6c-66c3dedcdf1a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:02.664984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2bcc0847-b2fa-447a-b48b-256985ea0f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:02.681865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:02.689823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:02.691885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7715ce1-b8da-4118-9593-cbb4eebcaf44,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:02.694030 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:02.696171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:02.708342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Transition to ACTIVE for port object 9fe6839b-d25a-4397-b1bc-854ce8aac157 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:02.716060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.741174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.751169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:02.754741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:02.791734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.794746 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:02.826396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:02.840561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:02.840946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.877386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d86564-71de-4b08-bf09-8b5d5f78fd18 None None] Pushing event updated for resources: {'Port': ['ID=9fe6839b-d25a-4397-b1bc-854ce8aac157,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:02.881600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d5d86564-71de-4b08-bf09-8b5d5f78fd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:02.882455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Attempting to bind port 9fe6839b-d25a-4397-b1bc-854ce8aac157 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:02.882834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Attempting to bind port 9fe6839b-d25a-4397-b1bc-854ce8aac157 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:02.888017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Attempting to bind port 9fe6839b-d25a-4397-b1bc-854ce8aac157 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:02.893066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:02.893450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:02.893868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.894263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:02.894736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Bound port: 9fe6839b-d25a-4397-b1bc-854ce8aac157, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:02.895116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.944169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:02.992846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] For port 9fe6839b-d25a-4397-b1bc-854ce8aac157, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:03.011998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] For port 9fe6839b-d25a-4397-b1bc-854ce8aac157, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9fe6839b-d25a-4397-b1bc-854ce8aac157,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:03.014664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.047582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:03.063682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-86b48724-60a4-4f39-bb71-410cd7560557 None None] Provisioning for port c7715ce1-b8da-4118-9593-cbb4eebcaf44 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:03.067619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-86b48724-60a4-4f39-bb71-410cd7560557 None None] Provisioning complete for port c7715ce1-b8da-4118-9593-cbb4eebcaf44 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:03.071450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-86b48724-60a4-4f39-bb71-410cd7560557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.101627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-86b48724-60a4-4f39-bb71-410cd7560557 None None] Port c7715ce1-b8da-4118-9593-cbb4eebcaf44 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:01:03.111106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.121576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.124654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7f5ae113-8c72-4ac3-a312-0f51ae1ab8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:03.177354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.181136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Routers {'56809509-a998-4ed6-9e6d-e6f16653fd0a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:03.181751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:01:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['56809509-a998-4ed6-9e6d-e6f16653fd0a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:03.185033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d86564-71de-4b08-bf09-8b5d5f78fd18 None None] Pushing event updated for resources: {'Port': ['ID=9fe6839b-d25a-4397-b1bc-854ce8aac157,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:03.195249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.197660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3dde656-b277-4e61-98af-f125d05cf151 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:03.226715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d5d86564-71de-4b08-bf09-8b5d5f78fd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:03.227185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:03.264852 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7715ce1-b8da-4118-9593-cbb4eebcaf44,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:03.267370 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.269387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:03.313389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:03.319798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:03.333348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] Set router 56809509-a998-4ed6-9e6d-e6f16653fd0a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:03.360514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:03.361874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:03.483750 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Router 56809509-a998-4ed6-9e6d-e6f16653fd0a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:01:03.557324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c7715ce1-b8da-4118-9593-cbb4eebcaf44', 'name': '', 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'tenant_id': '40086059d36844d19a998c913db0488b', 'mac_address': 'fa:16:3e:4e:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '79a33062-6284-4e17-81af-5015d83b898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 1, 'project_id': '40086059d36844d19a998c913db0488b', 'subnets': [{'id': '79a33062-6284-4e17-81af-5015d83b898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:03.584445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d17d3d5-2429-4e1a-b7ab-9e4a9b99785f None None] The sync data for ids ['56809509-a998-4ed6-9e6d-e6f16653fd0a'] in dv-neutron-797120-3-hyperv is: [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c7715ce1-b8da-4118-9593-cbb4eebcaf44', 'name': '', 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'tenant_id': '40086059d36844d19a998c913db0488b', 'mac_address': 'fa:16:3e:4e:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '79a33062-6284-4e17-81af-5015d83b898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 1, 'project_id': '40086059d36844d19a998c913db0488b', 'subnets': [{'id': '79a33062-6284-4e17-81af-5015d83b898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:01:03.590039 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.611273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:01:03.623801 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] 10.222.0.65 "PUT /v2.0/routers/56809509-a998-4ed6-9e6d-e6f16653fd0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236191 Jun 22 10:01:03.625387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-82f2141e-51e6-439d-b513-f8e1732bdc2c None None] Provisioning complete for port c7715ce1-b8da-4118-9593-cbb4eebcaf44 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:03.626447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-82f2141e-51e6-439d-b513-f8e1732bdc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:03.666469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-82f2141e-51e6-439d-b513-f8e1732bdc2c None None] Port c7715ce1-b8da-4118-9593-cbb4eebcaf44 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:01:03.875602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:03.940521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:03.940896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:04.028736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 143a22b4-934f-4b23-9e6c-66c3dedcdf1a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:04.091921 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:04.093014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:04.767304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-444e956f-293b-4aa1-86eb-a6e1a214893a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:04.768937 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-444e956f-293b-4aa1-86eb-a6e1a214893a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/networks?id=a7580d6b-2e65-45a9-8ada-41b639ea7cf4 HTTP/1.1" status: 200 len: 817 time: 0.1065686 Jun 22 10:01:04.784921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-40d6c8f6-a5eb-4842-9552-5229067b15af tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/quotas/eb2bd6e2394544f287b708d0183ce208 HTTP/1.1" status: 200 len: 375 time: 0.0103033 Jun 22 10:01:04.864023 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-a997da1d-7642-4156-bf89-8434b38414cc tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb2bd6e2394544f287b708d0183ce208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731287 Jun 22 10:01:04.880102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-b0bd0fd8-b52c-44d1-85da-31b313dc09e1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:01:04.881055 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-b0bd0fd8-b52c-44d1-85da-31b313dc09e1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054398 Jun 22 10:01:04.969163 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-601ee8cf-5a24-4b3b-b947-946d6fb0e697 service neutron] 10.222.0.65 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815523 Jun 22 10:01:05.052463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:05.065692 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-879364da-8b69-4828-af9a-18b9282cfe8c service neutron] 10.222.0.65 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Jun 22 10:01:05.320998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a095fbde-eab1-458e-8f4a-6b6b78b65248 req-1f620144-c882-44fe-89b5-10355fad7ac4 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 210 time: 0.0297072 Jun 22 10:01:05.823643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9fe6839b-d25a-4397-b1bc-854ce8aac157 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:05.943933 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 9fe6839b-d25a-4397-b1bc-854ce8aac157 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:05.947992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 9fe6839b-d25a-4397-b1bc-854ce8aac157 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:05.948416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.029034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.050257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 9fe6839b-d25a-4397-b1bc-854ce8aac157, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9fe6839b-d25a-4397-b1bc-854ce8aac157,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:06.115202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:06.117961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4567db33-6111-47a5-a526-eb4c01e9c51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:06.165656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=9fe6839b-d25a-4397-b1bc-854ce8aac157,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:06.169021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:06.473264 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6107c5a3-394b-4501-a9d1-0896849702ed req-b83004fd-b485-4a37-a46b-a99db99992ec tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jun 22 10:01:06.884731 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Sync routers for ids ['56809509-a998-4ed6-9e6d-e6f16653fd0a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:01:06.893522 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Routers {'56809509-a998-4ed6-9e6d-e6f16653fd0a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:06.894124 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:01:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['56809509-a998-4ed6-9e6d-e6f16653fd0a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:06.999098 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Set router 56809509-a998-4ed6-9e6d-e6f16653fd0a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:07.194286 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c7715ce1-b8da-4118-9593-cbb4eebcaf44', 'name': '', 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'tenant_id': '40086059d36844d19a998c913db0488b', 'mac_address': 'fa:16:3e:4e:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '79a33062-6284-4e17-81af-5015d83b898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 2, 'project_id': '40086059d36844d19a998c913db0488b', 'subnets': [{'id': '79a33062-6284-4e17-81af-5015d83b898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:07.223110 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Checking router: 56809509-a998-4ed6-9e6d-e6f16653fd0a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:01:07.223469 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Updating router 56809509-a998-4ed6-9e6d-e6f16653fd0a port c7715ce1-b8da-4118-9593-cbb4eebcaf44 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:01:07.256454 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.517135 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.526892 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Transition to ACTIVE for port object c7715ce1-b8da-4118-9593-cbb4eebcaf44 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:07.617717 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6e19dc30-080b-4811-8429-ac98dce7e2f3 req-c48fa9a6-7987-4136-ba96-1a2fa8ed94c2 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 210 time: 0.0338244 Jun 22 10:01:07.627366 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.630305 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:07.705024 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e1df7-f221-4254-a2de-4d54ebb8f95a None None] Pushing event updated for resources: {'Port': ['ID=c7715ce1-b8da-4118-9593-cbb4eebcaf44,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:07.708553 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-935e1df7-f221-4254-a2de-4d54ebb8f95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:07.758224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-a2c2ccec-27ab-4660-8309-1045edb49f7d tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:07.759970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-a2c2ccec-27ab-4660-8309-1045edb49f7d tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "GET /v2.0/networks?id=a7580d6b-2e65-45a9-8ada-41b639ea7cf4 HTTP/1.1" status: 200 len: 817 time: 0.1228909 Jun 22 10:01:07.760294 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Attempting to bind port c7715ce1-b8da-4118-9593-cbb4eebcaf44 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:07.760757 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Attempting to bind port c7715ce1-b8da-4118-9593-cbb4eebcaf44 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:07.761247 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Attempting to bind port c7715ce1-b8da-4118-9593-cbb4eebcaf44 on network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:07.766982 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:07.767469 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Checking segment: {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:07.767995 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.768479 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Bound using segment: {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:07.769196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Bound port: c7715ce1-b8da-4118-9593-cbb4eebcaf44, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35193b8d-1338-4262-ba70-1e78556cfd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:07.769826 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.780167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Request body: {'port': {'device_id': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'admin_state_up': True, 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:07.840962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9fe6839b-d25a-4397-b1bc-854ce8aac157 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:07.845156 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] For port c7715ce1-b8da-4118-9593-cbb4eebcaf44, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:07.856960 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] For port c7715ce1-b8da-4118-9593-cbb4eebcaf44, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7715ce1-b8da-4118-9593-cbb4eebcaf44,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:07.893795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 9fe6839b-d25a-4397-b1bc-854ce8aac157 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:07.894085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.949016 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:07.952605 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-d832dc55-60c2-40b3-bf90-0e59974b68eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.014454 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Routers {'56809509-a998-4ed6-9e6d-e6f16653fd0a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:01:08.015178 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:01:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['56809509-a998-4ed6-9e6d-e6f16653fd0a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:08.016983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Made reservation on behalf of eb2bd6e2394544f287b708d0183ce208 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:01:08.020569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.070574 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e1df7-f221-4254-a2de-4d54ebb8f95a None None] Pushing event updated for resources: {'Port': ['ID=c7715ce1-b8da-4118-9593-cbb4eebcaf44,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.075117 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-935e1df7-f221-4254-a2de-4d54ebb8f95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.195477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Allocated IP 172.20.0.5 (a7580d6b-2e65-45a9-8ada-41b639ea7cf4/591db747-81c9-43b5-b383-03a5be4e2049/c603bc57-1723-48e4-a019-9363b82cab67) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:08.253838 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] Set router 56809509-a998-4ed6-9e6d-e6f16653fd0a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:01:08.352476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.367222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Transition to ACTIVE for port object c603bc57-1723-48e4-a019-9363b82cab67 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:08.472580 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c7715ce1-b8da-4118-9593-cbb4eebcaf44', 'name': '', 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'tenant_id': '40086059d36844d19a998c913db0488b', 'mac_address': 'fa:16:3e:4e:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '79a33062-6284-4e17-81af-5015d83b898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'subnets': [{'id': '79a33062-6284-4e17-81af-5015d83b898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:01:08.498473 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba1be09-c87f-4c13-ba23-cbbace3dc207 None None] The sync data for ids ['56809509-a998-4ed6-9e6d-e6f16653fd0a'] in dv-neutron-797120-3-hyperv is: [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:01:02Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c7715ce1-b8da-4118-9593-cbb4eebcaf44', 'name': '', 'network_id': 'e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e', 'tenant_id': '40086059d36844d19a998c913db0488b', 'mac_address': 'fa:16:3e:4e:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '79a33062-6284-4e17-81af-5015d83b898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:02Z', 'updated_at': '2021-06-22T10:01:07Z', 'revision_number': 4, 'project_id': '40086059d36844d19a998c913db0488b', 'subnets': [{'id': '79a33062-6284-4e17-81af-5015d83b898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:01:08.510290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.515103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6be40d36-7916-4fa3-bb92-5ed56a66146d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:08.556996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:08.560364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:08.567901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:08.593252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Pushing event updated for resources: {'Port': ['ID=c603bc57-1723-48e4-a019-9363b82cab67,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:08.598304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:08.630196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:08.630867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.753899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9798207 Jun 22 10:01:08.787107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Request body: {'port': {'device_id': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:08.886260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244aabd-5c20-4562-b95d-0d43c3dc608d req-5ae1fd6e-75ba-484a-b4a2-27f87a67f7bd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:08.887822 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d244aabd-5c20-4562-b95d-0d43c3dc608d req-5ae1fd6e-75ba-484a-b4a2-27f87a67f7bd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 931 time: 0.1365790 Jun 22 10:01:08.896734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.950047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2f618c6d-c9df-4425-b821-755ff2dd12a3 None None] Provisioning for port c603bc57-1723-48e4-a019-9363b82cab67 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:08.954699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2f618c6d-c9df-4425-b821-755ff2dd12a3 None None] Provisioning complete for port c603bc57-1723-48e4-a019-9363b82cab67 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:08.955010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2f618c6d-c9df-4425-b821-755ff2dd12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:08.961554 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d244aabd-5c20-4562-b95d-0d43c3dc608d req-6d3f3f23-3f35-4b3e-8ff8-7d69069418d8 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664859 Jun 22 10:01:08.995221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2f618c6d-c9df-4425-b821-755ff2dd12a3 None None] Port c603bc57-1723-48e4-a019-9363b82cab67 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:01:09.210838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c603bc57-1723-48e4-a019-9363b82cab67 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:01:09.218993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.230722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Transition to ACTIVE for port object c603bc57-1723-48e4-a019-9363b82cab67 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:09.298014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.300119 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0b448326-5738-40d2-a080-3a1e9b52ed01 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:09.375582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c603bc57-1723-48e4-a019-9363b82cab67,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:09.379314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:09.451841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Attempting to bind port c603bc57-1723-48e4-a019-9363b82cab67 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:09.452270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Attempting to bind port c603bc57-1723-48e4-a019-9363b82cab67 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:09.452605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Attempting to bind port c603bc57-1723-48e4-a019-9363b82cab67 on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:09.457475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Port c603bc57-1723-48e4-a019-9363b82cab67 on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:01:09.457819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Attempting to bind port c603bc57-1723-48e4-a019-9363b82cab67 on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:09.462945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:09.468285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Checking segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:09.468285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Bound using segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:09.468285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Bound port: c603bc57-1723-48e4-a019-9363b82cab67, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:09.468285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.531690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] For port c603bc57-1723-48e4-a019-9363b82cab67, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:09.534757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] For port c603bc57-1723-48e4-a019-9363b82cab67, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c603bc57-1723-48e4-a019-9363b82cab67,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:09.555432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.652813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.655591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a6502b5-14ba-4c2d-91fc-aab400acea57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:09.687327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:09.688036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.689290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c603bc57-1723-48e4-a019-9363b82cab67 HTTP/1.1" status: 200 len: 1093 time: 0.9074140 Jun 22 10:01:09.689813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'tag': 'c603bc57-1723-48e4-a019-9363b82cab67'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:09.692198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84418204-32a1-48dc-85d6-fa59e7b68486" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e652a7-4502-47d6-9d08-2f42aad152b0", "tag": "c603bc57-1723-48e4-a019-9363b82cab67"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:09.717143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c603bc57-1723-48e4-a019-9363b82cab67,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:09.720482 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:09.743192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ffdef0-b68a-4ed9-be6c-c226a184761e x-openstack-request-id: req-98ffdef0-b68a-4ed9-be6c-c226a184761e {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:09.743546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e652a7-4502-47d6-9d08-2f42aad152b0", "tag": "c603bc57-1723-48e4-a019-9363b82cab67", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:09.743856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98ffdef0-b68a-4ed9-be6c-c226a184761e {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:09.744350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'tag': 'c603bc57-1723-48e4-a019-9363b82cab67', 'status': 'completed', 'code': 200} Jun 22 10:01:09.841774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7715ce1-b8da-4118-9593-cbb4eebcaf44 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:09.862871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418204-32a1-48dc-85d6-fa59e7b68486 req-2eb7ce92-3026-4958-84ca-96915c17c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:09.864275 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-84418204-32a1-48dc-85d6-fa59e7b68486 req-2eb7ce92-3026-4958-84ca-96915c17c49e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb2bd6e2394544f287b708d0183ce208&device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 1096 time: 0.0772934 Jun 22 10:01:09.966342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c7715ce1-b8da-4118-9593-cbb4eebcaf44 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:09.970271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c7715ce1-b8da-4118-9593-cbb4eebcaf44 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:09.970428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418204-32a1-48dc-85d6-fa59e7b68486 req-8e01e6d1-3459-4296-9248-7684fc3264db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:09.970647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:09.971747 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-84418204-32a1-48dc-85d6-fa59e7b68486 req-8e01e6d1-3459-4296-9248-7684fc3264db service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eb2bd6e2394544f287b708d0183ce208&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0949669 Jun 22 10:01:10.058806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.077796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418204-32a1-48dc-85d6-fa59e7b68486 req-1073897e-0374-46e9-937f-ba40dac574d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:10.079501 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-84418204-32a1-48dc-85d6-fa59e7b68486 req-1073897e-0374-46e9-937f-ba40dac574d5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008956 Jun 22 10:01:10.096155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c7715ce1-b8da-4118-9593-cbb4eebcaf44, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7715ce1-b8da-4118-9593-cbb4eebcaf44,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:10.164398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5668fe-f070-452b-8f18-3db5fa74913b req-74b23c92-2cef-4a09-88a3-94071b3181b3 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:10.167381 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df5668fe-f070-452b-8f18-3db5fa74913b req-74b23c92-2cef-4a09-88a3-94071b3181b3 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 943 time: 0.0813820 Jun 22 10:01:10.189680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:10.193570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:10.227692 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df5668fe-f070-452b-8f18-3db5fa74913b req-6170bff3-5e38-4f15-bcb7-4b0799419360 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Jun 22 10:01:10.238182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-6c7c3795-44d1-4981-bf48-ca9069c91018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:10.238755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c7715ce1-b8da-4118-9593-cbb4eebcaf44,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:10.239676 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-6c7c3795-44d1-4981-bf48-ca9069c91018 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb2bd6e2394544f287b708d0183ce208&device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 1096 time: 0.0930531 Jun 22 10:01:10.241916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:10.295985 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-9c01d949-c0fe-4d5a-9db6-49faf501fb40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c603bc57-1723-48e4-a019-9363b82cab67 HTTP/1.1" status: 200 len: 217 time: 0.0438147 Jun 22 10:01:10.353108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-e71ee13e-5d03-4ee4-bbbf-445b7189ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:10.354441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-e71ee13e-5d03-4ee4-bbbf-445b7189ea55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=591db747-81c9-43b5-b383-03a5be4e2049 HTTP/1.1" status: 200 len: 856 time: 0.0531645 Jun 22 10:01:10.410122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37fe0-78f1-4774-9c68-b39126842449 req-af8508ab-3a5f-4ebf-94c3-27de50a38f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:10.411582 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-af8508ab-3a5f-4ebf-94c3-27de50a38f16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7580d6b-2e65-45a9-8ada-41b639ea7cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508542 Jun 22 10:01:10.777627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-85bb9651-8a60-499c-9115-80b70a26570d service neutron] 10.222.0.24 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599105 Jun 22 10:01:10.867536 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ade37fe0-78f1-4774-9c68-b39126842449 req-902019f6-7cac-42a8-a21a-6c97abe3ce13 service neutron] 10.222.0.24 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829315 Jun 22 10:01:11.403017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e26ae-cd88-4a37-99d7-15f92ae36ad8 req-b7246c0b-516e-4c87-9d2e-912791682779 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:11.404633 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ae6e26ae-cd88-4a37-99d7-15f92ae36ad8 req-b7246c0b-516e-4c87-9d2e-912791682779 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 943 time: 0.0638349 Jun 22 10:01:11.441994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ae6e26ae-cd88-4a37-99d7-15f92ae36ad8 req-8359db5f-1c23-4f25-bf3b-6a5edeee450f tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Jun 22 10:01:11.809335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7715ce1-b8da-4118-9593-cbb4eebcaf44 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:11.854802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c7715ce1-b8da-4118-9593-cbb4eebcaf44 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:11.855175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:12.618146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2a46a-d832-4537-9bb5-6ee00e6972ca req-5a193bbf-dcda-4f1b-85ba-bd900da3424a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:12.619596 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-96f2a46a-d832-4537-9bb5-6ee00e6972ca req-5a193bbf-dcda-4f1b-85ba-bd900da3424a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 943 time: 0.0665083 Jun 22 10:01:12.657683 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-96f2a46a-d832-4537-9bb5-6ee00e6972ca req-85ef2e18-2ad3-49fc-85bc-b14e711c3624 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jun 22 10:01:12.943207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device c603bc57-1723-48e4-a019-9363b82cab67 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:01:13.035457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port c603bc57-1723-48e4-a019-9363b82cab67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c603bc57-1723-48e4-a019-9363b82cab67,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:13.050017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'c603bc57-1723-48e4-a019-9363b82cab67', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'port_id': 'c603bc57-1723-48e4-a019-9363b82cab67', 'mac_address': 'fa:16:3e:8a:5e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591db747-81c9-43b5-b383-03a5be4e2049', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:01:13.086639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:13.099925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c603bc57-1723-48e4-a019-9363b82cab67 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:01:13.119347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port c603bc57-1723-48e4-a019-9363b82cab67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c603bc57-1723-48e4-a019-9363b82cab67,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:13.212540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:13.214329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-53c1b56c-6bbd-4e4e-9f46-7eec035986f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:13.261253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=c603bc57-1723-48e4-a019-9363b82cab67,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:13.265859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:13.486308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['c603bc57-1723-48e4-a019-9363b82cab67'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:01:13.832306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72580dd4-491e-4a58-a931-850037634b22 req-fc43d48a-cf2d-4de9-9a3a-534f732a948f tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:13.833758 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-72580dd4-491e-4a58-a931-850037634b22 req-fc43d48a-cf2d-4de9-9a3a-534f732a948f tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 944 time: 0.0639234 Jun 22 10:01:13.876153 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-72580dd4-491e-4a58-a931-850037634b22 req-ee3222db-0a33-45ff-b9ec-ced370caf7e1 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366790 Jun 22 10:01:14.955596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device c603bc57-1723-48e4-a019-9363b82cab67 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:15.047368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a2163-187c-487c-b029-c16569f48ce1 req-7d11667c-bd28-46d4-9271-d48ebe5633dd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:15.048958 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a56a2163-187c-487c-b029-c16569f48ce1 req-7d11667c-bd28-46d4-9271-d48ebe5633dd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 944 time: 0.0625103 Jun 22 10:01:15.069286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port c603bc57-1723-48e4-a019-9363b82cab67 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:15.073047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port c603bc57-1723-48e4-a019-9363b82cab67 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:15.073429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:15.088112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a56a2163-187c-487c-b029-c16569f48ce1 req-e4fd4926-b384-4c06-8a16-49328d1ff7de tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Jun 22 10:01:15.153362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:15.174326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c603bc57-1723-48e4-a019-9363b82cab67'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:15.176540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b483b1ed-1893-4ccf-bd53-c44fd39a2248" -d '{"events": [{"server_uuid": "d3e652a7-4502-47d6-9d08-2f42aad152b0", "name": "network-vif-plugged", "status": "completed", "tag": "c603bc57-1723-48e4-a019-9363b82cab67"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:15.189176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port c603bc57-1723-48e4-a019-9363b82cab67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c603bc57-1723-48e4-a019-9363b82cab67,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:15.213973 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fafb35a-ca8d-495e-a012-eb1aead96af2 x-openstack-request-id: req-3fafb35a-ca8d-495e-a012-eb1aead96af2 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:15.214268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e652a7-4502-47d6-9d08-2f42aad152b0", "name": "network-vif-plugged", "status": "completed", "tag": "c603bc57-1723-48e4-a019-9363b82cab67", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:15.214526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fafb35a-ca8d-495e-a012-eb1aead96af2 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:15.214920 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c603bc57-1723-48e4-a019-9363b82cab67', 'code': 200} Jun 22 10:01:15.258240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:15.260125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-17507deb-b18f-48af-ab67-0208cd53cac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:15.306189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=c603bc57-1723-48e4-a019-9363b82cab67,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:15.309399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:15.634212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ed8b5-1e24-48fd-ac08-0fb7caec754a req-65f5926a-a843-482e-82cc-73cfafaa968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:15.635816 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cc9ed8b5-1e24-48fd-ac08-0fb7caec754a req-65f5926a-a843-482e-82cc-73cfafaa968d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 1098 time: 0.0524542 Jun 22 10:01:15.669545 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cc9ed8b5-1e24-48fd-ac08-0fb7caec754a req-deae2b45-f33f-439c-8ebf-385809547eb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278616 Jun 22 10:01:16.271157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1814913-cb07-4e57-924f-c1365e682be7 req-d0f88c32-0f08-4363-9d10-fcebfa5224a5 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:16.272649 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f1814913-cb07-4e57-924f-c1365e682be7 req-d0f88c32-0f08-4363-9d10-fcebfa5224a5 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 945 time: 0.0672686 Jun 22 10:01:16.312251 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f1814913-cb07-4e57-924f-c1365e682be7 req-caa01203-fc2c-4157-a437-3cfc0178c518 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Jun 22 10:01:17.496040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cbf28-bd2f-4bef-8229-d5ab0c4c1c1b req-e0bd70dd-ef67-451d-b986-4887ce77949a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.497491 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ea7cbf28-bd2f-4bef-8229-d5ab0c4c1c1b req-e0bd70dd-ef67-451d-b986-4887ce77949a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 945 time: 0.0684605 Jun 22 10:01:17.535791 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ea7cbf28-bd2f-4bef-8229-d5ab0c4c1c1b req-2d7a752f-9823-4021-848d-4bd1eaa04384 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Jun 22 10:01:17.718694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55475ed-4c7c-4ce4-abaf-bd09b2990989 req-6c64a6ce-27a7-4043-b2b1-60826b8a11a1 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:17.720198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c55475ed-4c7c-4ce4-abaf-bd09b2990989 req-6c64a6ce-27a7-4043-b2b1-60826b8a11a1 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Jun 22 10:01:17.757162 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c55475ed-4c7c-4ce4-abaf-bd09b2990989 req-7fbf03fa-803a-4379-adf3-9d51e0ddfa84 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jun 22 10:01:29.583464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7435108a-c211-461d-9c3a-f0164c223d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:32.212218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-109a5197-4d5e-46f5-8a39-2125d730bacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:32.669349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:33.589721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:35.069559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:37.663605 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:01:39.572953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:41.995586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b442ad-fd47-4ee6-af80-5366258a3f5a req-7db0995c-019e-45e6-814d-6105e3c05d96 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:41.997420 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33b442ad-fd47-4ee6-af80-5366258a3f5a req-7db0995c-019e-45e6-814d-6105e3c05d96 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 945 time: 0.0696573 Jun 22 10:01:42.035360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33b442ad-fd47-4ee6-af80-5366258a3f5a req-65c3a51d-3076-49ca-9af8-72580f631fb3 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jun 22 10:01:43.210198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3ca13-0049-471d-b350-b2f8bbc3ea05 req-f77bcc8b-6779-4acc-8bed-1b986dcead30 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:43.211663 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82d3ca13-0049-471d-b350-b2f8bbc3ea05 req-f77bcc8b-6779-4acc-8bed-1b986dcead30 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 945 time: 0.0634949 Jun 22 10:01:43.249999 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82d3ca13-0049-471d-b350-b2f8bbc3ea05 req-96ec4111-37d4-498f-a54c-c0a9f402aaf0 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Jun 22 10:01:43.800198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-357a5bf6-afed-47bd-be02-97e359921932 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:43.801647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-357a5bf6-afed-47bd-be02-97e359921932 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 945 time: 0.0639811 Jun 22 10:01:43.909163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Deleting port c603bc57-1723-48e4-a019-9363b82cab67 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:01:43.909501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:43.999112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] For port c603bc57-1723-48e4-a019-9363b82cab67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c603bc57-1723-48e4-a019-9363b82cab67,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:43.999478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:44.067078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Calling delete_port for c603bc57-1723-48e4-a019-9363b82cab67 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:01:44.275024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:44.279584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:44.307013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Pushing event deleted for resources: {'Port': ['ID=c603bc57-1723-48e4-a019-9363b82cab67,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:44.310082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['c603bc57-1723-48e4-a019-9363b82cab67'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:01:44.356625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.357016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.357401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.357890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.358156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.358536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.358904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.359276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.359643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.360038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.367710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.367710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:01:44.367710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] No DVR routers for this DVR port c603bc57-1723-48e4-a019-9363b82cab67 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:01:44.367710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:44.367710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:44.368549 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d9bfe904-c7df-4b6d-b35a-ea18486975e5 req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "DELETE /v2.0/ports/c603bc57-1723-48e4-a019-9363b82cab67 HTTP/1.1" status: 204 len: 173 time: 0.5602829 Jun 22 10:01:44.368767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'name': 'network-vif-deleted', 'tag': 'c603bc57-1723-48e4-a019-9363b82cab67'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:44.371640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f86683-0b9b-453e-9c73-74590b97324a" -d '{"events": [{"server_uuid": "d3e652a7-4502-47d6-9d08-2f42aad152b0", "name": "network-vif-deleted", "tag": "c603bc57-1723-48e4-a019-9363b82cab67"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:44.405322 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f2a61efd-16b5-41a7-9c52-c3f09d643763 req-80e4038e-443e-459f-a5f2-80353d2af159 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3e652a7-4502-47d6-9d08-2f42aad152b0 HTTP/1.1" status: 200 len: 210 time: 0.0309458 Jun 22 10:01:44.415299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbe59a4-df5c-4ac2-97be-d32bba7aa0eb x-openstack-request-id: req-9bbe59a4-df5c-4ac2-97be-d32bba7aa0eb {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:44.415699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e652a7-4502-47d6-9d08-2f42aad152b0", "name": "network-vif-deleted", "tag": "c603bc57-1723-48e4-a019-9363b82cab67", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:44.416715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bbe59a4-df5c-4ac2-97be-d32bba7aa0eb {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:44.417163 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e652a7-4502-47d6-9d08-2f42aad152b0', 'name': 'network-vif-deleted', 'tag': 'c603bc57-1723-48e4-a019-9363b82cab67', 'status': 'completed', 'code': 200} Jun 22 10:01:46.143995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-5f2ff272-9300-467e-bd99-7408d915c5c9 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:46.145441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-5f2ff272-9300-467e-bd99-7408d915c5c9 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/networks?id=a7580d6b-2e65-45a9-8ada-41b639ea7cf4 HTTP/1.1" status: 200 len: 817 time: 0.1090775 Jun 22 10:01:46.160797 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-222dc250-eac7-473a-8702-52ce5e0f5774 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/quotas/eb2bd6e2394544f287b708d0183ce208 HTTP/1.1" status: 200 len: 375 time: 0.0092506 Jun 22 10:01:46.225854 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-fe0263c8-1a82-4d3d-a6aa-4f0ef0eac94a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb2bd6e2394544f287b708d0183ce208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601587 Jun 22 10:01:46.330556 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-90234444-92a5-47ec-9abe-a27777e6902c service neutron] 10.222.0.65 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932724 Jun 22 10:01:46.419856 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-362c1721-289a-492b-af6d-7b9baf502e35 service neutron] 10.222.0.65 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833955 Jun 22 10:01:46.664972 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9a68f6aa-4db2-4602-9c9b-b4cc5212d708 req-b1c2cbe8-a861-4b19-88fb-6dc9b800ec5a tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 210 time: 0.0342882 Jun 22 10:01:47.088094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device c603bc57-1723-48e4-a019-9363b82cab67 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:01:47.110508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: c603bc57-1723-48e4-a019-9363b82cab67 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:01:47.110856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device c603bc57-1723-48e4-a019-9363b82cab67 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:01:47.809285 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-339a3ad3-c61c-446d-8f42-7fa5951aa5ee req-c3ae9aab-4e10-4c0c-a5e2-e7288754ae4c tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 210 time: 0.0350864 Jun 22 10:01:48.969028 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f110af42-9222-417d-b2bb-aac1b9e2b566 req-0aa39dbc-56b7-4746-8fd2-652ea77cde46 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 210 time: 0.0299983 Jun 22 10:01:48.974150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-03440a2b-5160-4b0a-ad41-4be925591229 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:48.975755 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-03440a2b-5160-4b0a-ad41-4be925591229 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "GET /v2.0/networks?id=a7580d6b-2e65-45a9-8ada-41b639ea7cf4 HTTP/1.1" status: 200 len: 817 time: 0.1146631 Jun 22 10:01:48.994473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Request body: {'port': {'device_id': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'admin_state_up': True, 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:49.200683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Made reservation on behalf of eb2bd6e2394544f287b708d0183ce208 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:01:49.205581 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.340330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Allocated IP 172.20.0.4 (a7580d6b-2e65-45a9-8ada-41b639ea7cf4/591db747-81c9-43b5-b383-03a5be4e2049/b84a3069-fc78-4041-a1b5-48264a31214b) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:01:49.486834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.500642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Transition to ACTIVE for port object b84a3069-fc78-4041-a1b5-48264a31214b will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:49.595627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.599617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:49.644230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:01:49.647425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:01:49.653579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:01:49.659447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Pushing event updated for resources: {'Port': ['ID=b84a3069-fc78-4041-a1b5-48264a31214b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:49.680083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:49.706809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:49.707455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.806082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156910 Jun 22 10:01:49.824711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Request body: {'port': {'device_id': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:01:49.897363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:49.988069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-785b0147-c084-4e9d-badc-d2f1b530e3b5 None None] Provisioning for port b84a3069-fc78-4041-a1b5-48264a31214b completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:49.993540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-785b0147-c084-4e9d-badc-d2f1b530e3b5 None None] Provisioning complete for port b84a3069-fc78-4041-a1b5-48264a31214b triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:49.997928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-785b0147-c084-4e9d-badc-d2f1b530e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.028835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-785b0147-c084-4e9d-badc-d2f1b530e3b5 None None] Port b84a3069-fc78-4041-a1b5-48264a31214b cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:01:50.210509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e32504-8e9d-4d37-a6a2-269876b65a9a req-96cb7b25-a703-41a5-a330-7335efc18d98 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:50.212029 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c3e32504-8e9d-4d37-a6a2-269876b65a9a req-96cb7b25-a703-41a5-a330-7335efc18d98 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 931 time: 0.1266990 Jun 22 10:01:50.221323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84a3069-fc78-4041-a1b5-48264a31214b {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:01:50.233432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.256427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Transition to ACTIVE for port object b84a3069-fc78-4041-a1b5-48264a31214b will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:01:50.269564 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c3e32504-8e9d-4d37-a6a2-269876b65a9a req-4c3419ff-7f24-44a0-9902-50be4c39874c tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Jun 22 10:01:50.344455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.346722 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ef59b1e-8433-4b38-b1b7-6c5278f90c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:50.425706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Pushing event updated for resources: {'Port': ['ID=b84a3069-fc78-4041-a1b5-48264a31214b,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:50.429592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:50.503369 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Attempting to bind port b84a3069-fc78-4041-a1b5-48264a31214b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:01:50.503715 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Attempting to bind port b84a3069-fc78-4041-a1b5-48264a31214b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:01:50.504081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Attempting to bind port b84a3069-fc78-4041-a1b5-48264a31214b on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:50.508745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Port b84a3069-fc78-4041-a1b5-48264a31214b on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:01:50.509072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Attempting to bind port b84a3069-fc78-4041-a1b5-48264a31214b on network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:01:50.513904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:01:50.514750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Checking segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:01:50.515317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Bound using segment: {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:01:50.515985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Bound port: b84a3069-fc78-4041-a1b5-48264a31214b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9548e589-5b88-4afe-bf20-8b82f2ef74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:01:50.516346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.584741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] For port b84a3069-fc78-4041-a1b5-48264a31214b, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:01:50.587930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] For port b84a3069-fc78-4041-a1b5-48264a31214b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b84a3069-fc78-4041-a1b5-48264a31214b,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:01:50.681299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.684486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9d5ed4de-f912-4cb2-bd08-c52d9a550281 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:50.724628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:50.725249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:50.726618 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] 10.222.0.24 "PUT /v2.0/ports/b84a3069-fc78-4041-a1b5-48264a31214b HTTP/1.1" status: 200 len: 1093 time: 0.9077384 Jun 22 10:01:50.727140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'tag': 'b84a3069-fc78-4041-a1b5-48264a31214b'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:50.729506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b56d7b-6777-4745-a5f4-b57245e0c72c" -d '{"events": [{"name": "network-changed", "server_uuid": "d236097d-a92f-4062-8d65-e3e32a07be0f", "tag": "b84a3069-fc78-4041-a1b5-48264a31214b"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:50.748677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Pushing event updated for resources: {'Port': ['ID=b84a3069-fc78-4041-a1b5-48264a31214b,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:50.753024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:50.776427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa7b9e-cb6c-4147-a5e2-8a4aaca1a017 x-openstack-request-id: req-51aa7b9e-cb6c-4147-a5e2-8a4aaca1a017 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:50.776861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d236097d-a92f-4062-8d65-e3e32a07be0f", "tag": "b84a3069-fc78-4041-a1b5-48264a31214b", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:50.777175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51aa7b9e-cb6c-4147-a5e2-8a4aaca1a017 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:50.777735 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'tag': 'b84a3069-fc78-4041-a1b5-48264a31214b', 'status': 'completed', 'code': 200} Jun 22 10:01:50.877154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56d7b-6777-4745-a5f4-b57245e0c72c req-5cfe25a4-7702-43a7-a382-7feb0cdf30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:50.878674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a7b56d7b-6777-4745-a5f4-b57245e0c72c req-5cfe25a4-7702-43a7-a382-7feb0cdf30e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb2bd6e2394544f287b708d0183ce208&device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 1096 time: 0.0595808 Jun 22 10:01:50.984159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56d7b-6777-4745-a5f4-b57245e0c72c req-408e1f9b-aeef-4ef8-aec1-149b093cd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:50.986324 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a7b56d7b-6777-4745-a5f4-b57245e0c72c req-408e1f9b-aeef-4ef8-aec1-149b093cd28e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eb2bd6e2394544f287b708d0183ce208&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0945094 Jun 22 10:01:51.077056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56d7b-6777-4745-a5f4-b57245e0c72c req-ae6bb2c0-1b58-462e-9b57-04b1b3baa0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:51.078363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a7b56d7b-6777-4745-a5f4-b57245e0c72c req-ae6bb2c0-1b58-462e-9b57-04b1b3baa0dd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863791 Jun 22 10:01:51.200291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-3b595bb6-faae-4659-8227-2adfd7b0e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:51.201777 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-3b595bb6-faae-4659-8227-2adfd7b0e035 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb2bd6e2394544f287b708d0183ce208&device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 1096 time: 0.0579336 Jun 22 10:01:51.249040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-220c9690-50af-4d2d-9cc9-f9862e26d981 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b84a3069-fc78-4041-a1b5-48264a31214b HTTP/1.1" status: 200 len: 217 time: 0.0349982 Jun 22 10:01:51.296345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-30de1911-17b1-4277-8903-2cc65245818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:51.298362 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-30de1911-17b1-4277-8903-2cc65245818c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=591db747-81c9-43b5-b383-03a5be4e2049 HTTP/1.1" status: 200 len: 856 time: 0.0436974 Jun 22 10:01:51.365334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a2d5-6942-40af-9cd9-462aed32775f req-92e94f4e-e3d8-4682-a689-47f69462f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:51.366835 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-92e94f4e-e3d8-4682-a689-47f69462f5cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7580d6b-2e65-45a9-8ada-41b639ea7cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0623825 Jun 22 10:01:51.500414 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-7c278609-9f55-4736-9148-4299a5cbfe5f service neutron] 10.222.0.24 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268616 Jun 22 10:01:51.511117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4aae-2a50-4ca2-903a-0673b5ccc0ce req-d5e72ef3-5c2e-462d-8097-eb90543ee404 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:51.512531 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-07ff4aae-2a50-4ca2-903a-0673b5ccc0ce req-d5e72ef3-5c2e-462d-8097-eb90543ee404 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 943 time: 0.1219466 Jun 22 10:01:51.596279 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-07ff4aae-2a50-4ca2-903a-0673b5ccc0ce req-7b092b90-ca9e-4921-b22a-acd17a7fd6b2 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757816 Jun 22 10:01:51.621594 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d605a2d5-6942-40af-9cd9-462aed32775f req-d67551ec-f486-4f5f-a9ba-2935097c26c0 service neutron] 10.222.0.24 "GET /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080446 Jun 22 10:01:52.768417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444da9c-583b-4184-bc98-e82eae743b7b req-b2d6471a-1f75-4b5b-b0d4-2375f55cf173 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:52.769885 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c444da9c-583b-4184-bc98-e82eae743b7b req-b2d6471a-1f75-4b5b-b0d4-2375f55cf173 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 943 time: 0.0636890 Jun 22 10:01:52.807717 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c444da9c-583b-4184-bc98-e82eae743b7b req-a5347eaa-3341-4c70-bfed-1a88108716dc tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Jun 22 10:01:53.129193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b84a3069-fc78-4041-a1b5-48264a31214b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:01:53.222669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port b84a3069-fc78-4041-a1b5-48264a31214b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b84a3069-fc78-4041-a1b5-48264a31214b,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:53.237376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'b84a3069-fc78-4041-a1b5-48264a31214b', 'network_id': 'a7580d6b-2e65-45a9-8ada-41b639ea7cf4', 'port_id': 'b84a3069-fc78-4041-a1b5-48264a31214b', 'mac_address': 'fa:16:3e:4f:52:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591db747-81c9-43b5-b383-03a5be4e2049', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:01:53.273063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:53.285544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84a3069-fc78-4041-a1b5-48264a31214b {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:01:53.303604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port b84a3069-fc78-4041-a1b5-48264a31214b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b84a3069-fc78-4041-a1b5-48264a31214b,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:53.383860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:53.385570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:53.431407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=b84a3069-fc78-4041-a1b5-48264a31214b,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:53.434457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:53.652249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['b84a3069-fc78-4041-a1b5-48264a31214b'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:01:53.981834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1b461-ae69-4d5f-8f3d-f24f43ff31dd req-bf0e3743-cf80-4e90-9a76-b8ca34d2a647 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:53.983198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de1b461-ae69-4d5f-8f3d-f24f43ff31dd req-bf0e3743-cf80-4e90-9a76-b8ca34d2a647 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 944 time: 0.0679581 Jun 22 10:01:54.020908 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9de1b461-ae69-4d5f-8f3d-f24f43ff31dd req-42637f4f-72f4-4503-929f-e3b3e30e8ce6 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Jun 22 10:01:55.146502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b84a3069-fc78-4041-a1b5-48264a31214b up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:01:55.250619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecc7c1-5b49-4512-9029-4fffe94640a4 req-3db55b22-4720-483a-aa75-21eb06b98dd8 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:55.251817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port b84a3069-fc78-4041-a1b5-48264a31214b completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:01:55.252129 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-83ecc7c1-5b49-4512-9029-4fffe94640a4 req-3db55b22-4720-483a-aa75-21eb06b98dd8 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 944 time: 0.0898812 Jun 22 10:01:55.256297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port b84a3069-fc78-4041-a1b5-48264a31214b triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:01:55.260762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:55.300258 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-83ecc7c1-5b49-4512-9029-4fffe94640a4 req-ebbff4f8-1247-4675-b5ee-c3fe777d6b3c tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Jun 22 10:01:55.337849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:55.505768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84a3069-fc78-4041-a1b5-48264a31214b'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:01:55.508094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f856edc-100c-4050-8cdf-2f04466c4e1b" -d '{"events": [{"server_uuid": "d236097d-a92f-4062-8d65-e3e32a07be0f", "name": "network-vif-plugged", "status": "completed", "tag": "b84a3069-fc78-4041-a1b5-48264a31214b"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:01:55.521497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port b84a3069-fc78-4041-a1b5-48264a31214b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b84a3069-fc78-4041-a1b5-48264a31214b,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:01:55.550078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d9337-9a27-4deb-86f7-b958aef4b1f5 x-openstack-request-id: req-f55d9337-9a27-4deb-86f7-b958aef4b1f5 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:01:55.550382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d236097d-a92f-4062-8d65-e3e32a07be0f", "name": "network-vif-plugged", "status": "completed", "tag": "b84a3069-fc78-4041-a1b5-48264a31214b", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:01:55.550645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f55d9337-9a27-4deb-86f7-b958aef4b1f5 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:01:55.551051 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84a3069-fc78-4041-a1b5-48264a31214b', 'code': 200} Jun 22 10:01:55.601026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:01:55.602866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9b0581b6-b64c-468e-af08-979b87322f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:01:55.661380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=b84a3069-fc78-4041-a1b5-48264a31214b,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:01:55.665757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:01:55.918228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183146e-b905-49be-9605-470a8c904a43 req-6115d141-1c43-4499-896c-2d4add6fa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:55.919633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f183146e-b905-49be-9605-470a8c904a43 req-6115d141-1c43-4499-896c-2d4add6fa7dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 1098 time: 0.0525229 Jun 22 10:01:55.952341 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f183146e-b905-49be-9605-470a8c904a43 req-66d2ac31-5c10-4a39-b3ed-35b5d3267b7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265353 Jun 22 10:01:56.473100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923dba-d2bb-4996-842f-e682bcb5fd4d req-120b8242-0528-4589-9af5-3c9096a9c821 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:56.474567 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-60923dba-d2bb-4996-842f-e682bcb5fd4d req-120b8242-0528-4589-9af5-3c9096a9c821 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 945 time: 0.0646112 Jun 22 10:01:56.516862 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-60923dba-d2bb-4996-842f-e682bcb5fd4d req-48f43a65-de5c-4008-b0ec-41df16aa25da tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 Jun 22 10:01:57.689710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6c489-b922-433d-81d0-32030ee10872 req-dac45acc-f71a-4114-9878-0db2473e4f2d tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:57.691199 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44e6c489-b922-433d-81d0-32030ee10872 req-dac45acc-f71a-4114-9878-0db2473e4f2d tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 945 time: 0.0624151 Jun 22 10:01:57.731888 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44e6c489-b922-433d-81d0-32030ee10872 req-d3488b75-6939-4030-a3d5-964e9da9fecc tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Jun 22 10:01:57.903688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863e12a-0aae-40b4-883d-b01407df9946 req-afa70e3e-27e3-4511-afb2-b554aff00ed0 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:01:57.905068 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4863e12a-0aae-40b4-883d-b01407df9946 req-afa70e3e-27e3-4511-afb2-b554aff00ed0 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 945 time: 0.0622458 Jun 22 10:01:57.942264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4863e12a-0aae-40b4-883d-b01407df9946 req-e1e08fb5-d362-4531-a738-54c15b188fbe tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Jun 22 10:01:59.532507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9dba583e-3b50-4c10-86b8-2704329f7c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:02.182614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5ddffe6f-3fb1-4ba3-a5f1-2a31daa6bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:02.668557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:03.536740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:05.075143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:09.589560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:14.662823 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:02:22.953892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474708f1-fe29-45ba-a14f-d7d294cf16ab req-c11fcbd7-867a-4ad5-9578-108c7693bf90 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:22.955272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-474708f1-fe29-45ba-a14f-d7d294cf16ab req-c11fcbd7-867a-4ad5-9578-108c7693bf90 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 945 time: 0.0663509 Jun 22 10:02:22.993532 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-474708f1-fe29-45ba-a14f-d7d294cf16ab req-d8c9ec9f-88be-4ad1-b80e-07e0764c26a2 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Jun 22 10:02:24.172353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7e5a7-4869-45fb-bdd5-34463a4dac4c req-3522583c-ceb3-403a-a78c-d268209039e9 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:24.173815 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96b7e5a7-4869-45fb-bdd5-34463a4dac4c req-3522583c-ceb3-403a-a78c-d268209039e9 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 945 time: 0.0679469 Jun 22 10:02:24.212273 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96b7e5a7-4869-45fb-bdd5-34463a4dac4c req-d9dbca3c-00a9-4d07-ab0c-e7570edf6299 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/security-groups?id=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Jun 22 10:02:24.646913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-7c80cd51-d415-46e1-89a2-ad4b06efcdb9 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:24.648365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-7c80cd51-d415-46e1-89a2-ad4b06efcdb9 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 945 time: 0.0628519 Jun 22 10:02:24.747585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Deleting port b84a3069-fc78-4041-a1b5-48264a31214b {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:24.747951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:24.834057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] For port b84a3069-fc78-4041-a1b5-48264a31214b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b84a3069-fc78-4041-a1b5-48264a31214b,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:24.834413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:24.899670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Calling delete_port for b84a3069-fc78-4041-a1b5-48264a31214b owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:25.103940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:25.107809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-60673d3b-0983-4ecc-98bd-dcfb1ccd2c1a tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:25.135052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Pushing event deleted for resources: {'Port': ['ID=b84a3069-fc78-4041-a1b5-48264a31214b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:25.136924 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['b84a3069-fc78-4041-a1b5-48264a31214b'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:02:25.138169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:25.181702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] No DVR routers for this DVR port b84a3069-fc78-4041-a1b5-48264a31214b on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:25.184189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:25.186126 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dd652fe9-0295-419b-9c4b-128ae557b771 req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.24 "DELETE /v2.0/ports/b84a3069-fc78-4041-a1b5-48264a31214b HTTP/1.1" status: 204 len: 173 time: 0.5324278 Jun 22 10:02:25.186648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'name': 'network-vif-deleted', 'tag': 'b84a3069-fc78-4041-a1b5-48264a31214b'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:02:25.188973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2531ee9-f506-4085-ad99-7ff94ef33b4c" -d '{"events": [{"server_uuid": "d236097d-a92f-4062-8d65-e3e32a07be0f", "name": "network-vif-deleted", "tag": "b84a3069-fc78-4041-a1b5-48264a31214b"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:02:25.279255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4d82b-36d6-40eb-9217-5d7fc9258cbe x-openstack-request-id: req-35e4d82b-36d6-40eb-9217-5d7fc9258cbe {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:02:25.279668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d236097d-a92f-4062-8d65-e3e32a07be0f", "name": "network-vif-deleted", "tag": "b84a3069-fc78-4041-a1b5-48264a31214b", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:02:25.280078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35e4d82b-36d6-40eb-9217-5d7fc9258cbe {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:02:25.280601 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd236097d-a92f-4062-8d65-e3e32a07be0f', 'name': 'network-vif-deleted', 'tag': 'b84a3069-fc78-4041-a1b5-48264a31214b', 'status': 'completed', 'code': 200} Jun 22 10:02:25.358477 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3f41244f-0bec-416e-ada6-c7dc065688ee req-aeb2c382-6057-4c1d-9938-d4c9f3676ec2 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] 10.222.0.65 "GET /v2.0/ports?device_id=d236097d-a92f-4062-8d65-e3e32a07be0f HTTP/1.1" status: 200 len: 210 time: 0.0299933 Jun 22 10:02:26.591662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33296) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:26.949966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:27.205461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Deleting port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:27.205714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:27.283018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] For port 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:27.283357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:27.303506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b84a3069-fc78-4041-a1b5-48264a31214b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:27.323757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: b84a3069-fc78-4041-a1b5-48264a31214b {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:27.324139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b84a3069-fc78-4041-a1b5-48264a31214b not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:27.351201 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Calling delete_port for 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:27.624176 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:27.626353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-93317321-43d8-45ed-9f12-f09cd8dcd7cc tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:27.650408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e8b945-7a7b-4ec7-abc3-7be3ca937ce5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:27.679669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.680094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.680481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.680860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.681234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.681610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.681984 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.682358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.682729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.683096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.683460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.683826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:27.687709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:27.839131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:28.315527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:28.416657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:28.421564 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] 10.222.0.65 "PUT /v2.0/routers/9ab87440-b0a0-47ce-b54b-94b1910fa9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8287306 Jun 22 10:02:28.424128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33298) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:28.427414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] Sync routers for ids ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:28.436505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] Routers {'9ab87440-b0a0-47ce-b54b-94b1910fa9f1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:28.437121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:28.529273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:28.542680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] Set router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:28.633541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:28.719477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:02:27Z', 'revision_number': 5, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port': {'id': 'a4b909c5-62b8-4e2e-9fe0-570fbae686ea', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:28.746344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] Checking router: 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:28.754415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] Routers {'9ab87440-b0a0-47ce-b54b-94b1910fa9f1'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:28.755043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:28.780961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Deleting port a4b909c5-62b8-4e2e-9fe0-570fbae686ea {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:28.781341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:28.844880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] Set router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:28.873726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] For port a4b909c5-62b8-4e2e-9fe0-570fbae686ea, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:28.874086 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:28.902262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:02:28Z', 'revision_number': 6, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:28.930930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b1d03-d1f9-4477-88ad-07bf77e13ae0 None None] The sync data for ids ['9ab87440-b0a0-47ce-b54b-94b1910fa9f1'] in dv-neutron-797120-3-hyperv is: [{'id': '9ab87440-b0a0-47ce-b54b-94b1910fa9f1', 'name': 'tempest-TestEncryptedCinderVolumes-1093491439-router', 'tenant_id': 'eb2bd6e2394544f287b708d0183ce208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:53Z', 'updated_at': '2021-06-22T10:02:28Z', 'revision_number': 6, 'project_id': 'eb2bd6e2394544f287b708d0183ce208', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:28.948115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Calling delete_port for a4b909c5-62b8-4e2e-9fe0-570fbae686ea owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:29.194098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.197120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a923e790-1770-4d27-bc0b-6a56db48d7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:29.222616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b909c5-62b8-4e2e-9fe0-570fbae686ea,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:29.226523 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:29.286220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.381508 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.383530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.492387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.492945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab87440-b0a0-47ce-b54b-94b1910fa9f1 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:02:29.497533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.498596 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9ab87440-b0a0-47ce-b54b-94b1910fa9f1 HTTP/1.1" status: 204 len: 168 time: 1.0735462 Jun 22 10:02:29.501127 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33300) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:29.526612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1e5204cb-4846-4d08-bd9f-b7f3e0b4ac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.545773 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Deleting subnet 591db747-81c9-43b5-b383-03a5be4e2049 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:02:29.548754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.583158 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.664657 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.801752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.804150 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:29.829643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591db747-81c9-43b5-b383-03a5be4e2049,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:29.832206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:29.834882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.837103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-11b17dd7-4091-4bab-bbe8-1f1f6f8be9ea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/591db747-81c9-43b5-b383-03a5be4e2049 HTTP/1.1" status: 204 len: 168 time: 0.3347976 Jun 22 10:02:29.839494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33302) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:29.848229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e7ff2-54c9-411e-8cae-d258b1e612c0 None None] Network a7580d6b-2e65-45a9-8ada-41b639ea7cf4 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:29.865121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:29.917526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:29.917865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 48e8b945-7a7b-4ec7-abc3-7be3ca937ce5 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:29.918485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a4b909c5-62b8-4e2e-9fe0-570fbae686ea no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:29.919130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:29.946983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: a4b909c5-62b8-4e2e-9fe0-570fbae686ea {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:29.947338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a4b909c5-62b8-4e2e-9fe0-570fbae686ea not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:29.974037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Deleting port 7ebe2c6b-5102-4646-9641-f401b179e727 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:29.974376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.039257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] For port 7ebe2c6b-5102-4646-9641-f401b179e727, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7ebe2c6b-5102-4646-9641-f401b179e727,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:30.039623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.108966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] DHCP port deletion for a7580d6b-2e65-45a9-8ada-41b639ea7cf4 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:02:30.113392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Calling delete_port for 7ebe2c6b-5102-4646-9641-f401b179e727 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:30.155014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Deleting port 7ebe2c6b-5102-4646-9641-f401b179e727 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:30.155324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.217310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] For port 7ebe2c6b-5102-4646-9641-f401b179e727, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7ebe2c6b-5102-4646-9641-f401b179e727,segment=NetworkSegment(9548e589-5b88-4afe-bf20-8b82f2ef74c6),segment_id=9548e589-5b88-4afe-bf20-8b82f2ef74c6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:30.217608 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.284773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Calling delete_port for 7ebe2c6b-5102-4646-9641-f401b179e727 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:30.286655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.289806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:30.313172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebe2c6b-5102-4646-9641-f401b179e727,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:30.316401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:30.317191 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] No DVR routers for this DVR port 7ebe2c6b-5102-4646-9641-f401b179e727 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:30.360336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.362204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:30.387570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.390013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Pushing event deleted for resources: {'Port': ['ID=7ebe2c6b-5102-4646-9641-f401b179e727,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:30.394858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] No DVR routers for this DVR port 7ebe2c6b-5102-4646-9641-f401b179e727 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:30.397907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7580d6b-2e65-45a9-8ada-41b639ea7cf4']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:30.401365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.401714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.402060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.407572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:30.408570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:30.413476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9548e589-5b88-4afe-bf20-8b82f2ef74c6') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:30.413778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9548e589-5b88-4afe-bf20-8b82f2ef74c6') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:30.422606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.436600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.442309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:02:30.442689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:02:30.444349 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:02:30.577897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.581973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9e22b8cc-fe24-4598-ad4e-9ee507dec60b tempest-AllowedAddressPairIpV6TestJSON-1832214032 tempest-AllowedAddressPairIpV6TestJSON-1832214032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:30.594388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:30.596279 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a7580d6b-2e65-45a9-8ada-41b639ea7cf4 HTTP/1.1" status: 204 len: 168 time: 0.7557623 Jun 22 10:02:30.597960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7580d6b-2e65-45a9-8ada-41b639ea7cf4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:30.599636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33304) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:30.601627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:31.286748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:31.579930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Deleting port c7715ce1-b8da-4118-9593-cbb4eebcaf44 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:31.580272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:31.659856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] For port c7715ce1-b8da-4118-9593-cbb4eebcaf44, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c7715ce1-b8da-4118-9593-cbb4eebcaf44,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:31.660237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:31.723288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Calling delete_port for c7715ce1-b8da-4118-9593-cbb4eebcaf44 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:31.844853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7ebe2c6b-5102-4646-9641-f401b179e727 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:31.865984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 7ebe2c6b-5102-4646-9641-f401b179e727 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:31.866411 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7ebe2c6b-5102-4646-9641-f401b179e727 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:32.068347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:32.070570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-52444ce1-da4a-4cf2-9d9d-4e1d4f24fd3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:32.094384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7715ce1-b8da-4118-9593-cbb4eebcaf44,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:32.097470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:32.246850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ba258747-dea8-4356-8e41-c5acec202101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:32.268251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:32.487697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Router 56809509-a998-4ed6-9e6d-e6f16653fd0a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:32.592443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:32.597968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] 10.222.0.65 "PUT /v2.0/routers/56809509-a998-4ed6-9e6d-e6f16653fd0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973364 Jun 22 10:02:32.600758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33306) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:32.605886 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] Sync routers for ids ['56809509-a998-4ed6-9e6d-e6f16653fd0a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:32.615064 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] Routers {'56809509-a998-4ed6-9e6d-e6f16653fd0a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:32.615650 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['56809509-a998-4ed6-9e6d-e6f16653fd0a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:32.669586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:32.711628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:32.718337 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] Set router 56809509-a998-4ed6-9e6d-e6f16653fd0a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:32.816435 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:32.898611 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:02:31Z', 'revision_number': 5, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port': {'id': '9fe6839b-d25a-4397-b1bc-854ce8aac157', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:01:00Z', 'updated_at': '2021-06-22T10:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:32.924042 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] Checking router: 56809509-a998-4ed6-9e6d-e6f16653fd0a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:32.932648 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] Routers {'56809509-a998-4ed6-9e6d-e6f16653fd0a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:32.933262 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['56809509-a998-4ed6-9e6d-e6f16653fd0a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:32.941341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Deleting port 9fe6839b-d25a-4397-b1bc-854ce8aac157 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:32.941686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.017815 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] Set router 56809509-a998-4ed6-9e6d-e6f16653fd0a gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:33.023355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] For port 9fe6839b-d25a-4397-b1bc-854ce8aac157, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=9fe6839b-d25a-4397-b1bc-854ce8aac157,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:33.023705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.072149 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:02:32Z', 'revision_number': 6, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:33.088396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Calling delete_port for 9fe6839b-d25a-4397-b1bc-854ce8aac157 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:33.098469 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797aae39-d583-43de-8916-ab13e54128d6 None None] The sync data for ids ['56809509-a998-4ed6-9e6d-e6f16653fd0a'] in dv-neutron-797120-3-hyperv is: [{'id': '56809509-a998-4ed6-9e6d-e6f16653fd0a', 'name': 'tempest-TestEncryptedCinderVolumes-829689912-router', 'tenant_id': '40086059d36844d19a998c913db0488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:00:59Z', 'updated_at': '2021-06-22T10:02:32Z', 'revision_number': 6, 'project_id': '40086059d36844d19a998c913db0488b', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:33.320603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.323441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0824f5bf-a44e-403e-ae76-ceb972323773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:33.347608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe6839b-d25a-4397-b1bc-854ce8aac157,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:33.351616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:33.412259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.508611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.510953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.555245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.595259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.595748 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56809509-a998-4ed6-9e6d-e6f16653fd0a {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:02:33.601125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.602003 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/56809509-a998-4ed6-9e6d-e6f16653fd0a HTTP/1.1" status: 204 len: 168 time: 1.0001204 Jun 22 10:02:33.604603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33308) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:33.655267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Deleting subnet 79a33062-6284-4e17-81af-5015d83b898a {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:02:33.658239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.693387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.768018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.856998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7715ce1-b8da-4118-9593-cbb4eebcaf44 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:33.876587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c7715ce1-b8da-4118-9593-cbb4eebcaf44 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:33.876943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c7715ce1-b8da-4118-9593-cbb4eebcaf44 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:33.877388 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9fe6839b-d25a-4397-b1bc-854ce8aac157 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:33.895774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 9fe6839b-d25a-4397-b1bc-854ce8aac157 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:33.896156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 9fe6839b-d25a-4397-b1bc-854ce8aac157 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:33.898417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.902059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bd6fab41-57c1-4ac6-aead-1a2ad6b1bfdb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:33.927406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a33062-6284-4e17-81af-5015d83b898a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:33.929413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:33.931275 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/79a33062-6284-4e17-81af-5015d83b898a HTTP/1.1" status: 204 len: 168 time: 0.3256128 Jun 22 10:02:33.932250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8893086b-af7c-4f78-8766-f7048d139af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:33.933843 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33310) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:33.937180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd10e10-744d-459d-bc67-0d3cee55987e None None] Network e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:34.003431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.059584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Deleting port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:34.060082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.134319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] For port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:34.134691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.135906 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] DHCP port deletion for e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:02:34.180661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Deleting port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:02:34.181043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.198405 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Calling delete_port for 143a22b4-934f-4b23-9e6c-66c3dedcdf1a owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:34.244770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] For port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,segment=NetworkSegment(35193b8d-1338-4262-ba70-1e78556cfd77),segment_id=35193b8d-1338-4262-ba70-1e78556cfd77)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:34.245170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.311206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Calling delete_port for 143a22b4-934f-4b23-9e6c-66c3dedcdf1a owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:02:34.344130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.346317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e169c2e-2078-4f2c-b0cd-631c3696a26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:34.371040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Pushing event deleted for resources: {'Port': ['ID=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:34.373546 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:34.376024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] No DVR routers for this DVR port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:34.395207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.397114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:34.419847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Pushing event deleted for resources: {'Port': ['ID=143a22b4-934f-4b23-9e6c-66c3dedcdf1a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:34.422889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:34.423684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] No DVR routers for this DVR port 143a22b4-934f-4b23-9e6c-66c3dedcdf1a on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:02:34.451626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.461490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:34.473320 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35193b8d-1338-4262-ba70-1e78556cfd77') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:34.473622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35193b8d-1338-4262-ba70-1e78556cfd77') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:34.483057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.497642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.503902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:02:34.504377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:02:34.506022 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:02:34.691432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.695018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f506dfd3-b604-4f8a-8aea-676eeba44636 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:34.697540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:34.699383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] 10.222.0.65 "DELETE /v2.0/networks/e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e HTTP/1.1" status: 204 len: 168 time: 0.7644739 Jun 22 10:02:34.710697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e77ceb82-dbd5-4f1d-8e28-c2c782a0f11e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:34.713067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:35.132733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:35.251185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33314) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:35.292179 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-869cc568-6666-4315-86e0-8b59f6655b6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb2bd6e2394544f287b708d0183ce208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397177 Jun 22 10:02:35.294447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33316) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:35.347637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:35.368356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:35.492694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:35.495360 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:35.496853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/890b09d4-7f6a-4fb9-9ee8-5a248d80be5c HTTP/1.1" status: 204 len: 168 time: 0.2014642 Jun 22 10:02:35.502056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f3be70a-0714-4b78-b3d0-399fda924dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:35.506601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b09d4-7f6a-4fb9-9ee8-5a248d80be5c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:35.509041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:35.845824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 143a22b4-934f-4b23-9e6c-66c3dedcdf1a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:02:35.865749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 143a22b4-934f-4b23-9e6c-66c3dedcdf1a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:02:35.866110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 143a22b4-934f-4b23-9e6c-66c3dedcdf1a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:02:36.273614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33322) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:36.314617 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2a70ca8b-1798-4c9d-8c3d-029005477f23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40086059d36844d19a998c913db0488b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397487 Jun 22 10:02:36.317671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33324) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:36.364301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:36.385249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:36.486632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:36.489995 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:36.491143 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab1f811c-71b0-4735-a558-fa7bb7d42fdb HTTP/1.1" status: 204 len: 168 time: 0.1725812 Jun 22 10:02:36.491943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6d230e9f-8885-4648-8a30-558f1ff040b4 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:36.505508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f811c-71b0-4735-a558-fa7bb7d42fdb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:36.505508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:37.681406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33346) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:37.793998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-364628637-network', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:37.869155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Made reservation on behalf of 5868cf0126154cbda14155bdf928e6b7 for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:02:37.871731 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:37.881500 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:37.966746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.051489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.054489 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:38.075791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:02:38.085141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab77a249-d889-40fb-8088-aea2326df418,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:38.089255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:38.090250 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.090598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Added segment 69056b87-8c64-4423-9803-208a088ce49d of type vlan for network a642d334-f1e8-4e16-827c-d1ff8791445c Jun 22 10:02:38.132036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.246612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.247663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:38.248382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.250543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-931234c5-4361-4db1-8d31-e8516f95dd53 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:38.312647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Pushing event updated for resources: {'Network': ['ID=a642d334-f1e8-4e16-827c-d1ff8791445c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:38.316084 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:38.326486 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a642d334-f1e8-4e16-827c-d1ff8791445c details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:02:38.411847 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4ce2fce1-0cc2-436c-8866-36e806a57466 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7292974 Jun 22 10:02:38.414729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33350) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:38.419615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Request body: {'subnet': {'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-364628637-subnet', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:38.542483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Made reservation on behalf of 5868cf0126154cbda14155bdf928e6b7 for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:02:38.544806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.811155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:38.813062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-72f5c610-55de-49dd-9004-f311d6f1ea17 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:38.865696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31fc7430-13de-48dd-b4be-f759b51e1e9f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:38.869265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:38.874895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Checking segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:38.875256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Network hostable DHCP agents. Network: a642d334-f1e8-4e16-827c-d1ff8791445c, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:02:38.987970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Network a642d334-f1e8-4e16-827c-d1ff8791445c is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:02:39.096356 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a642d334-f1e8-4e16-827c-d1ff8791445c) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:39.104144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:39.104144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.107977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cc6554-fb3c-4484-afcf-03982137d2fe None None] Network a642d334-f1e8-4e16-827c-d1ff8791445c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:39.254262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a642d334-f1e8-4e16-827c-d1ff8791445c', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:02:39.255149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.282208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8663003 Jun 22 10:02:39.284943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33352) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:39.289726 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:39.382994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.384129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.387348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Allocated IP 172.20.0.2 (a642d334-f1e8-4e16-827c-d1ff8791445c/31fc7430-13de-48dd-b4be-f759b51e1e9f/2f2494f5-cd51-4bc1-96cf-fe82e002161e) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:02:39.440272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.532763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.540556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Transition to ACTIVE for port object 2f2494f5-cd51-4bc1-96cf-fe82e002161e will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:39.555126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Transition to ACTIVE for port object 2f2494f5-cd51-4bc1-96cf-fe82e002161e will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:39.589415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.617286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.619434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:39.660449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Network a642d334-f1e8-4e16-827c-d1ff8791445c is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:39.663272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:39.669079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:02:39.674646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Pushing event updated for resources: {'Port': ['ID=2f2494f5-cd51-4bc1-96cf-fe82e002161e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:39.679325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:39.737796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Attempting to bind port 2f2494f5-cd51-4bc1-96cf-fe82e002161e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:02:39.738335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Attempting to bind port 2f2494f5-cd51-4bc1-96cf-fe82e002161e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:02:39.738676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Attempting to bind port 2f2494f5-cd51-4bc1-96cf-fe82e002161e on network a642d334-f1e8-4e16-827c-d1ff8791445c {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:02:39.744258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:02:39.744622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Checking segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:39.750271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.750698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Bound using segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:02:39.751204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Bound port: 2f2494f5-cd51-4bc1-96cf-fe82e002161e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:02:39.751593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.821468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] For port 2f2494f5-cd51-4bc1-96cf-fe82e002161e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:02:39.824664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] For port 2f2494f5-cd51-4bc1-96cf-fe82e002161e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2f2494f5-cd51-4bc1-96cf-fe82e002161e,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:02:39.903087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.906104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-616dca70-7419-433a-9bcf-8c8d03996d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:39.928974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:39.965892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Pushing event updated for resources: {'Port': ['ID=2f2494f5-cd51-4bc1-96cf-fe82e002161e,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:39.968959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:40.346553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:40.365502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:40.469570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Allocated IP 172.26.6.206 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:02:40.570300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:40.668653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:40.670880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3dbfd55b-12d5-4d0e-bcbb-46ba641b01b1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:40.707462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:40.710484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:40.714002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:02:40.747412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Pushing event updated for resources: {'Port': ['ID=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:40.751578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:40.857861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734cf45-c1ba-463b-9107-7c025e2902f2 None None] Network a642d334-f1e8-4e16-827c-d1ff8791445c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:41.195342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8ca34c1-80af-4861-97b4-d1d36232624d None None] Provisioning for port 2f2494f5-cd51-4bc1-96cf-fe82e002161e completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:41.215108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:41.416415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:41.600777 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:02:41.705973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:41.715384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Sync routers for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:41.724715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:41.725391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:41.799503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:41.804832 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5159121 Jun 22 10:02:41.805444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33354) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:41.834893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:41.907070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2f2494f5-cd51-4bc1-96cf-fe82e002161e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:42.058432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:40Z', 'revision_number': 3, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:42.090061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 2f2494f5-cd51-4bc1-96cf-fe82e002161e completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:42.092219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Checking router: 6c4aa8ef-6dce-42e0-a9bd-062312dc661b for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:42.092577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Updating router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:02:42.096489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2f2494f5-cd51-4bc1-96cf-fe82e002161e triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:42.097467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.155125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.235303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.276054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.361094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 2f2494f5-cd51-4bc1-96cf-fe82e002161e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2f2494f5-cd51-4bc1-96cf-fe82e002161e,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:42.392268 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Allocated IP 172.20.0.1 (a642d334-f1e8-4e16-827c-d1ff8791445c/31fc7430-13de-48dd-b4be-f759b51e1e9f/a5253167-3497-4729-ba10-7dbe3b38f485) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:02:42.418145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.425956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:42.498926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.502015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.510078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=2f2494f5-cd51-4bc1-96cf-fe82e002161e,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:42.512595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Transition to ACTIVE for port object a5253167-3497-4729-ba10-7dbe3b38f485 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:42.513261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:42.518075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Transition to ACTIVE for port object 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:42.633700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.635644 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:42.668760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.671898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6615cccc-0de6-4513-9a0d-245c22cb58a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:42.686831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Attempting to bind port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:02:42.687219 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Attempting to bind port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:02:42.687595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Attempting to bind port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:02:42.695141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb0ebe-04b1-4c35-8f2c-65384967e649 None None] Pushing event updated for resources: {'Port': ['ID=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:42.697476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:02:42.697860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:42.698272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.698667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:02:42.699145 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Bound port: 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:02:42.699525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.701278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4cbb0ebe-04b1-4c35-8f2c-65384967e649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:42.708115 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Network a642d334-f1e8-4e16-827c-d1ff8791445c is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:42.710985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:42.714008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:02:42.753495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Pushing event updated for resources: {'Port': ['ID=a5253167-3497-4729-ba10-7dbe3b38f485,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:42.756888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:42.761731 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] For port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:02:42.765952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] For port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:02:42.780105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.869075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:42.871537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d5d86564-71de-4b08-bf09-8b5d5f78fd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:42.929977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:42.930628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:42.933597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb0ebe-04b1-4c35-8f2c-65384967e649 None None] Pushing event updated for resources: {'Port': ['ID=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:42.938308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4cbb0ebe-04b1-4c35-8f2c-65384967e649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:43.006120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.055400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:43.089365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-845e7ac4-f773-46a5-b350-2df7f6223653 None None] Provisioning for port a5253167-3497-4729-ba10-7dbe3b38f485 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:43.137961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-845e7ac4-f773-46a5-b350-2df7f6223653 None None] Provisioning complete for port a5253167-3497-4729-ba10-7dbe3b38f485 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:43.138344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-845e7ac4-f773-46a5-b350-2df7f6223653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.176701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.216066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-845e7ac4-f773-46a5-b350-2df7f6223653 None None] Port a5253167-3497-4729-ba10-7dbe3b38f485 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:02:43.251152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.254547 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a89fa17-1bae-415c-aae3-2f44b94024df tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:43.287786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:40Z', 'revision_number': 3, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:43.314268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458ace9-9c94-4cab-b961-bbf4b100e207 None None] The sync data for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv is: [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:40Z', 'revision_number': 3, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:43.321858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.325034 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Pushing event updated for resources: {'Port': ['ID=a5253167-3497-4729-ba10-7dbe3b38f485,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:43.333054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:43.422923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Network a642d334-f1e8-4e16-827c-d1ff8791445c is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:43.425806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:43.582550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:43.719692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:43.725007 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] 10.222.0.65 "PUT /v2.0/routers/6c4aa8ef-6dce-42e0-a9bd-062312dc661b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9185069 Jun 22 10:02:43.739447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4e5355cc-7898-4720-aa06-107fd18409ef None None] Provisioning complete for port a5253167-3497-4729-ba10-7dbe3b38f485 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:43.740061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e5355cc-7898-4720-aa06-107fd18409ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:43.778902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4e5355cc-7898-4720-aa06-107fd18409ef None None] Port a5253167-3497-4729-ba10-7dbe3b38f485 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:02:43.932952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:44.086623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:44.090800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:44.095841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.176099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.197368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:44.296870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.297760 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2f2494f5-cd51-4bc1-96cf-fe82e002161e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:44.299543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-417f4c04-5deb-457f-b6d4-de9417433304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:44.375312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:44.379890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:44.388529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 2f2494f5-cd51-4bc1-96cf-fe82e002161e triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:44.388907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.466055 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33370) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:44.472452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1918527405-network', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:44.589438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Made reservation on behalf of ce7ed7eafd314c8b901c7c2a7f61fedc for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:02:44.591931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.602819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.694945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.761553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.765160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-29b2c0e1-0036-47c7-8276-73b4d58cf624 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:44.792595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:02:44.802241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155c45f2-876e-4e51-a6ee-830d43d40d20,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:44.806208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:44.809258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.817702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Added segment 9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3 of type vlan for network f94c2717-0b6a-40ae-b795-620118dd59d2 Jun 22 10:02:44.865680 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.897381 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Sync routers for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:44.906679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:44.907294 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:44.982169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.983249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:44.983910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:44.987045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-07100144-ba4a-4ba0-8d3f-86864d980e3b tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:45.016568 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:45.046911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f94c2717-0b6a-40ae-b795-620118dd59d2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:45.049990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:45.057226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network f94c2717-0b6a-40ae-b795-620118dd59d2 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:02:45.153099 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6834190 Jun 22 10:02:45.153283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33372) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:45.158157 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Request body: {'subnet': {'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1918527405-subnet', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:45.217911 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:43Z', 'revision_number': 2, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:45.243401 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Checking router: 6c4aa8ef-6dce-42e0-a9bd-062312dc661b for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:45.243769 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Updating router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b port a5253167-3497-4729-ba10-7dbe3b38f485 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:02:45.273944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Made reservation on behalf of ce7ed7eafd314c8b901c7c2a7f61fedc for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:02:45.276517 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.277322 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.505300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.508481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5eec1529-c21f-4eb0-909f-ffce25bf9c9d tempest-RoutersNegativeTest-1923928459 tempest-RoutersNegativeTest-1923928459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:45.538706 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.548138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Transition to ACTIVE for port object a5253167-3497-4729-ba10-7dbe3b38f485 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:45.555423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f0b8c0-3567-4817-8823-8d5e21a7b684,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:45.563432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:45.571337 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Checking segment: {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:45.571699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Network hostable DHCP agents. Network: f94c2717-0b6a-40ae-b795-620118dd59d2, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:02:45.645271 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.647251 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:45.692877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Network f94c2717-0b6a-40ae-b795-620118dd59d2 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:02:45.717030 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Pushing event updated for resources: {'Port': ['ID=a5253167-3497-4729-ba10-7dbe3b38f485,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:45.748086 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.748432 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.748769 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.749104 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.749496 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.749760 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.750085 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.750405 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.750727 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.751049 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.751365 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.751680 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:45.756833 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:45.778305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, f94c2717-0b6a-40ae-b795-620118dd59d2) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:45.783124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:02:45.783714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.785471 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Attempting to bind port a5253167-3497-4729-ba10-7dbe3b38f485 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:02:45.786927 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Attempting to bind port a5253167-3497-4729-ba10-7dbe3b38f485 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:02:45.786927 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Attempting to bind port a5253167-3497-4729-ba10-7dbe3b38f485 on network a642d334-f1e8-4e16-827c-d1ff8791445c {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:02:45.791099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b46d96-7b32-4fbd-9d79-6bd6111cd1b4 None None] Network f94c2717-0b6a-40ae-b795-620118dd59d2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:45.794323 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:02:45.794526 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Checking segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:45.795410 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.796717 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Bound using segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:02:45.797323 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Bound port: a5253167-3497-4729-ba10-7dbe3b38f485, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:02:45.797700 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.872398 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] For port a5253167-3497-4729-ba10-7dbe3b38f485, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:02:45.874009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33374) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:45.874804 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9730b111-c9d0-4943-a222-503c16cd8809 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7166197 Jun 22 10:02:45.876746 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] For port a5253167-3497-4729-ba10-7dbe3b38f485, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5253167-3497-4729-ba10-7dbe3b38f485,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:02:45.880425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:02:45.885080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:45.956261 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.959125 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:45.990853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:45.992688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.009130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:46.009416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.009871 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:46.010683 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:46.032206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-f94c2717-0b6a-40ae-b795-620118dd59d2', 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'fixed_ips': [{'subnet_id': '35f0b8c0-3567-4817-8823-8d5e21a7b684'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:02:46.033062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.058769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.073948 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Pushing event updated for resources: {'Port': ['ID=a5253167-3497-4729-ba10-7dbe3b38f485,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:46.078184 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:46.156997 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:46.444515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Allocated IP 172.20.0.2 (f94c2717-0b6a-40ae-b795-620118dd59d2/35f0b8c0-3567-4817-8823-8d5e21a7b684/30ae0f27-0fdb-41cc-8682-b70de84c7d3c) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:02:46.478891 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:45Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:46.507612 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f21b0-8897-4ce0-8524-b602db2cba54 None None] The sync data for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv is: [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:45Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:46.629621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.638386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Transition to ACTIVE for port object 30ae0f27-0fdb-41cc-8682-b70de84c7d3c will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:46.655667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Transition to ACTIVE for port object 30ae0f27-0fdb-41cc-8682-b70de84c7d3c will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:46.662848 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.733048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.735182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5f203115-75f7-4390-b454-351f9fa8b246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:46.772566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Network f94c2717-0b6a-40ae-b795-620118dd59d2 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:46.775447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:46.781240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:02:46.789196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Pushing event updated for resources: {'Port': ['ID=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:46.813386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:46.847117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Attempting to bind port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:02:46.847499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Attempting to bind port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:02:46.847923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Attempting to bind port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c on network f94c2717-0b6a-40ae-b795-620118dd59d2 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:02:46.853066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:02:46.853444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Checking segment: {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:46.853846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.854271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Bound using segment: {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:02:46.854736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Bound port: 30ae0f27-0fdb-41cc-8682-b70de84c7d3c, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:02:46.855113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.925926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] For port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:02:46.929430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] For port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:02:46.977537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:46.997576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.036523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.039759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:47.111127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Pushing event updated for resources: {'Port': ['ID=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:47.114745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:47.119510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Allocated IP 172.26.6.116 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/863a9548-d653-45b6-905f-265ca49e05a0) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:02:47.245410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.368881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.372629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4e311796-d6c3-4c05-a057-a3644ad94495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:47.417452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:47.422881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:47.428357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:02:47.431803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Pushing event updated for resources: {'Port': ['ID=863a9548-d653-45b6-905f-265ca49e05a0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:47.463460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.463855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.464260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.471539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:02:47.473542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:47.793403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:47.933631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 30ae0f27-0fdb-41cc-8682-b70de84c7d3c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:48.009679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.053112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:48.057718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5253167-3497-4729-ba10-7dbe3b38f485 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:48.120417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ee805-593c-4b46-9278-a8ae3de04ea3 None None] Network f94c2717-0b6a-40ae-b795-620118dd59d2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:02:48.180351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port a5253167-3497-4729-ba10-7dbe3b38f485 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:48.188027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a5253167-3497-4729-ba10-7dbe3b38f485 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:48.188410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.264018 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:02:48.305537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Provisioning for port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:48.333108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Provisioning complete for port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:48.333410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.358721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.373762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:48.387495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Sync routers for ids ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:48.424034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a5253167-3497-4729-ba10-7dbe3b38f485, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5253167-3497-4729-ba10-7dbe3b38f485,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:48.428522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Routers {'8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:48.429146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:48.446717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.448032 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5724509 Jun 22 10:02:48.450705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33376) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:02:48.513537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.523476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:48.575637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.637464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a5253167-3497-4729-ba10-7dbe3b38f485,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:48.648276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Set router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:48.650133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:48.677514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] For port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:48.743895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.747364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4cbb0ebe-04b1-4c35-8f2c-65384967e649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:48.814046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Pushing event updated for resources: {'Port': ['ID=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:48.821377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:48.870177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d14108fa-1df0-4eba-ab44-b04d35354021 None None] Provisioning complete for port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:48.870729 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d14108fa-1df0-4eba-ab44-b04d35354021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.895609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:48.916873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 3, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:48.946726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Checking router: 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:48.947439 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Updating router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d port 863a9548-d653-45b6-905f-265ca49e05a0 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:02:49.012168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.109327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Allocated IP 172.20.0.1 (f94c2717-0b6a-40ae-b795-620118dd59d2/35f0b8c0-3567-4817-8823-8d5e21a7b684/91ea935f-277f-4261-a28f-8b095bff1b41) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:02:49.216364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.229083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Transition to ACTIVE for port object 91ea935f-277f-4261-a28f-8b095bff1b41 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:49.275276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.284704 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Transition to ACTIVE for port object 863a9548-d653-45b6-905f-265ca49e05a0 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:49.361243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.364586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-65aa7931-d98b-44bd-81ae-1394b94735a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:49.393850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.396389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-6b0cce66-66c7-44b5-9fb6-8d9dc8d2fb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:49.401891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Network f94c2717-0b6a-40ae-b795-620118dd59d2 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:49.404732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:49.410635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:02:49.433839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Pushing event updated for resources: {'Port': ['ID=91ea935f-277f-4261-a28f-8b095bff1b41,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:49.437680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:49.449851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7d15-8101-4d2a-8df6-be54d968698a None None] Pushing event updated for resources: {'Port': ['ID=863a9548-d653-45b6-905f-265ca49e05a0,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:49.452294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Attempting to bind port 863a9548-d653-45b6-905f-265ca49e05a0 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:02:49.453069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Attempting to bind port 863a9548-d653-45b6-905f-265ca49e05a0 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:02:49.453288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Attempting to bind port 863a9548-d653-45b6-905f-265ca49e05a0 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:02:49.454666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.455465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74ff7d15-8101-4d2a-8df6-be54d968698a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:49.459554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:02:49.459990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:49.460389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.460780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:02:49.461251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Bound port: 863a9548-d653-45b6-905f-265ca49e05a0, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:02:49.461636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.520611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] For port 863a9548-d653-45b6-905f-265ca49e05a0, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:02:49.523865 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] For port 863a9548-d653-45b6-905f-265ca49e05a0, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=863a9548-d653-45b6-905f-265ca49e05a0,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:02:49.681359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.684129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:49.735802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Routers {'8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:49.736455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:49.770211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.773723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7d15-8101-4d2a-8df6-be54d968698a None None] Pushing event updated for resources: {'Port': ['ID=863a9548-d653-45b6-905f-265ca49e05a0,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:49.777908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74ff7d15-8101-4d2a-8df6-be54d968698a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:49.840170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-14380419-fc36-430c-93a9-bbbbe4df4816 None None] Provisioning for port 91ea935f-277f-4261-a28f-8b095bff1b41 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:49.847216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-14380419-fc36-430c-93a9-bbbbe4df4816 None None] Provisioning complete for port 91ea935f-277f-4261-a28f-8b095bff1b41 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:49.847611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-14380419-fc36-430c-93a9-bbbbe4df4816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.879477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 30ae0f27-0fdb-41cc-8682-b70de84c7d3c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:49.882339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] Set router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:49.943511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:49.944053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-14380419-fc36-430c-93a9-bbbbe4df4816 None None] Port 91ea935f-277f-4261-a28f-8b095bff1b41 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:02:50.045349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:50.048641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-00ba1e6e-c87d-465b-8fc2-03edd68d8f1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:50.053247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:50.053805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:50.111353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Pushing event updated for resources: {'Port': ['ID=91ea935f-277f-4261-a28f-8b095bff1b41,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:50.114102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:50.116108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:50.186373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5253167-3497-4729-ba10-7dbe3b38f485 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:50.214532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Network f94c2717-0b6a-40ae-b795-620118dd59d2 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:02:50.216151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:02:50.219577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '91ea935f-277f-4261-a28f-8b095bff1b41', 'name': '', 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'mac_address': 'fa:16:3e:c6:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:48Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 1, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'subnets': [{'id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:50.411912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3fbbc-ea8a-47ac-baea-42eeb246cbaf None None] The sync data for ids ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'] in dv-neutron-797120-3-hyperv is: [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '91ea935f-277f-4261-a28f-8b095bff1b41', 'name': '', 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'mac_address': 'fa:16:3e:c6:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:48Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 1, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'subnets': [{'id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:50.437314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a5253167-3497-4729-ba10-7dbe3b38f485 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:50.437765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:50.486898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4aabc5c1-3f02-495f-a791-317ae46084c0 None None] Provisioning complete for port 91ea935f-277f-4261-a28f-8b095bff1b41 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:50.489052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4aabc5c1-3f02-495f-a791-317ae46084c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:50.535237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4aabc5c1-3f02-495f-a791-317ae46084c0 None None] Port 91ea935f-277f-4261-a28f-8b095bff1b41 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:02:50.684723 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:02:50.803392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:02:50.808650 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3569548 Jun 22 10:02:51.660469 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:02:51.904696 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 863a9548-d653-45b6-905f-265ca49e05a0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:52.028770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 863a9548-d653-45b6-905f-265ca49e05a0 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:52.033122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 863a9548-d653-45b6-905f-265ca49e05a0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:52.033502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.123410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.147623 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 863a9548-d653-45b6-905f-265ca49e05a0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=863a9548-d653-45b6-905f-265ca49e05a0,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:52.241126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:52.244164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:52.298435 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=863a9548-d653-45b6-905f-265ca49e05a0,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:52.302788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:53.893310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 863a9548-d653-45b6-905f-265ca49e05a0 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:53.927331 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Sync routers for ids ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:02:53.936705 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Routers {'8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:53.937411 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:53.978259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 863a9548-d653-45b6-905f-265ca49e05a0 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:53.981348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.064127 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Set router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:54.276549 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '91ea935f-277f-4261-a28f-8b095bff1b41', 'name': '', 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'mac_address': 'fa:16:3e:c6:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:48Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 2, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'subnets': [{'id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:54.305881 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Checking router: 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:02:54.306240 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Updating router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d port 91ea935f-277f-4261-a28f-8b095bff1b41 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:02:54.340834 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.613404 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.622951 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Transition to ACTIVE for port object 91ea935f-277f-4261-a28f-8b095bff1b41 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:02:54.942754 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:54.944828 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-51538226-a837-4ef2-9355-1a84a92e6ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:55.019989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c35236-8e0d-4e62-a745-f21ee5eea674 None None] Pushing event updated for resources: {'Port': ['ID=91ea935f-277f-4261-a28f-8b095bff1b41,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:55.024462 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-71c35236-8e0d-4e62-a745-f21ee5eea674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:55.091075 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Attempting to bind port 91ea935f-277f-4261-a28f-8b095bff1b41 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:02:55.092019 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Attempting to bind port 91ea935f-277f-4261-a28f-8b095bff1b41 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:02:55.092567 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Attempting to bind port 91ea935f-277f-4261-a28f-8b095bff1b41 on network f94c2717-0b6a-40ae-b795-620118dd59d2 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:02:55.099092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:02:55.106677 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Checking segment: {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:02:55.107260 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.107675 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Bound using segment: {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:02:55.108212 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Bound port: 91ea935f-277f-4261-a28f-8b095bff1b41, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:02:55.108596 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.192245 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] For port 91ea935f-277f-4261-a28f-8b095bff1b41, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:02:55.204151 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] For port 91ea935f-277f-4261-a28f-8b095bff1b41, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=91ea935f-277f-4261-a28f-8b095bff1b41,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:02:55.377265 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:55.379906 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-be8b316f-1c85-4554-96a7-30bc81a8bb1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:55.440292 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c35236-8e0d-4e62-a745-f21ee5eea674 None None] Pushing event updated for resources: {'Port': ['ID=91ea935f-277f-4261-a28f-8b095bff1b41,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:55.444449 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-71c35236-8e0d-4e62-a745-f21ee5eea674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:55.445658 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Routers {'8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:02:55.446424 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:02:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:55.613023 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] Set router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:02:55.926097 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '91ea935f-277f-4261-a28f-8b095bff1b41', 'name': '', 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'mac_address': 'fa:16:3e:c6:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:48Z', 'updated_at': '2021-06-22T10:02:55Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'subnets': [{'id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:02:55.951197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 91ea935f-277f-4261-a28f-8b095bff1b41 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:55.970971 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbac92-ba19-4475-8eef-e57365bdc537 None None] The sync data for ids ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'] in dv-neutron-797120-3-hyperv is: [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:02:49Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '91ea935f-277f-4261-a28f-8b095bff1b41', 'name': '', 'network_id': 'f94c2717-0b6a-40ae-b795-620118dd59d2', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'mac_address': 'fa:16:3e:c6:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:48Z', 'updated_at': '2021-06-22T10:02:55Z', 'revision_number': 4, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'subnets': [{'id': '35f0b8c0-3567-4817-8823-8d5e21a7b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:02:56.099394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 91ea935f-277f-4261-a28f-8b095bff1b41 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:02:56.104229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 91ea935f-277f-4261-a28f-8b095bff1b41 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:56.104706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.214620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.251070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 91ea935f-277f-4261-a28f-8b095bff1b41, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=91ea935f-277f-4261-a28f-8b095bff1b41,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:02:56.371228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:56.374048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:02:56.443128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=91ea935f-277f-4261-a28f-8b095bff1b41,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:02:56.452938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:02:57.873107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 91ea935f-277f-4261-a28f-8b095bff1b41 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:02:57.919556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 91ea935f-277f-4261-a28f-8b095bff1b41 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:02:57.920312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:02:59.583771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2509a4cf-e0cd-447f-ade1-16ffe3ce282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:02.195284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44a28e0b-9289-4ca5-991d-85c7428f4791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:02.668068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:03.074540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-1116fca6-e2bf-4675-ae3b-aebe937090d8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:03.076041 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-1116fca6-e2bf-4675-ae3b-aebe937090d8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 814 time: 0.3735631 Jun 22 10:03:03.091033 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-65c5f72b-3b77-43d1-b0d4-590a8766e21f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/quotas/5868cf0126154cbda14155bdf928e6b7 HTTP/1.1" status: 200 len: 375 time: 0.0095241 Jun 22 10:03:03.157695 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-3da2f0d5-e39e-4f68-913b-b973a86c085d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614491 Jun 22 10:03:03.261162 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-2f57aba8-48d9-45b6-b0b9-ffe70a27e1e0 service neutron] 10.222.0.65 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916646 Jun 22 10:03:03.348495 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-45d63f83-ba92-4925-a893-ba5bc48004f7 service neutron] 10.222.0.65 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813553 Jun 22 10:03:03.675902 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:04.727655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c78afdd0-92e6-4d0d-9294-d3f767938ac1 req-8721f706-6759-4169-a0df-29b2ba4307c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 210 time: 0.0296710 Jun 22 10:03:05.108416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:05.817550 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-275f3991-e73d-4ef8-bce7-51a99085a799 req-2808ca42-6dbd-48c1-8a83-d93bf698b21e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 210 time: 0.0373576 Jun 22 10:03:06.960338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-135c01ba-eeae-43a1-b458-56f9a5ff8f41 req-5ff2c264-2205-49ef-998b-b17d35bdccd3 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 210 time: 0.0283785 Jun 22 10:03:07.720044 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-e266e488-aead-4305-9103-f096ce8c8b04 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:07.721520 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-e266e488-aead-4305-9103-f096ce8c8b04 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 814 time: 0.1050928 Jun 22 10:03:07.749383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'port': {'device_id': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'admin_state_up': True, 'tenant_id': '5868cf0126154cbda14155bdf928e6b7'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:08.075404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Made reservation on behalf of 5868cf0126154cbda14155bdf928e6b7 for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:03:08.079636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:08.098610 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1dbf7d08-e545-4944-b6ef-19d81365867f req-6abe987d-2ae5-4ea4-b2ec-9da294fc056d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Jun 22 10:03:08.213936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Allocated IP 172.20.0.8 (a642d334-f1e8-4e16-827c-d1ff8791445c/31fc7430-13de-48dd-b4be-f759b51e1e9f/065d40c3-93f2-4f03-99a7-7c773e0fe1db) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:03:08.369270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:08.377517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Transition to ACTIVE for port object 065d40c3-93f2-4f03-99a7-7c773e0fe1db will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:03:08.476288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:08.484915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f0d2dfde-ceb4-4333-98e7-34dd318ece0d tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:08.561308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Network a642d334-f1e8-4e16-827c-d1ff8791445c is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:03:08.567201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:03:08.578388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:03:08.588216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:08.615727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:08.643368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:08.644187 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:08.767339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0220981 Jun 22 10:03:08.786297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Request body: {'port': {'device_id': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:08.877382 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:08.879499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4d811ece-02de-4750-9530-3d3e4137c0da None None] Provisioning for port 065d40c3-93f2-4f03-99a7-7c773e0fe1db completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:03:08.891717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4d811ece-02de-4750-9530-3d3e4137c0da None None] Provisioning complete for port 065d40c3-93f2-4f03-99a7-7c773e0fe1db triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:03:08.892399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d811ece-02de-4750-9530-3d3e4137c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:08.961362 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4d811ece-02de-4750-9530-3d3e4137c0da None None] Port 065d40c3-93f2-4f03-99a7-7c773e0fe1db cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:03:09.221547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065d40c3-93f2-4f03-99a7-7c773e0fe1db {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:03:09.244599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.290110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Transition to ACTIVE for port object 065d40c3-93f2-4f03-99a7-7c773e0fe1db will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:03:09.327363 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10adb9-1fb7-427b-a16f-80d62975e396 req-c5f4e67b-a403-449d-b82e-cfcb0a2d3e0e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:09.328965 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cc10adb9-1fb7-427b-a16f-80d62975e396 req-c5f4e67b-a403-449d-b82e-cfcb0a2d3e0e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 931 time: 0.0867808 Jun 22 10:03:09.342880 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.356388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64b7b69b-5a46-462c-8807-097619cbd5f5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:09.444983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:09.450060 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cc10adb9-1fb7-427b-a16f-80d62975e396 req-00be0cbe-3b50-435e-9044-d1bcecb0b893 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147103 Jun 22 10:03:09.450957 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:09.544280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Attempting to bind port 065d40c3-93f2-4f03-99a7-7c773e0fe1db on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:03:09.544624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Attempting to bind port 065d40c3-93f2-4f03-99a7-7c773e0fe1db by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:03:09.544960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Attempting to bind port 065d40c3-93f2-4f03-99a7-7c773e0fe1db on network a642d334-f1e8-4e16-827c-d1ff8791445c {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:03:09.550144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Port 065d40c3-93f2-4f03-99a7-7c773e0fe1db on network a642d334-f1e8-4e16-827c-d1ff8791445c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:03:09.550999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Attempting to bind port 065d40c3-93f2-4f03-99a7-7c773e0fe1db on network a642d334-f1e8-4e16-827c-d1ff8791445c {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:03:09.558332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:03:09.558332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Checking segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:03:09.558697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Bound using segment: {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:03:09.559021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Bound port: 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69056b87-8c64-4423-9803-208a088ce49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:03:09.559428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.601589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.636403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:03:09.639763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:03:09.704605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.706859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:09.737731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:09.739311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:09.740652 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] 10.222.0.24 "PUT /v2.0/ports/065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 1093 time: 0.9593484 Jun 22 10:03:09.743246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:09.745777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:09.780858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:09.784312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:09.792147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb25ea-0801-408a-8afd-c7898815bbb5 x-openstack-request-id: req-5edb25ea-0801-408a-8afd-c7898815bbb5 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:09.792491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:09.792801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5edb25ea-0801-408a-8afd-c7898815bbb5 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:09.793256 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'status': 'completed', 'code': 200} Jun 22 10:03:10.641981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06107-0766-461d-94e8-bafaa43e1ba1 req-97623ca0-b47c-4dfe-aa19-1c033d8279a2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:10.643514 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-83f06107-0766-461d-94e8-bafaa43e1ba1 req-97623ca0-b47c-4dfe-aa19-1c033d8279a2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0737088 Jun 22 10:03:10.687677 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-83f06107-0766-461d-94e8-bafaa43e1ba1 req-ecdd5dd4-2e1b-41e9-a0dc-ff6e257edb4d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Jun 22 10:03:11.873395 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0228-bcd9-4ca7-83bf-09d2090d710a req-ebf41aed-5b2a-4c8a-adbb-cdc7bd33f151 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:11.874914 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-061d0228-bcd9-4ca7-83bf-09d2090d710a req-ebf41aed-5b2a-4c8a-adbb-cdc7bd33f151 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0693142 Jun 22 10:03:11.916345 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-061d0228-bcd9-4ca7-83bf-09d2090d710a req-bf470d02-97cf-4259-bed1-a107004267f0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Jun 22 10:03:13.110570 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39560e69-3ce7-4b20-9817-f77bc10253be req-e974fb5f-4e7a-4e73-a4c1-529f846917bc tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:13.112311 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39560e69-3ce7-4b20-9817-f77bc10253be req-e974fb5f-4e7a-4e73-a4c1-529f846917bc tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0725477 Jun 22 10:03:13.156313 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39560e69-3ce7-4b20-9817-f77bc10253be req-14e4d4f5-a02e-4a02-8a94-39aaa8bdd7e5 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Jun 22 10:03:14.363771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1cd0-1136-4b3e-a522-652706790f86 req-a42191bb-7ad9-4254-b15c-1d261c59d7f7 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:14.365315 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3bf1cd0-1136-4b3e-a522-652706790f86 req-a42191bb-7ad9-4254-b15c-1d261c59d7f7 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0707200 Jun 22 10:03:14.409138 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3bf1cd0-1136-4b3e-a522-652706790f86 req-7aa07c01-e9c3-4c01-8250-cbdc60643356 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Jun 22 10:03:15.622768 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347938c1-e6ec-4d29-a075-c51adb14d1a8 req-fce29bb5-deff-4084-a33e-b2049eb1acff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:15.624392 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-347938c1-e6ec-4d29-a075-c51adb14d1a8 req-fce29bb5-deff-4084-a33e-b2049eb1acff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0763807 Jun 22 10:03:15.677812 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-347938c1-e6ec-4d29-a075-c51adb14d1a8 req-1efd9a4e-3701-462e-a80a-f2c72dfea12c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Jun 22 10:03:16.863765 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763e37-1f6d-4440-acd5-1a0f04802752 req-31b4c0ae-6c92-4a44-8d1c-453f22a2bc08 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:16.865270 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f9763e37-1f6d-4440-acd5-1a0f04802752 req-31b4c0ae-6c92-4a44-8d1c-453f22a2bc08 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0682991 Jun 22 10:03:16.906334 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f9763e37-1f6d-4440-acd5-1a0f04802752 req-26267194-2563-43cb-9bb0-786a7e53c593 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jun 22 10:03:18.091203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ff73-a408-4348-aef2-9cb204791569 req-fb03c7f8-cae6-486a-ad95-de3ff578a4a0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.092772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2373ff73-a408-4348-aef2-9cb204791569 req-fb03c7f8-cae6-486a-ad95-de3ff578a4a0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0718260 Jun 22 10:03:18.133381 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2373ff73-a408-4348-aef2-9cb204791569 req-db2e69a3-bfb3-41d0-8670-4be0b6b3ac5d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Jun 22 10:03:18.499604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1 req-20aa6060-ffce-4f46-bdf9-f03be5e89305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.501127 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1 req-20aa6060-ffce-4f46-bdf9-f03be5e89305 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1096 time: 0.0535681 Jun 22 10:03:18.611832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1 req-bd906dee-5096-4397-b6c7-c38a6919268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.614063 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1 req-bd906dee-5096-4397-b6c7-c38a6919268a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5868cf0126154cbda14155bdf928e6b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934567 Jun 22 10:03:18.707698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1 req-1744dd38-f96b-49f0-b4b1-59e8552e10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.709165 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d95269b-7ccf-4c76-ac24-7a9c84a201e1 req-1744dd38-f96b-49f0-b4b1-59e8552e10ad service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866048 Jun 22 10:03:18.823920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-25609752-e123-4967-a5a8-30a0193d95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.825305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-25609752-e123-4967-a5a8-30a0193d95ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1096 time: 0.0566709 Jun 22 10:03:18.872318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-ea73e863-465c-49ed-876b-b2a80723c8b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 217 time: 0.0348253 Jun 22 10:03:18.918870 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-3a975c01-0b02-4e5e-bdd8-466ba5625499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.920301 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-3a975c01-0b02-4e5e-bdd8-466ba5625499 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0422521 Jun 22 10:03:18.975607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-eac2bf08-1d95-49d5-8462-e8816931adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:18.977063 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-eac2bf08-1d95-49d5-8462-e8816931adf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505664 Jun 22 10:03:19.071736 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-ebaca2eb-9dc4-4361-86b1-6045f0d21ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Jun 22 10:03:19.161311 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eac6fd2-ca55-45dd-af2d-dce5821322d9 req-0bb94a39-529c-401b-b01d-88a552c3510f service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Jun 22 10:03:19.309211 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bcd6-0691-47b3-ae9e-21a149c98d89 req-8c4651c2-11e9-4955-a9c9-a3024618a648 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:19.310657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-abb2bcd6-0691-47b3-ae9e-21a149c98d89 req-8c4651c2-11e9-4955-a9c9-a3024618a648 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0691090 Jun 22 10:03:19.349251 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-abb2bcd6-0691-47b3-ae9e-21a149c98d89 req-a6264d33-0312-45dd-93a1-620de3accb73 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322833 Jun 22 10:03:20.524628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b52a3-f7a3-4268-95c4-0ae18523ccc7 req-bb314af3-2fdf-45a1-af9a-67b1aced3c2d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:20.526136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e33b52a3-f7a3-4268-95c4-0ae18523ccc7 req-bb314af3-2fdf-45a1-af9a-67b1aced3c2d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0680885 Jun 22 10:03:20.563538 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e33b52a3-f7a3-4268-95c4-0ae18523ccc7 req-d380a066-87fd-486e-b74b-3109ae9e9448 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Jun 22 10:03:21.536399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 065d40c3-93f2-4f03-99a7-7c773e0fe1db details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:03:21.628932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:21.643725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'port_id': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'mac_address': 'fa:16:3e:41:a6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:03:21.680290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:21.693366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065d40c3-93f2-4f03-99a7-7c773e0fe1db {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:03:21.719895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:21.739347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2968e5-568c-451d-b227-855f23faec22 req-d899adbd-0371-4bbe-9b5e-4296b5fa5467 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:21.740839 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3e2968e5-568c-451d-b227-855f23faec22 req-d899adbd-0371-4bbe-9b5e-4296b5fa5467 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 943 time: 0.0648994 Jun 22 10:03:21.778676 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3e2968e5-568c-451d-b227-855f23faec22 req-2c595a34-8ae0-4da2-9ab1-fa2a61e809f2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Jun 22 10:03:21.829883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:21.833450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-97edc926-d17b-4c1f-aa43-b3646d672ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:21.878320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:21.882278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:22.135979 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['065d40c3-93f2-4f03-99a7-7c773e0fe1db'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:03:22.949043 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44714b12-063f-4bca-8120-3bf6ad3e92bc req-b5ba43ed-5714-41e7-a6dc-a94eb570b819 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:22.950479 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44714b12-063f-4bca-8120-3bf6ad3e92bc req-b5ba43ed-5714-41e7-a6dc-a94eb570b819 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 944 time: 0.0626693 Jun 22 10:03:22.987180 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-44714b12-063f-4bca-8120-3bf6ad3e92bc req-c1b2ce5c-c649-4448-b4b7-97e01ecda98e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Jun 22 10:03:23.554735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 065d40c3-93f2-4f03-99a7-7c773e0fe1db up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:03:23.698232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 065d40c3-93f2-4f03-99a7-7c773e0fe1db completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:03:23.702036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 065d40c3-93f2-4f03-99a7-7c773e0fe1db triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:03:23.702441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:23.791680 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:23.813499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:23.815898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f241b0-b573-4c15-a3be-be5ba537bab1" -d '{"events": [{"server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "name": "network-vif-plugged", "status": "completed", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:23.829205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:23.925458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:23.925458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:23.970422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858aa71c-ef0c-454a-bac9-4406d2dc1237 x-openstack-request-id: req-858aa71c-ef0c-454a-bac9-4406d2dc1237 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:23.970710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "name": "network-vif-plugged", "status": "completed", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:23.970963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-858aa71c-ef0c-454a-bac9-4406d2dc1237 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:23.971352 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'code': 200} Jun 22 10:03:23.975672 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:23.978737 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:24.187699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b83933-7863-4f9a-b8f1-1c802f715914 req-b48ff5a5-b837-4f18-98bb-f01333377124 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:24.189227 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-10b83933-7863-4f9a-b8f1-1c802f715914 req-b48ff5a5-b837-4f18-98bb-f01333377124 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0674407 Jun 22 10:03:24.227397 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-10b83933-7863-4f9a-b8f1-1c802f715914 req-32419861-7ed7-4409-9d4a-9bdb560b4b3f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jun 22 10:03:24.374799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54517d-c743-47f2-8b96-b4233370139c req-96b962eb-e084-49d7-a468-9e9de7db2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:24.376307 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c54517d-c743-47f2-8b96-b4233370139c req-96b962eb-e084-49d7-a468-9e9de7db2a4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1098 time: 0.0514121 Jun 22 10:03:24.409025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c54517d-c743-47f2-8b96-b4233370139c req-18d3caef-6295-47e0-8ba1-86777d7090ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266593 Jun 22 10:03:25.403629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa4196-12c2-4016-8d38-0c36450da78a req-26d0f152-e0a2-43b6-b35c-c753da868fbc tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:25.405168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18aa4196-12c2-4016-8d38-0c36450da78a req-26d0f152-e0a2-43b6-b35c-c753da868fbc tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0656991 Jun 22 10:03:25.445745 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18aa4196-12c2-4016-8d38-0c36450da78a req-3dc45fc3-09c7-48b6-a390-625a4ab07893 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Jun 22 10:03:26.780699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f6612-72da-4840-9c54-18b2ff2b6126 req-c8d4e0dc-1478-4556-a008-e04625c231ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:26.782131 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc5f6612-72da-4840-9c54-18b2ff2b6126 req-c8d4e0dc-1478-4556-a008-e04625c231ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0623944 Jun 22 10:03:26.824117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bc5f6612-72da-4840-9c54-18b2ff2b6126 req-03b58a06-5165-4841-9d79-3e87498b45a1 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Jun 22 10:03:26.996909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e57b1-115f-4ed3-942d-37fa459ccb27 req-30c3e693-8f27-40a9-8fe2-7ff7630c4115 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:26.998358 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-156e57b1-115f-4ed3-942d-37fa459ccb27 req-30c3e693-8f27-40a9-8fe2-7ff7630c4115 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0670564 Jun 22 10:03:27.035719 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-156e57b1-115f-4ed3-942d-37fa459ccb27 req-4ce97ec9-dc11-44c3-a65a-38231d919ecf tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Jun 22 10:03:27.423492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4cf78-d6d8-4905-8d4c-bffca13aa1b9 req-8d0dc6b4-653a-4d01-b2bb-a067e4bfde97 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:27.425001 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6b4cf78-d6d8-4905-8d4c-bffca13aa1b9 req-8d0dc6b4-653a-4d01-b2bb-a067e4bfde97 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0630710 Jun 22 10:03:27.466792 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6b4cf78-d6d8-4905-8d4c-bffca13aa1b9 req-4537c23b-458f-448e-8ffb-9cc1bbf3e6e6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Jun 22 10:03:28.659383 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:03:29.640975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c894a3bb-6bf9-42cc-9af0-8ac6fd91b3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:32.190009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d54466f-f951-4a65-a9f3-578673031572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:32.652811 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:33.571089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:35.073614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:39.565464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:42.172222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079449-981b-4bc4-b647-4c30dac20c03 req-bc5e1a85-7e02-466c-b6da-d9bd7fdd8203 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:42.173658 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f7079449-981b-4bc4-b647-4c30dac20c03 req-bc5e1a85-7e02-466c-b6da-d9bd7fdd8203 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0667472 Jun 22 10:03:42.210390 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f7079449-981b-4bc4-b647-4c30dac20c03 req-9bb6bedb-7c1a-433d-ac36-e8f4703f7345 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Jun 22 10:03:42.235518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33596) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:42.375384 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e94ab-6e38-4bb6-b2ef-a874daa11ed7 tempest-TestMinimumBasicScenario-1501562478 tempest-TestMinimumBasicScenario-1501562478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:42.376913 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-896e94ab-6e38-4bb6-b2ef-a874daa11ed7 tempest-TestMinimumBasicScenario-1501562478 tempest-TestMinimumBasicScenario-1501562478-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1093 time: 0.1403875 Jun 22 10:03:42.379968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33600) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:42.384258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:42.573182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:42.673074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:42.772560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Allocated IP 172.26.6.110 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/97305db2-8d86-4a1e-8db9-8efa54b5282b) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:03:42.875754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:42.973013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:42.975045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:43.011358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:03:43.014108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:03:43.016598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:03:43.041399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'Port': ['ID=97305db2-8d86-4a1e-8db9-8efa54b5282b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:43.053647 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.054040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.054429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.054810 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.055185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.056278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.056669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.057043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.057414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.057783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.058153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.058520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:03:43.066225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:43.401410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:43.544899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:43.695430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:43.776566 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:43.778805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c258833-fc45-4742-84e4-8804c8559e62 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:43.847729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'Port': ['ID=97305db2-8d86-4a1e-8db9-8efa54b5282b,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:43.853967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:43.860441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:43.960106 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Floating IP 6897a98c-41a1-48c3-91c0-63f005c2de8e associated. External IP: 172.26.6.110, port: 065d40c3-93f2-4f03-99a7-7c773e0fe1db. Jun 22 10:03:44.165503 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:03:44.267551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:03:44.277540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] Sync routers for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:03:44.286900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:03:44.287536 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:03:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:03:44.349797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.390348 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0094244 Jun 22 10:03:44.391046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:44.392678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:03:44.393457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:44.393623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33602) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:44.398826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721542879', 'description': 'tempest-secgroup-smoke-721542879 description', 'project_id': '5868cf0126154cbda14155bdf928e6b7'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:44.487896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.488911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a585826f-70b5-4181-8ea2-65f425580d1a x-openstack-request-id: req-a585826f-70b5-4181-8ea2-65f425580d1a {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:44.489404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:44.489549 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a585826f-70b5-4181-8ea2-65f425580d1a {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:44.490004 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'status': 'completed', 'code': 200} Jun 22 10:03:44.610888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.621624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-e1d157c6-82c0-464f-bfac-dbda74eb65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:44.623378 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-e1d157c6-82c0-464f-bfac-dbda74eb65a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1098 time: 0.0844555 Jun 22 10:03:44.624783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '6897a98c-41a1-48c3-91c0-63f005c2de8e', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'port_id': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'mac_address': 'fa:16:3e:41:a6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:03:43Z', 'updated_at': '2021-06-22T10:03:43Z', 'revision_number': 0, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:48Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:03:44.651617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] Checking router: 6c4aa8ef-6dce-42e0-a9bd-062312dc661b for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:03:44.659662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:03:44.660293 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:03:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:03:44.688739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.693465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6bc14d18-ffca-448e-a6d9-16253778fba1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:44.747233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437b95da-3c95-4c04-b27e-248e1b0222cf,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:44.750176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:44.751566 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-df9feb8a-459c-479a-b1a7-a74cbe2aad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:44.753117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-df9feb8a-459c-479a-b1a7-a74cbe2aad92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.1233189 Jun 22 10:03:44.766241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:03:44.800255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.801453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4067957 Jun 22 10:03:44.804639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33608) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:44.809976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group_rule': {'security_group_id': '437b95da-3c95-4c04-b27e-248e1b0222cf', 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:44.823000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-4280880b-3ea5-47fd-a8b9-3a6543c44732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 999 time: 0.0627668 Jun 22 10:03:44.874548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-9ff20620-943f-46be-aed9-74be0198565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:44.875946 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-9ff20620-943f-46be-aed9-74be0198565c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0451241 Jun 22 10:03:44.907099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.938086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-271f02ee-e0e5-4e9e-bb95-b222cef7273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:44.939569 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-271f02ee-e0e5-4e9e-bb95-b222cef7273b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572081 Jun 22 10:03:44.966739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:44.990716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '6897a98c-41a1-48c3-91c0-63f005c2de8e', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'port_id': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'mac_address': 'fa:16:3e:41:a6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:03:43Z', 'updated_at': '2021-06-22T10:03:43Z', 'revision_number': 0, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:48Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:03:45.021205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229b9f5-9f67-41ce-80ae-0fd90cd09a23 None None] The sync data for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv is: [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '6897a98c-41a1-48c3-91c0-63f005c2de8e', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'port_id': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'mac_address': 'fa:16:3e:41:a6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:03:43Z', 'updated_at': '2021-06-22T10:03:43Z', 'revision_number': 0, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:48Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:03:45.029986 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-a15c1df7-e6b7-4c9b-ab7d-eb841754e8ca service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836163 Jun 22 10:03:45.033711 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.037692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5c727115-84a8-4a5f-8f6d-5a05ceb60184 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:45.051498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45d8dfa-0691-4ddb-8ff7-5882b299129e,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:45.056411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:45.114505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.116685 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105974 Jun 22 10:03:45.120129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33610) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:45.127455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group_rule': {'security_group_id': '437b95da-3c95-4c04-b27e-248e1b0222cf', 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:45.133089 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e5ff5b73-2b60-474e-a28a-d3a6ba68140e req-7d79940f-c494-4e31-aeae-a7e098a581e7 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962636 Jun 22 10:03:45.222591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.228135 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc87f5-231e-4d03-83ed-cbf50dc2d73d None None] New status for floating IP 6897a98c-41a1-48c3-91c0-63f005c2de8e: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:03:45.285628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.344230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.346139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-20ebad9a-c5c3-499f-bafe-182b8e4edbd3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:45.364059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad09700-dc76-4b81-8c21-5ca5dc0af549,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:45.366410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:45.498783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.500208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3787799 Jun 22 10:03:45.502833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33612) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:45.507428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group_rule': {'security_group_id': '437b95da-3c95-4c04-b27e-248e1b0222cf', 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:45.600687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.664287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.718986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.720867 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-60d9ea23-6d09-4a2e-8380-2dd26ce8d823 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:45.736812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c35b26-abf7-4465-a856-0c345dbaae3a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:45.739060 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:45.829943 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.831168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274007 Jun 22 10:03:45.833899 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33614) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:45.838910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group_rule': {'security_group_id': '437b95da-3c95-4c04-b27e-248e1b0222cf', 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:45.923713 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:45.981082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.045042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.046874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f1d138d4-86d4-4331-81c9-04de411eef0d tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:46.060130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f40bf8b-c585-4e6b-be08-f8da06531f06,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:46.063863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:46.113701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.114897 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-29dda69a-4c9c-4ef0-b765-d97c2e5228de tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800710 Jun 22 10:03:46.117543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33616) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:46.122262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group_rule': {'security_group_id': '437b95da-3c95-4c04-b27e-248e1b0222cf', 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:46.205222 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Project 5868cf0126154cbda14155bdf928e6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:03:46.210130 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.272334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.342167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.343992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac484ba4-44ee-4444-8d6f-998972dd51dd tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:46.361318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ac2d48-0d2f-4a6e-addd-b00f31d69e3c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:46.363431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:46.450496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.451706 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332293 Jun 22 10:03:46.454304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33618) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:03:46.458829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'security_group_rule': {'security_group_id': '437b95da-3c95-4c04-b27e-248e1b0222cf', 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:46.565092 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Project 5868cf0126154cbda14155bdf928e6b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:03:46.569951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.649634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.709280 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.714294 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ee020cde-90c5-4824-b060-f31b30e88d56 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:46.731008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b891c6-4be3-43ad-ac70-92101725730c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:46.733254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:46.789495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:46.790888 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3356266 Jun 22 10:03:46.914575 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-00058480-f8d2-4446-a8d1-d980372fb99b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721542879&fields=id&tenant_id=5868cf0126154cbda14155bdf928e6b7 HTTP/1.1" status: 200 len: 267 time: 0.0399323 Jun 22 10:03:46.997406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-723c225a-2de1-476c-b4c9-a026ddbca8c6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:46.998899 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-723c225a-2de1-476c-b4c9-a026ddbca8c6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0786979 Jun 22 10:03:47.012518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'port': {'security_groups': ['ab77a249-d889-40fb-8088-aea2326df418', '437b95da-3c95-4c04-b27e-248e1b0222cf']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:03:47.117415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:47.314241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:03:47.610510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:47.679511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:47.683792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:03:47.717035 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['065d40c3-93f2-4f03-99a7-7c773e0fe1db'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:03:47.758247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:47.759595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:47.761036 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d78caccb-a4e9-4564-8db8-b4cb1cdf1ecf req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "PUT /v2.0/ports/065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 981 time: 0.7536073 Jun 22 10:03:47.762154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:03:47.763971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b48643-d58c-4287-848b-30d8b28c05bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:03:47.819392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=6']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:03:47.826099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:03:47.828835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c365078-0356-494e-bf53-6a2d7de98c76 x-openstack-request-id: req-1c365078-0356-494e-bf53-6a2d7de98c76 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:03:47.829167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:03:47.829466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c365078-0356-494e-bf53-6a2d7de98c76 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:03:47.829902 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'status': 'completed', 'code': 200} Jun 22 10:03:47.889222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['065d40c3-93f2-4f03-99a7-7c773e0fe1db'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:03:47.981479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-c196652d-ebc5-4bf7-83a6-df831b417d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:47.982984 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-c196652d-ebc5-4bf7-83a6-df831b417d1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1137 time: 0.1086450 Jun 22 10:03:48.016980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37095b-28ea-4ae5-a00c-f5fe24e09915 req-7d0b0e4b-56f7-48a6-983c-23243914e407 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:48.018499 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d37095b-28ea-4ae5-a00c-f5fe24e09915 req-7d0b0e4b-56f7-48a6-983c-23243914e407 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.1299343 Jun 22 10:03:48.097285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-64555a24-b29e-4e08-96ab-ce6a4d0b2fb1 None None] Provisioning complete for port 065d40c3-93f2-4f03-99a7-7c773e0fe1db triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:03:48.097643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-64555a24-b29e-4e08-96ab-ce6a4d0b2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:03:48.109462 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8d37095b-28ea-4ae5-a00c-f5fe24e09915 req-f1b0aa9d-0e54-40d1-b9b1-597f30cfe9c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606940 Jun 22 10:03:48.123975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-33579832-90b7-4f2b-a505-91b8a6b1fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:48.125467 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-33579832-90b7-4f2b-a505-91b8a6b1fcfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.1359699 Jun 22 10:03:48.196628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-a548beaf-64fc-4fc6-a0ba-4fec21c2b8c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 1001 time: 0.0639007 Jun 22 10:03:48.247027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-af610ac8-1b1e-4522-8b99-fc113de60cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:48.248559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-af610ac8-1b1e-4522-8b99-fc113de60cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0456197 Jun 22 10:03:48.307133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-0d1aeed9-21d1-4476-b3a4-7af2688a266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:48.308655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-0d1aeed9-21d1-4476-b3a4-7af2688a266c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540721 Jun 22 10:03:48.408281 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-beb62d06-7e11-4bd0-9890-f7578afbec4b service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923750 Jun 22 10:03:48.498731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e9b48643-d58c-4287-848b-30d8b28c05bf req-8932462b-f479-49ac-bb5a-3db15242ed92 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838490 Jun 22 10:03:51.175842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-402ed8fd-cc7e-413d-a1aa-80e71be4cffe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512955 Jun 22 10:03:51.294671 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-e7409228-9537-454b-8018-797118a8cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:51.296203 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-e7409228-9537-454b-8018-797118a8cfc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1137 time: 0.0576453 Jun 22 10:03:51.399958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-4caa672e-9107-4911-8170-b6200940bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:51.401452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-4caa672e-9107-4911-8170-b6200940bf68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.0845101 Jun 22 10:03:51.469989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-7952a1a0-4e59-4575-aa1e-beb53818615a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 1001 time: 0.0607054 Jun 22 10:03:51.517556 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-55890b58-dfb9-47d8-8c21-abf52ced2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:51.518936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-55890b58-dfb9-47d8-8c21-abf52ced2996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0429585 Jun 22 10:03:51.575206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-71501fa4-8b52-4a9f-929a-13dcb7cbfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:03:51.576740 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-71501fa4-8b52-4a9f-929a-13dcb7cbfada service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516205 Jun 22 10:03:51.670992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-c4a7121d-5653-4589-b7d9-f06da82067c7 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Jun 22 10:03:51.768505 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-946f7547-7fd2-4e1f-8fda-df74086381f5 req-cabb8528-2ca0-4012-9ddc-eb3d329a6bac service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899799 Jun 22 10:03:59.541840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ea64f504-382c-43ee-921e-e31b2ca9accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:00.619260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a5856-f861-4c8d-af48-60983a7bbbdc req-7cc140ed-ce5a-40c5-b9c8-0a71ebcb33b0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:00.621130 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-120a5856-f861-4c8d-af48-60983a7bbbdc req-7cc140ed-ce5a-40c5-b9c8-0a71ebcb33b0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0664568 Jun 22 10:04:00.694768 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-120a5856-f861-4c8d-af48-60983a7bbbdc req-fcf1d361-a29c-4012-ba0b-da359658ae4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677562 Jun 22 10:04:00.716968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-8f8d4db0-7d1e-4c4d-aee5-97522d52543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:00.718357 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-8f8d4db0-7d1e-4c4d-aee5-97522d52543c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1137 time: 0.0707622 Jun 22 10:04:00.812444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-966e5907-09f0-4ed9-b803-52b46fb975b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:00.813932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-966e5907-09f0-4ed9-b803-52b46fb975b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.0884545 Jun 22 10:04:00.882901 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-8ff56602-dd62-4d72-90e0-ae9dd2809ef1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 1001 time: 0.0624800 Jun 22 10:04:00.931560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-37a1520e-4d05-4e2f-ad04-d93d8dacfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:00.933000 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-37a1520e-4d05-4e2f-ad04-d93d8dacfb72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0436628 Jun 22 10:04:00.988266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-ae938cad-5450-4500-8218-6f607a66cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:00.989720 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-ae938cad-5450-4500-8218-6f607a66cedd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505323 Jun 22 10:04:01.385673 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-db4bea49-ee9e-4123-8fec-8a4f932527be service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890078 Jun 22 10:04:01.471287 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f42e5c61-a188-4d15-97f6-c9bde63542da req-d56b0a50-fc7f-4049-b12c-8033fc1f742a service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793221 Jun 22 10:04:01.968596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafddb85-f2ed-44d6-acd3-2c65367cd1f0 req-c3213c72-a5be-4021-830c-49fe85e6970b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:01.970110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fafddb85-f2ed-44d6-acd3-2c65367cd1f0 req-c3213c72-a5be-4021-830c-49fe85e6970b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.1372473 Jun 22 10:04:02.010044 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fafddb85-f2ed-44d6-acd3-2c65367cd1f0 req-a0264e47-4c93-4261-8a0b-e52a4121d05f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342064 Jun 22 10:04:02.193554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ec08551-86f6-4b2c-a8f6-73d06b57472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:02.673210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:03.201124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad08f6-bc77-4ed9-abac-d7d5384706de req-b00bc623-632d-4b7f-958f-4a459663a6c7 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:03.203205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58ad08f6-bc77-4ed9-abac-d7d5384706de req-b00bc623-632d-4b7f-958f-4a459663a6c7 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0825510 Jun 22 10:04:03.250027 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58ad08f6-bc77-4ed9-abac-d7d5384706de req-6d54849d-821f-4f58-aa6c-51db2d2e0d40 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410302 Jun 22 10:04:03.566818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:04.420751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe20e2f-cf5f-480f-95f4-5aea75c85b3e req-2a9f6a27-eea5-40ce-9654-4bdc75e9d693 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:04.422108 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-abe20e2f-cf5f-480f-95f4-5aea75c85b3e req-2a9f6a27-eea5-40ce-9654-4bdc75e9d693 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0634396 Jun 22 10:04:04.461314 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-abe20e2f-cf5f-480f-95f4-5aea75c85b3e req-0880b424-c50e-43f7-9d98-0e477caa7187 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335691 Jun 22 10:04:05.067787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:05.639958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd39eb-4647-4482-8594-ff55affb8168 req-b7204e6b-245f-4db3-9ab8-5c289874f3b0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:05.641426 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95fd39eb-4647-4482-8594-ff55affb8168 req-b7204e6b-245f-4db3-9ab8-5c289874f3b0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0708876 Jun 22 10:04:05.658001 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:04:05.680921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95fd39eb-4647-4482-8594-ff55affb8168 req-7941243b-4ace-434f-816e-4d1959c1947f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332692 Jun 22 10:04:06.859607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6415-5bdb-41bc-b246-fa204862aba0 req-f7643f43-766a-4f93-ab9e-ab683eecaea0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:06.861091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96bb6415-5bdb-41bc-b246-fa204862aba0 req-f7643f43-766a-4f93-ab9e-ab683eecaea0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0668218 Jun 22 10:04:06.901767 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-96bb6415-5bdb-41bc-b246-fa204862aba0 req-a5f7e736-e8f0-45a7-a707-baa3d7841dcd tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349824 Jun 22 10:04:08.076269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9d7b7-43b5-41bb-a72a-c51a7b5914b6 req-dfbb99c9-5041-46ee-8391-3802505eabb9 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:08.077708 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfb9d7b7-43b5-41bb-a72a-c51a7b5914b6 req-dfbb99c9-5041-46ee-8391-3802505eabb9 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0631731 Jun 22 10:04:08.135536 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bfb9d7b7-43b5-41bb-a72a-c51a7b5914b6 req-5bfbc963-6d1b-4541-81c1-51c7c3a8278e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518384 Jun 22 10:04:09.314208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2f29c-c1a4-4d09-a02d-48395c49a527 req-69e1e341-c242-44b2-a7b9-7886666ebc85 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:09.315672 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ae2f29c-c1a4-4d09-a02d-48395c49a527 req-69e1e341-c242-44b2-a7b9-7886666ebc85 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0645368 Jun 22 10:04:09.354824 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4ae2f29c-c1a4-4d09-a02d-48395c49a527 req-a18f37ce-6e7f-4128-8897-43205811c656 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327008 Jun 22 10:04:09.578216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:10.534349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83829c2-7077-47eb-9dbc-744ece06f9cc req-c9ab397e-7853-4a4c-be25-16a3779cece3 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:10.535854 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c83829c2-7077-47eb-9dbc-744ece06f9cc req-c9ab397e-7853-4a4c-be25-16a3779cece3 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0716484 Jun 22 10:04:10.575776 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c83829c2-7077-47eb-9dbc-744ece06f9cc req-73cce0e9-083a-4e94-9f4b-03da00cf3b3b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342093 Jun 22 10:04:11.745601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ae01-2109-49cb-a7c1-11e01c2ae5cf req-35674458-c9ad-4459-bfe7-b11b75389857 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:11.747090 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c547ae01-2109-49cb-a7c1-11e01c2ae5cf req-35674458-c9ad-4459-bfe7-b11b75389857 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0633292 Jun 22 10:04:11.785997 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c547ae01-2109-49cb-a7c1-11e01c2ae5cf req-34b50ab4-731c-4d15-982e-7c041233bef8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332334 Jun 22 10:04:12.957428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cdef4-0678-4744-a282-da2f91ed487c req-5731f7e2-1fdf-4be8-8ac6-d737cb6664b2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:12.958907 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c89cdef4-0678-4744-a282-da2f91ed487c req-5731f7e2-1fdf-4be8-8ac6-d737cb6664b2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0650611 Jun 22 10:04:12.998574 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c89cdef4-0678-4744-a282-da2f91ed487c req-bffeece7-e44e-42ad-a07a-47136f0e8d4f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333364 Jun 22 10:04:14.175063 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4356d-f3a6-4713-a001-b1ff616c3709 req-62cb635b-6733-4ca3-bd7a-3d53550add6d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:14.176554 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7c4356d-f3a6-4713-a001-b1ff616c3709 req-62cb635b-6733-4ca3-bd7a-3d53550add6d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0693660 Jun 22 10:04:14.216957 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c7c4356d-f3a6-4713-a001-b1ff616c3709 req-a57104f5-5f0b-4358-95aa-5416bc699705 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336668 Jun 22 10:04:15.394983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138cdeb-5074-4172-b564-fb858f1a310f req-7d2f938f-b18d-4515-8bab-70f1b2db6e47 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:15.396499 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0138cdeb-5074-4172-b564-fb858f1a310f req-7d2f938f-b18d-4515-8bab-70f1b2db6e47 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0706084 Jun 22 10:04:15.436310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0138cdeb-5074-4172-b564-fb858f1a310f req-5738ab8c-6713-4d84-aec7-6fc6025613aa tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338132 Jun 22 10:04:16.609225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7a95-22bd-4496-9382-2a4520823127 req-4bec885c-2e9c-4d7b-8595-30416bb23b30 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:16.610669 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-741c7a95-22bd-4496-9382-2a4520823127 req-4bec885c-2e9c-4d7b-8595-30416bb23b30 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0628552 Jun 22 10:04:16.649794 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-741c7a95-22bd-4496-9382-2a4520823127 req-9dc2225d-cc6f-426a-adde-45ca95b7959d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327704 Jun 22 10:04:17.826944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e7e7-9e32-48b6-ac0a-5539e89ab125 req-3f29a7d0-338d-400f-9f50-c411dcef73bb tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:17.828460 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c169e7e7-9e32-48b6-ac0a-5539e89ab125 req-3f29a7d0-338d-400f-9f50-c411dcef73bb tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0649974 Jun 22 10:04:17.869434 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c169e7e7-9e32-48b6-ac0a-5539e89ab125 req-f9ef28a5-efb5-4c8b-b2f1-b989aa7bd09d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b95da-3c95-4c04-b27e-248e1b0222cf&id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351191 Jun 22 10:04:29.521192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4234964d-1d41-4ec2-af34-0704d0e55002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:32.207136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2788258c-bb1f-4ffd-bb3d-e64301ad2d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:32.669749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:33.633149 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:35.075641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:39.593556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:42.713775 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:04:50.387234 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-ee59ddbf-3a7e-43b0-ad5c-ed39455b510d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721542879&fields=id&tenant_id=5868cf0126154cbda14155bdf928e6b7 HTTP/1.1" status: 200 len: 267 time: 0.0340393 Jun 22 10:04:50.459319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-d2effd6b-c2d9-4be4-babb-e6ddf89f7dc0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:50.460802 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-d2effd6b-c2d9-4be4-babb-e6ddf89f7dc0 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 984 time: 0.0683887 Jun 22 10:04:50.471363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Request body: {'port': {'security_groups': ['ab77a249-d889-40fb-8088-aea2326df418']}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:04:50.551137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:50.719946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:04:50.750279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:50.844846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:50.848892 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3d1f8b87-9e7c-4a80-9d3b-03bfff298e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:50.878334 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['065d40c3-93f2-4f03-99a7-7c773e0fe1db'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:04:50.902166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:50.902683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:50.904121 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-efa9033c-df2c-43d0-a6d1-d05ad615aa78 req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "PUT /v2.0/ports/065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 942 time: 0.4372184 Jun 22 10:04:50.904688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:04:50.907659 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a0d22a-fac9-46a5-b959-dc099e7a079b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:04:50.911064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33692) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:50.930072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event updated for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=7']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:50.938249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.938646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.939029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.939408 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.939781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.940189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.940558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.940927 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.941292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.941662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.942318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.942418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:50.946797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:50.973870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb9c0d-0cfb-444e-ad0a-fa672927819d x-openstack-request-id: req-4dcb9c0d-0cfb-444e-ad0a-fa672927819d {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:04:50.974107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:04:50.974399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4dcb9c0d-0cfb-444e-ad0a-fa672927819d {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:04:50.974967 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'status': 'completed', 'code': 200} Jun 22 10:04:50.996083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.018593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['065d40c3-93f2-4f03-99a7-7c773e0fe1db'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:04:51.023078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.127994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.24', 58954) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:51.176702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bf4781d5-9f5e-4861-9d8b-b5c78372125d None None] Provisioning complete for port 065d40c3-93f2-4f03-99a7-7c773e0fe1db triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:04:51.177176 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf4781d5-9f5e-4861-9d8b-b5c78372125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.217193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.219827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.221052 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "DELETE /v2.0/security-groups/437b95da-3c95-4c04-b27e-248e1b0222cf HTTP/1.1" status: 204 len: 168 time: 0.3082869 Jun 22 10:04:51.226710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ef80e8ff-d8ad-4517-b195-7a5728828460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:51.226942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33698) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:04:51.243945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b95da-3c95-4c04-b27e-248e1b0222cf,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:51.247494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-18d86f5b-9123-41f3-a42c-a79d381943e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:51.249061 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-18d86f5b-9123-41f3-a42c-a79d381943e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1098 time: 0.2230887 Jun 22 10:04:51.258338 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.260994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.261783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.261783 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.262068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.262418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:04:51.265620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-844c6025-ea0b-4e78-9e9b-58c52d1d3e4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:51.327769 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-04c87e54-3174-4569-919e-a5c46750ae4c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1982079 Jun 22 10:04:51.366130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-9a906750-f2cc-4cdf-a187-4f0befac4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:51.367646 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-9a906750-f2cc-4cdf-a187-4f0befac4915 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.1110194 Jun 22 10:04:51.410733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Deleting port 97305db2-8d86-4a1e-8db9-8efa54b5282b {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:04:51.411354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.436575 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-d67c18e1-7a60-4edf-8ba9-efe840fef7a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 1001 time: 0.0622382 Jun 22 10:04:51.490869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.495673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.495894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-9fe45e21-2519-49d0-895c-1f6cdb7e3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:51.495894 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-9fe45e21-2519-49d0-895c-1f6cdb7e3dde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0500321 Jun 22 10:04:51.550215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-4c4664a4-3db8-402c-a5f1-34b917cd23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:51.551720 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-4c4664a4-3db8-402c-a5f1-34b917cd23e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519125 Jun 22 10:04:51.559263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Calling delete_port for 97305db2-8d86-4a1e-8db9-8efa54b5282b owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:04:51.641092 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-a48f407c-7a2f-4181-93e0-b3df81bf077e service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831344 Jun 22 10:04:51.734987 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-77a0d22a-fac9-46a5-b959-dc099e7a079b req-a4a464c4-63cb-4474-9beb-94928db2cd58 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 Jun 22 10:04:51.801578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.805213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-317b328e-082f-48ea-ba55-ed5239f6ad07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:04:51.834554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event deleted for resources: {'Port': ['ID=97305db2-8d86-4a1e-8db9-8efa54b5282b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:04:51.837431 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:04:51.884007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-f91c44d7-38e9-46f0-bddd-78d995f93a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:51.885495 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-f91c44d7-38e9-46f0-bddd-78d995f93a39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1098 time: 0.0547562 Jun 22 10:04:51.895860 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:51.896230 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Floating IP 6897a98c-41a1-48c3-91c0-63f005c2de8e disassociated (deleted). External IP: 172.26.6.110, port: 065d40c3-93f2-4f03-99a7-7c773e0fe1db. Jun 22 10:04:51.993037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-c9773dd2-8c91-4286-87a3-c6c6577cf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:51.994617 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-c9773dd2-8c91-4286-87a3-c6c6577cf43a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.0897303 Jun 22 10:04:52.037265 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-8096ce00-ece5-4465-a706-f35c9cf3578e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 217 time: 0.0362356 Jun 22 10:04:52.086118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-3922ba09-78ad-4f1d-b81f-905480565b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:52.087552 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-3922ba09-78ad-4f1d-b81f-905480565b68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0445898 Jun 22 10:04:52.107132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:04:52.151282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-9ee81904-0473-4f4d-8654-1c988dffcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:52.152914 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-9ee81904-0473-4f4d-8654-1c988dffcb4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592859 Jun 22 10:04:52.215040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:04:52.219504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:04:52.224831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] Sync routers for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:04:52.234087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:04:52.234698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:04:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:52.247682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-644cf650-55d4-4789-8865-503da3ae8c79 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881729 Jun 22 10:04:52.270183 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c47851bf-cfab-4a84-ad9b-b7a24862d5ff tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "DELETE /v2.0/floatingips/6897a98c-41a1-48c3-91c0-63f005c2de8e HTTP/1.1" status: 204 len: 168 time: 1.0423470 Jun 22 10:04:52.350396 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-1325a1da-d2fb-4798-b8d7-c1b0b8d31097 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958920 Jun 22 10:04:52.497185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:04:52.690213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:48Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:52.721510 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] Checking router: 6c4aa8ef-6dce-42e0-a9bd-062312dc661b for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:04:52.729791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:04:52.730953 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:04:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:52.841221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:04:52.976495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:04:52.978913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85b7bc0-ebcd-4394-917b-29ae66e59f25" -d '{"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:04:53.016192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9258ce9b-10aa-42fb-bb3d-7f4a6b6d7769 x-openstack-request-id: req-9258ce9b-10aa-42fb-bb3d-7f4a6b6d7769 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:04:53.016539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:04:53.016843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9258ce9b-10aa-42fb-bb3d-7f4a6b6d7769 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:04:53.017291 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'status': 'completed', 'code': 200} Jun 22 10:04:53.039348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:48Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:04:53.066926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8a43-daf0-4b4f-88d7-39b9f71a4730 None None] The sync data for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv is: [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:02:42Z', 'revision_number': 4, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'a5253167-3497-4729-ba10-7dbe3b38f485', 'name': '', 'network_id': 'a642d334-f1e8-4e16-827c-d1ff8791445c', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'mac_address': 'fa:16:3e:25:13:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:42Z', 'updated_at': '2021-06-22T10:02:48Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'subnets': [{'id': '31fc7430-13de-48dd-b4be-f759b51e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:04:53.127734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-45eab5fe-8b26-4aeb-8cd1-8a96c327b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:53.127734 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-45eab5fe-8b26-4aeb-8cd1-8a96c327b412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5868cf0126154cbda14155bdf928e6b7&device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 1098 time: 0.0619771 Jun 22 10:04:53.234841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-36adc439-1d3f-46de-8e86-74085838839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:53.236281 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-36adc439-1d3f-46de-8e86-74085838839d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 200 len: 915 time: 0.0896032 Jun 22 10:04:53.285583 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861e341-7b6d-48ad-9521-fe0d109d4bbe None None] New status for floating IP 6897a98c-41a1-48c3-91c0-63f005c2de8e: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:04:53.286800 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-c31a231b-6ecd-41a6-b2a9-f8c3ff539314 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 200 len: 217 time: 0.0424449 Jun 22 10:04:53.347006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-687043be-1a77-4645-a675-6ea136fd198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:53.348555 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-687043be-1a77-4645-a675-6ea136fd198c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0461926 Jun 22 10:04:53.410051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-0b951a38-118f-4b4e-98f7-1e4b8f1e727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:04:53.411573 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-0b951a38-118f-4b4e-98f7-1e4b8f1e727e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a642d334-f1e8-4e16-827c-d1ff8791445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557263 Jun 22 10:04:53.517475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-aaf7f6ad-682b-4c0f-bfec-1939f04721bf service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984821 Jun 22 10:04:53.608252 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b85b7bc0-ebcd-4394-917b-29ae66e59f25 req-2e8c469a-54ba-48fd-a7a1-28ed7508f4c0 service neutron] 10.222.0.24 "GET /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844324 Jun 22 10:04:59.582871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-360eb04d-3fba-4941-ad06-f6c639579947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:01.201019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed08b4-c0b0-4687-a629-e9a7d70db5f0 req-db79b1ef-38f2-424f-aac3-c0bded96efe9 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:01.202368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c1ed08b4-c0b0-4687-a629-e9a7d70db5f0 req-db79b1ef-38f2-424f-aac3-c0bded96efe9 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Jun 22 10:05:01.239483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c1ed08b4-c0b0-4687-a629-e9a7d70db5f0 req-4d82f10a-8fd8-4820-b5e5-3331210bd2f1 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jun 22 10:05:02.204674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e79f53d6-0745-4e53-9c05-9790e7fb50db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:02.429602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766d604-6efc-4732-a618-6edf25a29b53 req-de6d3e19-cdb0-465d-bc67-c02e68292b4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:02.431004 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6766d604-6efc-4732-a618-6edf25a29b53 req-de6d3e19-cdb0-465d-bc67-c02e68292b4b tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0679519 Jun 22 10:05:02.469039 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6766d604-6efc-4732-a618-6edf25a29b53 req-3ef46422-48a8-43fd-9996-4f21759bab37 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab77a249-d889-40fb-8088-aea2326df418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Jun 22 10:05:02.778780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:02.935153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-7eb7d3bc-4c06-4404-97ab-1cc785651231 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:02.936636 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-7eb7d3bc-4c06-4404-97ab-1cc785651231 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Jun 22 10:05:03.031982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Deleting port 065d40c3-93f2-4f03-99a7-7c773e0fe1db {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:03.032234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:03.125583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] For port 065d40c3-93f2-4f03-99a7-7c773e0fe1db, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=065d40c3-93f2-4f03-99a7-7c773e0fe1db,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:03.125950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:03.192696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Calling delete_port for 065d40c3-93f2-4f03-99a7-7c773e0fe1db owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:03.378996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:03.382732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ee9303af-8e0d-4591-a0d8-76d36f576a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:03.411548 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Pushing event deleted for resources: {'Port': ['ID=065d40c3-93f2-4f03-99a7-7c773e0fe1db,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:03.411897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['065d40c3-93f2-4f03-99a7-7c773e0fe1db'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:05:03.414636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:03.460024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] No DVR routers for this DVR port 065d40c3-93f2-4f03-99a7-7c773e0fe1db on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:05:03.462483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:03.464510 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fdbcce42-db9e-4c3b-b7d5-548236111840 req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.24 "DELETE /v2.0/ports/065d40c3-93f2-4f03-99a7-7c773e0fe1db HTTP/1.1" status: 204 len: 173 time: 0.5226386 Jun 22 10:05:03.465028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'name': 'network-vif-deleted', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:03.467422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe16398-95df-4c9e-a900-2ac873ff275b" -d '{"events": [{"server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "name": "network-vif-deleted", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:03.505686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d078aa9-546f-46f6-baf9-b3890a0c95a4 x-openstack-request-id: req-8d078aa9-546f-46f6-baf9-b3890a0c95a4 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:03.506037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa41707d-fed9-4558-80c0-b3d5e2e4db92", "name": "network-vif-deleted", "tag": "065d40c3-93f2-4f03-99a7-7c773e0fe1db", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:03.506347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d078aa9-546f-46f6-baf9-b3890a0c95a4 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:03.506798 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa41707d-fed9-4558-80c0-b3d5e2e4db92', 'name': 'network-vif-deleted', 'tag': '065d40c3-93f2-4f03-99a7-7c773e0fe1db', 'status': 'completed', 'code': 200} Jun 22 10:05:03.593567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:03.609603 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-84ecce42-be1c-4c3e-81c3-e3dea945d60b req-0f43f6a6-eafa-48f4-aee4-26ad744d7bf9 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa41707d-fed9-4558-80c0-b3d5e2e4db92 HTTP/1.1" status: 200 len: 210 time: 0.0294213 Jun 22 10:05:05.081316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:06.023326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33798) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:06.074169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 065d40c3-93f2-4f03-99a7-7c773e0fe1db no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:06.094055 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 065d40c3-93f2-4f03-99a7-7c773e0fe1db {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:06.094697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 065d40c3-93f2-4f03-99a7-7c773e0fe1db not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:06.369735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:06.617777 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Deleting port a5253167-3497-4729-ba10-7dbe3b38f485 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:06.618116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:06.694313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] For port a5253167-3497-4729-ba10-7dbe3b38f485, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a5253167-3497-4729-ba10-7dbe3b38f485,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:06.694594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:06.760650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Calling delete_port for a5253167-3497-4729-ba10-7dbe3b38f485 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:07.018923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:07.020949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:07.045245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5253167-3497-4729-ba10-7dbe3b38f485,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:07.048354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:07.219436 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:07.687378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:05:07.787426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:05:07.792891 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] 10.222.0.65 "PUT /v2.0/routers/6c4aa8ef-6dce-42e0-a9bd-062312dc661b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7684612 Jun 22 10:05:07.795415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33800) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:07.796094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] Sync routers for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:05:07.804936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:07.805706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:07.902354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:07.911003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:08.004799 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.087135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:05:06Z', 'revision_number': 5, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port': {'id': '5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:40Z', 'updated_at': '2021-06-22T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:08.116174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Deleting port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:08.116791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.117656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] Checking router: 6c4aa8ef-6dce-42e0-a9bd-062312dc661b for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:05:08.127002 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] Routers {'6c4aa8ef-6dce-42e0-a9bd-062312dc661b'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:08.127954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:08.201109 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] For port 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:08.201465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.213879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] Set router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:08.266111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:05:08Z', 'revision_number': 6, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:08.268911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Calling delete_port for 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:08.296252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1994-bf1e-49ee-92d9-64b0445a380f None None] The sync data for ids ['6c4aa8ef-6dce-42e0-a9bd-062312dc661b'] in dv-neutron-797120-3-hyperv is: [{'id': '6c4aa8ef-6dce-42e0-a9bd-062312dc661b', 'name': 'tempest-TestMinimumBasicScenario-364628637-router', 'tenant_id': '5868cf0126154cbda14155bdf928e6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:39Z', 'updated_at': '2021-06-22T10:05:08Z', 'revision_number': 6, 'project_id': '5868cf0126154cbda14155bdf928e6b7', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:05:08.493229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.497816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2282242a-258c-46f5-b169-059b89fb34e8 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:08.523461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:08.528222 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:08.584619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.679561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.681997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.806970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.807470 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4aa8ef-6dce-42e0-a9bd-062312dc661b {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:05:08.812020 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.813147 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6c4aa8ef-6dce-42e0-a9bd-062312dc661b HTTP/1.1" status: 204 len: 168 time: 1.0167563 Jun 22 10:05:08.815553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33804) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:08.859350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Deleting subnet 31fc7430-13de-48dd-b4be-f759b51e1e9f {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:05:08.862309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.896634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:08.975971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.091396 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.093762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c6968544-f095-4727-9c67-49c00a518e7b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:09.115561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31fc7430-13de-48dd-b4be-f759b51e1e9f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:09.119075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:09.123419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.127976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33806) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:09.128466 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-881a00f7-21b4-4b55-88cb-374ea7a1ab4a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/31fc7430-13de-48dd-b4be-f759b51e1e9f HTTP/1.1" status: 204 len: 168 time: 0.3114169 Jun 22 10:05:09.132281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d12eb9-ba05-41f9-9aa5-72d9ef48c9d2 None None] Network a642d334-f1e8-4e16-827c-d1ff8791445c requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:05:09.202356 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.282182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Deleting port 2f2494f5-cd51-4bc1-96cf-fe82e002161e {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:09.282526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.347289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f70883-f14f-4277-af12-b78b4206596e None None] DHCP port deletion for a642d334-f1e8-4e16-827c-d1ff8791445c request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:05:09.356835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] For port 2f2494f5-cd51-4bc1-96cf-fe82e002161e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2f2494f5-cd51-4bc1-96cf-fe82e002161e,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:09.364215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.394144 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Deleting port 2f2494f5-cd51-4bc1-96cf-fe82e002161e {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:09.394534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.425500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Calling delete_port for 2f2494f5-cd51-4bc1-96cf-fe82e002161e owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:09.456980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-74f70883-f14f-4277-af12-b78b4206596e None None] For port 2f2494f5-cd51-4bc1-96cf-fe82e002161e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=2f2494f5-cd51-4bc1-96cf-fe82e002161e,segment=NetworkSegment(69056b87-8c64-4423-9803-208a088ce49d),segment_id=69056b87-8c64-4423-9803-208a088ce49d)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:09.457379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.524643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Calling delete_port for 2f2494f5-cd51-4bc1-96cf-fe82e002161e owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:09.577211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.579464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9de32f3f-175a-4478-ad04-deefb30c9c93 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:09.603069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2494f5-cd51-4bc1-96cf-fe82e002161e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:09.608130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:09.611406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] No DVR routers for this DVR port 2f2494f5-cd51-4bc1-96cf-fe82e002161e on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:05:09.620253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.622945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d5d86564-71de-4b08-bf09-8b5d5f78fd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:09.645872 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Pushing event deleted for resources: {'Port': ['ID=2f2494f5-cd51-4bc1-96cf-fe82e002161e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:09.648185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.654669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f70883-f14f-4277-af12-b78b4206596e None None] No DVR routers for this DVR port 2f2494f5-cd51-4bc1-96cf-fe82e002161e on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:05:09.658161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.658509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.658849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.659185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.659508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.659840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.660193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.660518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.667858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.667858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.667858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.667858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:09.667858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:09.688711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.698174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a642d334-f1e8-4e16-827c-d1ff8791445c']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:09.708490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69056b87-8c64-4423-9803-208a088ce49d') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:09.708787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69056b87-8c64-4423-9803-208a088ce49d') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:09.717882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.731504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.737126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:05:09.737505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:05:09.739100 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:05:09.888000 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.891631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43ab2774-a8c8-492d-b79b-23cbd361cd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:09.897097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:09.897097 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a642d334-f1e8-4e16-827c-d1ff8791445c HTTP/1.1" status: 204 len: 168 time: 0.7666445 Jun 22 10:05:09.899460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33808) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:09.909244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a642d334-f1e8-4e16-827c-d1ff8791445c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:09.914748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:09.944942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:09.964935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:09.965287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 5e22ffb1-8e94-41c4-bd8b-069e9ac5ed9a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:09.965776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2f2494f5-cd51-4bc1-96cf-fe82e002161e no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:09.984506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 2f2494f5-cd51-4bc1-96cf-fe82e002161e {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:09.984874 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 2f2494f5-cd51-4bc1-96cf-fe82e002161e not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:09.985290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5253167-3497-4729-ba10-7dbe3b38f485 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:10.003726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: a5253167-3497-4729-ba10-7dbe3b38f485 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:10.004112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a5253167-3497-4729-ba10-7dbe3b38f485 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:10.246689 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:10.505105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Deleting port 91ea935f-277f-4261-a28f-8b095bff1b41 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:10.505445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:10.582784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] For port 91ea935f-277f-4261-a28f-8b095bff1b41, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=91ea935f-277f-4261-a28f-8b095bff1b41,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:10.583142 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:10.649281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Calling delete_port for 91ea935f-277f-4261-a28f-8b095bff1b41 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:10.868048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:10.869914 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1904e69b-2c2a-4168-8305-4fc5e0a58c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:10.894704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ea935f-277f-4261-a28f-8b095bff1b41,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:10.897909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:11.057378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:11.268254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:05:11.372734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:05:11.377638 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4771192 Jun 22 10:05:11.380214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33810) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:11.382715 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] Sync routers for ids ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:05:11.392505 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] Routers {'8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:11.393185 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:11.487155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:11.493333 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] Set router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:11.590662 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:11.668966 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116'}], 'enable_snat': True}, 'gw_port_id': '863a9548-d653-45b6-905f-265ca49e05a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:05:10Z', 'revision_number': 5, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port': {'id': '863a9548-d653-45b6-905f-265ca49e05a0', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:02:47Z', 'updated_at': '2021-06-22T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:11.694585 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] Checking router: 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:05:11.704024 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] Routers {'8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:11.704644 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:11.711095 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Deleting port 863a9548-d653-45b6-905f-265ca49e05a0 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:11.711430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:11.789044 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] Set router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:11.793193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] For port 863a9548-d653-45b6-905f-265ca49e05a0, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=863a9548-d653-45b6-905f-265ca49e05a0,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:11.793555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:11.839893 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:05:11Z', 'revision_number': 6, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:11.856214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Calling delete_port for 863a9548-d653-45b6-905f-265ca49e05a0 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:11.868114 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8a42-774d-4b53-a094-42936fb28e14 None None] The sync data for ids ['8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d'] in dv-neutron-797120-3-hyperv is: [{'id': '8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d', 'name': 'tempest-TestMinimumBasicScenario-1918527405-router', 'tenant_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:02:45Z', 'updated_at': '2021-06-22T10:05:11Z', 'revision_number': 6, 'project_id': 'ce7ed7eafd314c8b901c7c2a7f61fedc', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:05:12.367926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.371812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-37072f79-99ac-43e3-8d1b-98f869da0013 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:12.398309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Pushing event deleted for resources: {'Port': ['ID=863a9548-d653-45b6-905f-265ca49e05a0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:12.403062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:12.461974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.553092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.555184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.662125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.662602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:05:12.666734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.669216 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8c3c75b8-547f-4b40-8eab-b9f7d2a77c7d HTTP/1.1" status: 204 len: 168 time: 1.2877283 Jun 22 10:05:12.671240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33812) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:12.717593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Deleting subnet 35f0b8c0-3567-4817-8823-8d5e21a7b684 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:05:12.720944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.759072 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.838182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.948466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.950863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5a09141f-dffc-4461-86b4-40f3d09a9609 tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:12.972699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f0b8c0-3567-4817-8823-8d5e21a7b684,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:12.976269 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:12.978660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:12.981168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6af838b4-144e-4366-a82a-07998c3f2d3f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/35f0b8c0-3567-4817-8823-8d5e21a7b684 HTTP/1.1" status: 204 len: 168 time: 0.3086934 Jun 22 10:05:12.983576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33814) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:12.986184 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456e8b8-f706-4f4b-9f6f-c90847655807 None None] Network f94c2717-0b6a-40ae-b795-620118dd59d2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:05:13.049558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.104198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Deleting port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:13.105231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.167139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] DHCP port deletion for f94c2717-0b6a-40ae-b795-620118dd59d2 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:05:13.172870 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] For port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:13.173235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.212529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Deleting port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:05:13.212836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.240835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Calling delete_port for 30ae0f27-0fdb-41cc-8682-b70de84c7d3c owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:13.278989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] For port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,segment=NetworkSegment(9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3),segment_id=9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:13.279384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.346756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Calling delete_port for 30ae0f27-0fdb-41cc-8682-b70de84c7d3c owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:05:13.382392 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.384847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b00e4650-3ae3-43fb-b532-50b1ef10c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:13.408632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:13.412385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:13.415441 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] No DVR routers for this DVR port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:05:13.492100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.503029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94c2717-0b6a-40ae-b795-620118dd59d2']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:13.514423 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:13.514716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5e210c-e5c8-4f54-9f01-5f7cbbc44cd3') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:13.523997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.537498 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.543391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:05:13.543777 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:05:13.545451 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:05:13.579257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.581173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74ff7d15-8101-4d2a-8df6-be54d968698a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:13.605043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Pushing event deleted for resources: {'Port': ['ID=30ae0f27-0fdb-41cc-8682-b70de84c7d3c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:13.607539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:13.610220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] No DVR routers for this DVR port 30ae0f27-0fdb-41cc-8682-b70de84c7d3c on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:05:13.681550 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.685595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-88c1f757-a086-41b3-9d2e-35094c6a2469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:13.688192 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:13.692432 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] 10.222.0.65 "DELETE /v2.0/networks/f94c2717-0b6a-40ae-b795-620118dd59d2 HTTP/1.1" status: 204 len: 168 time: 0.7054493 Jun 22 10:05:13.702534 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f94c2717-0b6a-40ae-b795-620118dd59d2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:13.705272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a3e55bfa-440e-4361-a827-6388374c6c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:13.931143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 30ae0f27-0fdb-41cc-8682-b70de84c7d3c no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:13.951539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 30ae0f27-0fdb-41cc-8682-b70de84c7d3c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:13.951960 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 30ae0f27-0fdb-41cc-8682-b70de84c7d3c not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:13.952389 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 863a9548-d653-45b6-905f-265ca49e05a0 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:13.972963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 863a9548-d653-45b6-905f-265ca49e05a0 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:13.973316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 863a9548-d653-45b6-905f-265ca49e05a0 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:13.976577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 91ea935f-277f-4261-a28f-8b095bff1b41 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:05:13.992372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 91ea935f-277f-4261-a28f-8b095bff1b41 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:05:13.992962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 91ea935f-277f-4261-a28f-8b095bff1b41 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:05:14.132027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33818) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:14.170836 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3e5153d5-5c8e-4879-9907-a8df42edbad3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5868cf0126154cbda14155bdf928e6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375388 Jun 22 10:05:14.173053 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33820) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:14.220240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:14.241638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:14.349973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:14.352531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:14.353659 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab77a249-d889-40fb-8088-aea2326df418 HTTP/1.1" status: 204 len: 168 time: 0.1797252 Jun 22 10:05:14.354479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-499aa162-d097-41ec-af1f-31bd69e892d3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:14.362974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab77a249-d889-40fb-8088-aea2326df418,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:14.365366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:15.056628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33826) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:15.096924 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-01536695-c773-4afc-9b0b-ab5672cebf6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce7ed7eafd314c8b901c7c2a7f61fedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389087 Jun 22 10:05:15.099311 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33828) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:15.147598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:15.167501 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:15.275845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:15.278567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:15.279768 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/155c45f2-876e-4e51-a6ee-830d43d40d20 HTTP/1.1" status: 204 len: 168 time: 0.1794441 Jun 22 10:05:15.280878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-76a4fee4-9079-454c-8ade-90add8a68030 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:15.288350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c45f2-876e-4e51-a6ee-830d43d40d20,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:15.290673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:17.717468 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33868) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:17.722225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510470876', 'description': 'tempest-secgroup-smoke-1510470876 description', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:17.853138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:17.861894 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:17.955326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.024457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.026843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf163754-b7ef-458c-8eb5-008529a361ab tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:18.061644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a5917-1030-4d15-8fba-b0e45974f0b0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:18.065271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:18.117006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.212926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.215461 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0f8a3ba9-5e01-4279-9da0-a89b51e600e5 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:18.243518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db20988-ef73-41aa-9c72-ee76ce9793ac,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:18.246525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:18.353601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.354930 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3fca3ea8-1ba2-4599-bee0-ba941b7144e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6364655 Jun 22 10:05:18.357784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33870) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:18.362491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '9db20988-ef73-41aa-9c72-ee76ce9793ac', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:18.473248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.527815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.601709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.603535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-94767969-512b-44fb-83f3-a0ae635084a1 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:18.617693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221878e1-1ced-463e-8b63-d6081412a298,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:18.621753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:18.715642 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.716873 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b748264d-e01e-46c4-a32f-dbb0b9136fbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579950 Jun 22 10:05:18.721669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33872) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:18.726333 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '9db20988-ef73-41aa-9c72-ee76ce9793ac', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:18.822880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.878424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.972967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:18.974787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a0323ecb-a2fc-41e8-84e2-bf84f78c1606 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:18.996226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d8152d-1477-45b8-a18d-6e5dbd0a4b24,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:18.998542 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:19.079309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.080593 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3579509 Jun 22 10:05:19.084253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33874) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:19.089019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '9db20988-ef73-41aa-9c72-ee76ce9793ac', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:19.177970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.236206 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.319479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.324094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bcb86805-f44b-41c8-9eef-9f5cf07fa7fe tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:19.338913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d4dda8-e989-4a13-8f77-e30eaabda20f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:19.341297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:19.412996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.414231 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3290021 Jun 22 10:05:19.416961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33876) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:19.421707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '9db20988-ef73-41aa-9c72-ee76ce9793ac', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:19.515457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.573836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.661979 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.662201 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:05:19.667182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd88f35b-fa08-47fd-929c-bfe1de021a89 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:19.688541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b963ff-a0da-47db-9cf8-bdf5c304374e,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:19.691018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:19.744504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.745977 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ba96cb61-c81c-47f7-b226-d1ef20e1ba64 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277681 Jun 22 10:05:19.749249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33878) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:19.754089 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '9db20988-ef73-41aa-9c72-ee76ce9793ac', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:19.844942 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:05:19.849618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.908893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.984603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:19.988910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2cfe1a9e-dd3e-434e-84ca-6ddf31dbc17c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:20.008889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50939c6-fd35-4f9b-8eca-c96813aa11d7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:20.012336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:20.073491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.074763 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3243070 Jun 22 10:05:20.077478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33880) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:20.082235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '9db20988-ef73-41aa-9c72-ee76ce9793ac', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:20.179006 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:05:20.184105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.244738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.330428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.332355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7271f83f-ef86-4955-9cad-badefe4ed543 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:20.351525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21faeb54-192b-4c79-bacf-b002cbdad3bc,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:20.354038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:20.410758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.411962 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335309 Jun 22 10:05:20.414895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33882) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:20.420048 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'network': {'name': 'tempest-network-smoke--1637371937', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:20.490552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:05:20.494171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.520727 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:05:20.529562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.530431 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Added segment 27f4e367-6156-4f2a-90cd-20c90faa9029 of type vlan for network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 Jun 22 10:05:20.568039 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.676253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.681872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:20.682455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.684805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ce7e6071-962d-4277-8093-9c43ae64aff2 tempest-TagsTest-188701370 tempest-TagsTest-188701370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:20.755819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Network': ['ID=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:20.758480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:20.766795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:05:20.808382 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b13e1cd0-7784-4223-856c-8c5b92e590f1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3923440 Jun 22 10:05:20.811687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:20.817029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'admin_state_up': True, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:20.913799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.914878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:20.968700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.172696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.430473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.449236 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.553748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.199 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:05:21.662696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.782562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:21.784542 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:21.824227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:21.826974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:21.829406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:05:21.854683 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:21.857449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:22.522336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:22.716226 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:22.904271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router bfaae200-69c6-40af-bcf3-a228bf9808a4 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:05:23.010612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:05:23.020143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Sync routers for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:05:23.028578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:23.029186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:23.081609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.082873 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2695889 Jun 22 10:05:23.086009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33886) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:23.138491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:23.221512 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9d3c8490-a017-4bc5-b252-3f9db2072131 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7451c02ae07946a79580a8e4d70bb1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343133 Jun 22 10:05:23.224144 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33890) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:23.316882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:22Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:23.342884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Checking router: bfaae200-69c6-40af-bcf3-a228bf9808a4 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:05:23.343310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Updating router bfaae200-69c6-40af-bcf3-a228bf9808a4 port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:05:23.372862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa2bed-c5ab-4860-8aa4-00c0690f85af tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:23.377126 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b1fa2bed-c5ab-4860-8aa4-00c0690f85af tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495597 Jun 22 10:05:23.377272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.377391 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33892) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:23.416338 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-922869e6-79f8-4f08-84ff-fe50af3536c4 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376208 Jun 22 10:05:23.418676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33894) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:23.424285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874836591', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:23.613086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:05:23.616696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.624905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.634237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Transition to ACTIVE for port object 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:23.704714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.710748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:23.755138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Attempting to bind port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:05:23.755560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Attempting to bind port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:05:23.755898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Attempting to bind port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:23.762560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a057-cf33-430a-b44e-0d4b8ca93dce None None] Pushing event updated for resources: {'Port': ['ID=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:23.765841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9708a057-cf33-430a-b44e-0d4b8ca93dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:23.766758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:05:23.767138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:05:23.767546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.767970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:05:23.768454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Bound port: 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:05:23.768830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.818710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] For port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:05:23.822290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] For port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:05:23.859111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.862251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-964eb4b3-b97a-425c-b143-2bedc50d8582 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:23.885958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:23.894273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:23.927410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Subnet': ['ID=5b006e23-67e5-4311-b152-7778bf866bce,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:23.931659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:23.935457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Checking segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:05:23.936365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network hostable DHCP agents. Network: a4bb1853-e432-4e74-bfbd-b4847e0ac2a0, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:05:23.946998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:23.947630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:23.981618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a057-cf33-430a-b44e-0d4b8ca93dce None None] Pushing event updated for resources: {'Port': ['ID=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:23.986280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9708a057-cf33-430a-b44e-0d4b8ca93dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:24.010585 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:05:24.055847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:24.108287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, a4bb1853-e432-4e74-bfbd-b4847e0ac2a0) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:24.112984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:24.113736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.118585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5121fa-8072-455c-8a16-cd5f3f5ec389 None None] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:05:24.205901 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7836270 Jun 22 10:05:24.206120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33896) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:24.339365 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:05:24.340228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.351546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:22Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:24.380384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7299f27-b1c3-43d5-be26-a7e55ddd2969 None None] The sync data for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv is: [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:22Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:05:24.509223 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Allocated IP 172.20.0.2 (a4bb1853-e432-4e74-bfbd-b4847e0ac2a0/5b006e23-67e5-4311-b152-7778bf866bce/e788fa24-858f-4ca9-b84f-6f287e574dcb) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:05:24.671347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.682861 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.694321 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Transition to ACTIVE for port object e788fa24-858f-4ca9-b84f-6f287e574dcb will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:24.711717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Transition to ACTIVE for port object e788fa24-858f-4ca9-b84f-6f287e574dcb will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:24.797475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.799659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:24.836670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:24.839478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:24.846358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:05:24.853430 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Pushing event updated for resources: {'Port': ['ID=e788fa24-858f-4ca9-b84f-6f287e574dcb,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:24.857858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:24.910397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Attempting to bind port e788fa24-858f-4ca9-b84f-6f287e574dcb on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:05:24.910923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Attempting to bind port e788fa24-858f-4ca9-b84f-6f287e574dcb by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:05:24.911391 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Attempting to bind port e788fa24-858f-4ca9-b84f-6f287e574dcb on network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:24.917630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:05:24.918170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Checking segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:05:24.918674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.919218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Bound using segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:05:24.919801 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Bound port: e788fa24-858f-4ca9-b84f-6f287e574dcb, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:05:24.920382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:24.991582 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] For port e788fa24-858f-4ca9-b84f-6f287e574dcb, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:05:24.994930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] For port e788fa24-858f-4ca9-b84f-6f287e574dcb, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e788fa24-858f-4ca9-b84f-6f287e574dcb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:05:25.033388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.1 (a4bb1853-e432-4e74-bfbd-b4847e0ac2a0/5b006e23-67e5-4311-b152-7778bf866bce/bc5b9b14-5b59-495a-b2fe-d1d199e73b77) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:05:25.059598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.063207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74ff7d15-8101-4d2a-8df6-be54d968698a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:25.130047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Pushing event updated for resources: {'Port': ['ID=e788fa24-858f-4ca9-b84f-6f287e574dcb,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:25.143243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:25.178904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.193863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object bc5b9b14-5b59-495a-b2fe-d1d199e73b77 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:25.294530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.296936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3dccd53c-02af-473d-a640-c77b5bdc5274 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:25.344584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:25.348023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:25.354599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:05:25.379333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:25.383981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:25.410020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.634262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.915573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.970970 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:25.974031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ea829732-6b6b-4634-b46a-aba374978578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:25.998206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e788fa24-858f-4ca9-b84f-6f287e574dcb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:26.048155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:26.051045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:26.056583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:26.098656 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port e788fa24-858f-4ca9-b84f-6f287e574dcb completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:26.104143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:26.149736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:26.151026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:26.208560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:26.212845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:26.213236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:26.264172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router bfaae200-69c6-40af-bcf3-a228bf9808a4 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:05:26.294350 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:26.320777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:26.378860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:26.380817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7532ba02-ab04-4267-b024-cc813ae90c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:26.429397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:26.432414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:26.710197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:05:26.723645 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/bfaae200-69c6-40af-bcf3-a228bf9808a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5086911 Jun 22 10:05:26.723789 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Sync routers for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:05:26.731569 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:26.732396 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:26.835470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f5445-d331-42a2-9c7a-174cfc41eecd None None] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:05:26.844713 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:26.868172 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-fc796d3b-f117-407d-a4ef-530b205e49e6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510470876&fields=id&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 267 time: 0.0354490 Jun 22 10:05:26.992363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-d2bfbbdc-6e7b-4d5b-a08c-475cbdf99214 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:26.994397 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-d2bfbbdc-6e7b-4d5b-a08c-475cbdf99214 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/networks?id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 HTTP/1.1" status: 200 len: 797 time: 0.1187203 Jun 22 10:05:27.008045 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Provisioning for port e788fa24-858f-4ca9-b84f-6f287e574dcb completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:27.011702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-98f352e1-a7c0-4420-a5d6-66638c811ea5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/quotas/7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 375 time: 0.0099165 Jun 22 10:05:27.016931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Provisioning complete for port e788fa24-858f-4ca9-b84f-6f287e574dcb triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:27.017347 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.056337 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 2, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:27.089103 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Checking router: bfaae200-69c6-40af-bcf3-a228bf9808a4 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:05:27.089956 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Updating router bfaae200-69c6-40af-bcf3-a228bf9808a4 port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:05:27.105998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-0bb327aa-a6b3-42e4-a5e4-688eed1ec291 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851343 Jun 22 10:05:27.112382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.138826 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.150111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] For port e788fa24-858f-4ca9-b84f-6f287e574dcb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e788fa24-858f-4ca9-b84f-6f287e574dcb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:27.185650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-e62ec077-9c32-4fb3-a83f-39c7b8bbaf58 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:05:27.186796 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-e62ec077-9c32-4fb3-a83f-39c7b8bbaf58 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685349 Jun 22 10:05:27.213378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.215214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:27.282511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Pushing event updated for resources: {'Port': ['ID=e788fa24-858f-4ca9-b84f-6f287e574dcb,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:27.293123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:27.315813 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-720b2dfb-7ac4-4bdd-845c-62cf41626951 service neutron] 10.222.0.65 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224210 Jun 22 10:05:27.334000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c895be4a-d66a-488a-8651-f49089ebcd4e None None] Provisioning complete for port e788fa24-858f-4ca9-b84f-6f287e574dcb triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:27.334383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c895be4a-d66a-488a-8651-f49089ebcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.444085 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.449200 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-e18eac1f-3436-4142-82d4-f99f32a89685 service neutron] 10.222.0.65 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296530 Jun 22 10:05:27.455190 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Transition to ACTIVE for port object bc5b9b14-5b59-495a-b2fe-d1d199e73b77 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:27.544441 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c895be4a-d66a-488a-8651-f49089ebcd4e None None] Provisioning for port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:27.549108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c895be4a-d66a-488a-8651-f49089ebcd4e None None] Provisioning complete for port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:27.549489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c895be4a-d66a-488a-8651-f49089ebcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.570634 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.573741 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-da6ed07e-ff73-4c86-94d9-b752c84c6b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:27.584521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c895be4a-d66a-488a-8651-f49089ebcd4e None None] Port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:05:27.673738 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Pushing event updated for resources: {'Port': ['ID=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:27.696435 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.696793 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.697135 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.697467 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.697798 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.698122 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.698624 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.699127 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.699450 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.699777 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.700126 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.700439 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:05:27.713345 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:27.726284 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Attempting to bind port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:05:27.726943 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Attempting to bind port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:05:27.727522 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Attempting to bind port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 on network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:27.735726 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:05:27.736140 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Checking segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:05:27.736541 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.736932 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Bound using segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:05:27.737400 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Bound port: bc5b9b14-5b59-495a-b2fe-d1d199e73b77, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:05:27.737777 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.775023 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b22166a-65fb-4a68-903b-c5b84dfb85b1 req-11b9b1fd-a5e9-414d-bf76-d89ab9e97c89 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 210 time: 0.0522702 Jun 22 10:05:27.809790 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] For port bc5b9b14-5b59-495a-b2fe-d1d199e73b77, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:05:27.813609 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] For port bc5b9b14-5b59-495a-b2fe-d1d199e73b77, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:05:27.886471 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:27.890401 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:27.956107 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e788fa24-858f-4ca9-b84f-6f287e574dcb up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:28.004599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port e788fa24-858f-4ca9-b84f-6f287e574dcb triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:28.004887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:28.031749 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:28.032393 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:28.069510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Pushing event updated for resources: {'Port': ['ID=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:28.073822 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:28.103500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:28.157565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:28.157780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:28.158240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:28.360258 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:27Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:28.389355 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555210c-e26e-4c0a-a23f-a71d513bf380 None None] The sync data for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv is: [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:27Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:05:28.928417 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d5cfb137-8576-454a-a13d-2e47d3d8ec7d req-9653eebe-21df-4811-b46c-230ddd05d2ed tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 210 time: 0.0319171 Jun 22 10:05:29.550531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c091b96-363a-4bf5-8c5b-b0ed998a6ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:29.962057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc5b9b14-5b59-495a-b2fe-d1d199e73b77 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:30.092592 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a07be0f7-53a1-4886-b0f2-102e47dfbc25 req-0e870a21-765f-4fbb-911c-78790a42a819 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 210 time: 0.0363796 Jun 22 10:05:30.111005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:30.116033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:30.116468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.147558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-3cf76610-bc4a-4c55-90d4-497b9abc287e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:30.149046 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-3cf76610-bc4a-4c55-90d4-497b9abc287e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/networks?id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 HTTP/1.1" status: 200 len: 797 time: 0.1411126 Jun 22 10:05:30.197109 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-b36d7b37-9d4d-40b6-b1eb-36d0d0fc4a23 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 380 time: 0.0340803 Jun 22 10:05:30.205502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'port': {'device_id': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'admin_state_up': True, 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'security_groups': ['9db20988-ef73-41aa-9c72-ee76ce9793ac']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:30.208977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.241419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bc5b9b14-5b59-495a-b2fe-d1d199e73b77, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:30.396415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.398244 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-33705fd7-9b69-43f1-9877-e46385571e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:30.430254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:05:30.433955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.443575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:30.446848 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:30.559066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.11 (a4bb1853-e432-4e74-bfbd-b4847e0ac2a0/5b006e23-67e5-4311-b152-7778bf866bce/1caf6f88-3d0c-4ddc-9b0c-219ee33298bb) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:05:30.699063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.711934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:30.808006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.811984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2156bcf-3ce5-4b58-b625-d18e472d8364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:30.849689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:30.852914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:30.856652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:05:30.891770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:30.896680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:30.918484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:30.919111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:30.986108 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842124 Jun 22 10:05:31.003738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Request body: {'port': {'device_id': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:31.077374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.159735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-287b0748-1880-4466-8f1d-3773ea44cee4 None None] Provisioning for port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:31.164221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-287b0748-1880-4466-8f1d-3773ea44cee4 None None] Provisioning complete for port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:31.164688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-287b0748-1880-4466-8f1d-3773ea44cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.202606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-287b0748-1880-4466-8f1d-3773ea44cee4 None None] Port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:05:31.281326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0f32e-a807-4702-a0d9-ae8ee7275c0b req-8a817f0a-0590-47ba-96d4-229227d9f2ef tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:31.282984 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b1b0f32e-a807-4702-a0d9-ae8ee7275c0b req-8a817f0a-0590-47ba-96d4-229227d9f2ef tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 932 time: 0.0661371 Jun 22 10:05:31.326219 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b1b0f32e-a807-4702-a0d9-ae8ee7275c0b req-69aaca21-6070-43fe-b1c3-80d8f09d1ab4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370548 Jun 22 10:05:31.345890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:05:31.353272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.365299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Transition to ACTIVE for port object 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:05:31.473424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.475515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b9c66d57-27cb-4c4b-932f-78d4188f85ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:31.551902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Pushing event updated for resources: {'Port': ['ID=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:31.570760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:31.627505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Attempting to bind port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:05:31.627845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Attempting to bind port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:05:31.628206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Attempting to bind port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb on network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:31.632865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb on network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:05:31.633190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Attempting to bind port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb on network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:05:31.638042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:05:31.638383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Checking segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:05:31.638766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Bound using segment: {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:05:31.640244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Bound port: 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f4e367-6156-4f2a-90cd-20c90faa9029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:05:31.640762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.705716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] For port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:05:31.708661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] For port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:05:31.771103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.773229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-19736cb7-ada3-48d0-ba1d-e816b2f5a367 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:31.805712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:31.806350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:31.807769 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] 10.222.0.24 "PUT /v2.0/ports/1caf6f88-3d0c-4ddc-9b0c-219ee33298bb HTTP/1.1" status: 200 len: 1094 time: 0.8086696 Jun 22 10:05:31.808316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:31.810631 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b1671d-90b5-4b66-b4e4-08733e73eb30" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:31.834704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Pushing event updated for resources: {'Port': ['ID=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:31.838033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:31.859899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583fa37-a2b2-464b-b02f-ae9f6b2225c8 x-openstack-request-id: req-4583fa37-a2b2-464b-b02f-ae9f6b2225c8 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:31.860249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:31.860550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4583fa37-a2b2-464b-b02f-ae9f6b2225c8 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:31.860998 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'status': 'completed', 'code': 200} Jun 22 10:05:31.953567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc5b9b14-5b59-495a-b2fe-d1d199e73b77 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:31.966724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1671d-90b5-4b66-b4e4-08733e73eb30 req-c191c011-f784-4ad9-a2ae-805a58c009fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:31.968330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58b1671d-90b5-4b66-b4e4-08733e73eb30 req-c191c011-f784-4ad9-a2ae-805a58c009fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1097 time: 0.0656977 Jun 22 10:05:32.001658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:32.002034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:32.076228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1671d-90b5-4b66-b4e4-08733e73eb30 req-d6ac2816-1ced-4e16-9f75-00e48f95c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.077796 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58b1671d-90b5-4b66-b4e4-08733e73eb30 req-d6ac2816-1ced-4e16-9f75-00e48f95c641 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0968492 Jun 22 10:05:32.175831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1671d-90b5-4b66-b4e4-08733e73eb30 req-72c76de5-0017-4526-a1e7-d70e89fbcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.177317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-58b1671d-90b5-4b66-b4e4-08733e73eb30 req-72c76de5-0017-4526-a1e7-d70e89fbcc54 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936038 Jun 22 10:05:32.224386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7290bffd-5a1d-4c17-b454-1e0b9d95d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:32.288174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-b726174d-d321-4005-8c5e-14d646285469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.289703 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-b726174d-d321-4005-8c5e-14d646285469 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1097 time: 0.0549192 Jun 22 10:05:32.346629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-aa87b28c-3dae-40d2-a372-79fca3ca02d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb HTTP/1.1" status: 200 len: 217 time: 0.0386848 Jun 22 10:05:32.399295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-f833d495-6446-42c6-b7de-9ff9b81bc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.400876 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-f833d495-6446-42c6-b7de-9ff9b81bc79d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b006e23-67e5-4311-b152-7778bf866bce HTTP/1.1" status: 200 len: 834 time: 0.0485656 Jun 22 10:05:32.460902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-e1c12fb9-84ed-4aa8-82ea-9df627c1009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.462400 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-e1c12fb9-84ed-4aa8-82ea-9df627c1009e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557044 Jun 22 10:05:32.502788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1719c-eda9-4c00-80cb-03f60f687457 req-ad309f36-c0f3-4745-ab24-b67a9ea034da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:32.504276 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68e1719c-eda9-4c00-80cb-03f60f687457 req-ad309f36-c0f3-4745-ab24-b67a9ea034da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 944 time: 0.0653172 Jun 22 10:05:32.542608 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-68e1719c-eda9-4c00-80cb-03f60f687457 req-896c1625-4819-4d6b-beae-3636f4a202e3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324576 Jun 22 10:05:32.554853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-136c36b6-7b29-46e5-90ef-9efd986a1da0 service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861652 Jun 22 10:05:32.649008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-730b0e32-c4b7-417d-98db-7df9ae32c709 req-f5089b9c-8b12-44dd-b034-9da5f95f0ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877252 Jun 22 10:05:32.807684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:33.723899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf2870-ba99-4104-95b1-9818a3bb6cba req-faf5ddcf-bf37-4d69-b215-51ea2aa73b54 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:33.725449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ddf2870-ba99-4104-95b1-9818a3bb6cba req-faf5ddcf-bf37-4d69-b215-51ea2aa73b54 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 944 time: 0.0643058 Jun 22 10:05:33.750298 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:33.763804 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ddf2870-ba99-4104-95b1-9818a3bb6cba req-693d4055-131a-4e11-ad56-54e510e1e193 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Jun 22 10:05:34.189767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:05:34.283082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:34.294170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'port_id': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'mac_address': 'fa:16:3e:83:b0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:05:34.333015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:34.345590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:05:34.364109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:34.419005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:34.421028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:34.465913 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:34.468721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:34.729235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['1caf6f88-3d0c-4ddc-9b0c-219ee33298bb'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:05:34.948273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3c0c1-f111-4113-90e8-1a25ddd5b49d req-7cb780eb-93af-4527-aafa-f6859c7ce3e6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:34.949746 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-faa3c0c1-f111-4113-90e8-1a25ddd5b49d req-7cb780eb-93af-4527-aafa-f6859c7ce3e6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 945 time: 0.0640440 Jun 22 10:05:34.988943 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-faa3c0c1-f111-4113-90e8-1a25ddd5b49d req-b19e78e2-484c-4941-9723-4f48526761d7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329700 Jun 22 10:05:35.087222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:36.160157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496870cc-baa1-4ef4-9929-795b01e73202 req-fa10932a-1bed-4e6f-9292-ee04eb663c95 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:36.161585 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-496870cc-baa1-4ef4-9929-795b01e73202 req-fa10932a-1bed-4e6f-9292-ee04eb663c95 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 945 time: 0.0635974 Jun 22 10:05:36.206272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:05:36.209907 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-496870cc-baa1-4ef4-9929-795b01e73202 req-1faea840-3abb-4465-a215-612d812cbd4d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Jun 22 10:05:36.321303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:05:36.324927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:05:36.325305 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:36.403492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:36.425324 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:36.427526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093a9019-e73d-4377-80bf-55b9b522847a" -d '{"events": [{"server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "name": "network-vif-plugged", "status": "completed", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:36.440448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:05:36.462589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1dca6-8f14-4cdf-b09d-da88205b83c9 x-openstack-request-id: req-fdd1dca6-8f14-4cdf-b09d-da88205b83c9 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:36.462884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "name": "network-vif-plugged", "status": "completed", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:36.463141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdd1dca6-8f14-4cdf-b09d-da88205b83c9 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:36.463558 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'code': 200} Jun 22 10:05:36.542227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:36.545026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:36.593390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:36.596416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:36.904213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b13e6-b742-4621-8724-5311d2b9682b req-37c04a14-6637-4ba1-a1bd-6e5a77d82192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:36.906050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e90b13e6-b742-4621-8724-5311d2b9682b req-37c04a14-6637-4ba1-a1bd-6e5a77d82192 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1099 time: 0.0531502 Jun 22 10:05:36.940118 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e90b13e6-b742-4621-8724-5311d2b9682b req-e1410bcb-a470-4cc5-8377-c7af86b79137 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276000 Jun 22 10:05:37.390215 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bd2e0-f4d3-4dc6-b032-bfc8d3af8168 req-97d55c48-4646-4e25-b475-bb691b58403a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:37.391688 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2e3bd2e0-f4d3-4dc6-b032-bfc8d3af8168 req-97d55c48-4646-4e25-b475-bb691b58403a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0639207 Jun 22 10:05:37.429728 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2e3bd2e0-f4d3-4dc6-b032-bfc8d3af8168 req-06e66b5f-7dc4-4f2f-bf25-fcccbd0ec432 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Jun 22 10:05:38.609128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511b2a-42dc-44d7-8662-d74d6a3f21f7 req-3e1f3149-53cb-4405-9288-1789992ba6a8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:38.610614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-57511b2a-42dc-44d7-8662-d74d6a3f21f7 req-3e1f3149-53cb-4405-9288-1789992ba6a8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0698578 Jun 22 10:05:38.649279 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-57511b2a-42dc-44d7-8662-d74d6a3f21f7 req-fa0cd5fe-15a8-4502-9d0a-cd24cf6babe4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jun 22 10:05:38.828822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45447e-707b-4a6f-bcff-8d11b50563fb req-86a8b91f-5b1d-4d7b-a3a4-b74bf15a5e48 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:38.830280 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee45447e-707b-4a6f-bcff-8d11b50563fb req-86a8b91f-5b1d-4d7b-a3a4-b74bf15a5e48 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0673888 Jun 22 10:05:38.867586 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ee45447e-707b-4a6f-bcff-8d11b50563fb req-2f26887b-47d0-4a57-b2e5-9b327593fb2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jun 22 10:05:38.891558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33952) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:38.942301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173296b-c8fd-4211-901f-0b8593b7d094 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:38.943755 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-5173296b-c8fd-4211-901f-0b8593b7d094 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1094 time: 0.0512025 Jun 22 10:05:38.946632 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 33954) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:38.951302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:05:39.041740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:39.142972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:39.248981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.117 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/ee32f063-084d-4c63-a5d7-d041088c9bcf) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:05:39.351097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:39.459446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:39.462201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:39.503229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:05:39.506059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:05:39.509511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:05:39.536409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=ee32f063-084d-4c63-a5d7-d041088c9bcf,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:39.540316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:39.622266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:39.878670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:40.023635 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:40.169577 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:40.233598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:40.236469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:05:40.307679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=ee32f063-084d-4c63-a5d7-d041088c9bcf,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:05:40.310407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:05:40.317854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:40.415543 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 associated. External IP: 172.26.6.117, port: 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb. Jun 22 10:05:40.625655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router bfaae200-69c6-40af-bcf3-a228bf9808a4 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:05:41.072306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:05:41.082458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] Sync routers for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:05:41.091328 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:41.096520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:41.161901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:05:41.198106 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2504504 Jun 22 10:05:41.198358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:41.198807 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:05:41.201227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e1954-caf2-4465-b9a1-78025396a23d" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:05:41.237456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8275103c-3800-413d-9213-f71c001c9dda x-openstack-request-id: req-8275103c-3800-413d-9213-f71c001c9dda {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:05:41.237925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:05:41.238249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8275103c-3800-413d-9213-f71c001c9dda {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:05:41.238698 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'status': 'completed', 'code': 200} Jun 22 10:05:41.339757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1954-caf2-4465-b9a1-78025396a23d req-c3613982-2b32-4647-b841-d04fa5b78dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:41.341285 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-c3613982-2b32-4647-b841-d04fa5b78dbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1099 time: 0.0575168 Jun 22 10:05:41.362620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d198e-2a19-44a0-bf96-7ee86062f1e2 req-2e0b4b09-2a6a-420e-ab76-ee0689144d4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:41.364858 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-232d198e-2a19-44a0-bf96-7ee86062f1e2 req-2e0b4b09-2a6a-420e-ab76-ee0689144d4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0661983 Jun 22 10:05:41.406184 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-232d198e-2a19-44a0-bf96-7ee86062f1e2 req-d6a9ebfd-fbe0-4644-ac39-16a39fa2523d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344076 Jun 22 10:05:41.432567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'efb8d70f-4059-4c8f-9cf7-1540b7f35ea5', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.117', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'port_id': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'mac_address': 'fa:16:3e:83:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:05:39Z', 'updated_at': '2021-06-22T10:05:39Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:30Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:41.432841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33960) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:41.442643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1954-caf2-4465-b9a1-78025396a23d req-bdde8cd5-a6ab-474f-a7ca-2395b4f70aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:41.444243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-bdde8cd5-a6ab-474f-a7ca-2395b4f70aaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 HTTP/1.1" status: 200 len: 898 time: 0.0960414 Jun 22 10:05:41.460859 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] Checking router: bfaae200-69c6-40af-bcf3-a228bf9808a4 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:05:41.469659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:05:41.470285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:05:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:41.500578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b5af901e-849d-4853-be5b-98be0e681e97 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 HTTP/1.1" status: 200 len: 992 time: 0.0664454 Jun 22 10:05:41.516450 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-9868c5eb-43bc-45af-a6f9-2b9e41c31e0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb HTTP/1.1" status: 200 len: 1000 time: 0.0660021 Jun 22 10:05:41.567179 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1954-caf2-4465-b9a1-78025396a23d req-a0bc1046-4273-457e-ab6c-3a46acbbbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:41.568714 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-a0bc1046-4273-457e-ab6c-3a46acbbbdfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b006e23-67e5-4311-b152-7778bf866bce HTTP/1.1" status: 200 len: 834 time: 0.0457058 Jun 22 10:05:41.577027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:05:41.629691 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1954-caf2-4465-b9a1-78025396a23d req-e4c0d657-4df2-4a8e-b942-73c6a44e32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:41.631168 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-e4c0d657-4df2-4a8e-b942-73c6a44e32f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566316 Jun 22 10:05:41.718647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-68547fae-0a83-4e98-8133-ee346a2e3ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811305 Jun 22 10:05:41.799189 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'efb8d70f-4059-4c8f-9cf7-1540b7f35ea5', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.117', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'port_id': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'mac_address': 'fa:16:3e:83:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:05:39Z', 'updated_at': '2021-06-22T10:05:39Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:30Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:05:41.811694 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-716e1954-caf2-4465-b9a1-78025396a23d req-1508bb14-f18c-41f3-afb6-bfe1004ab90a service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jun 22 10:05:41.829914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397dbf5-94a3-4cbe-9754-415e2255271c None None] The sync data for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv is: [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'efb8d70f-4059-4c8f-9cf7-1540b7f35ea5', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.117', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'port_id': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'mac_address': 'fa:16:3e:83:b0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:05:39Z', 'updated_at': '2021-06-22T10:05:39Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:30Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:05:42.014037 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52177e0a-2a8f-41d7-ad53-746be4022d77 None None] New status for floating IP efb8d70f-4059-4c8f-9cf7-1540b7f35ea5: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:05:42.503200 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33962) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:05:42.562419 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-86bbe613-0c64-4d66-a92c-90026f15842b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 HTTP/1.1" status: 200 len: 994 time: 0.0579638 Jun 22 10:05:52.171834 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-84b49dd4-8aaa-4963-92e7-ee9f684033de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502005 Jun 22 10:05:52.280816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc277-e18b-46ff-977b-e09e27274820 req-e7fa564f-bc26-4440-a324-c1cca6f4a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:52.282298 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-e7fa564f-bc26-4440-a324-c1cca6f4a16d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1099 time: 0.0521152 Jun 22 10:05:52.386312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc277-e18b-46ff-977b-e09e27274820 req-20615784-b970-4a61-8dff-559a208d8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:52.387827 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-20615784-b970-4a61-8dff-559a208d8566 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 HTTP/1.1" status: 200 len: 898 time: 0.0866151 Jun 22 10:05:52.451116 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-e0b85e26-94de-42a2-a4c6-b66e640b26f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb HTTP/1.1" status: 200 len: 1002 time: 0.0572011 Jun 22 10:05:52.498838 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc277-e18b-46ff-977b-e09e27274820 req-b225672b-fab6-4cff-98f7-809bf8970aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:52.500319 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-b225672b-fab6-4cff-98f7-809bf8970aa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b006e23-67e5-4311-b152-7778bf866bce HTTP/1.1" status: 200 len: 834 time: 0.0437922 Jun 22 10:05:52.558818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc277-e18b-46ff-977b-e09e27274820 req-906d7398-6b34-4553-9a49-a37127b62de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:05:52.560356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-906d7398-6b34-4553-9a49-a37127b62de6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542040 Jun 22 10:05:52.648145 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-90fe41b5-680a-42b0-820b-752f84c5bfba service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814326 Jun 22 10:05:52.739811 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-579cc277-e18b-46ff-977b-e09e27274820 req-33e8780c-03fe-4ef6-995f-53936160a6f4 service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Jun 22 10:05:56.661340 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:05:59.513850 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4fd92674-172f-45cf-9f5d-aba9dd13040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:02.241630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8fa89ad0-e99d-4915-a558-2823b962c685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:02.693671 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:03.584824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:05.081728 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:09.638975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:14.343103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b78ad7-4db1-42f5-8a6f-f96ea4bc78c1 req-5fc36322-a8ed-45ba-a5ee-7e03df671c75 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:14.344594 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13b78ad7-4db1-42f5-8a6f-f96ea4bc78c1 req-5fc36322-a8ed-45ba-a5ee-7e03df671c75 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0673075 Jun 22 10:06:14.384234 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13b78ad7-4db1-42f5-8a6f-f96ea4bc78c1 req-07051c8c-6b09-4c60-b0d5-3cc1d0f27e7a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Jun 22 10:06:15.577380 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cec4a-ade0-4496-8581-0c8df08f60b2 req-e229e7a1-0fea-4034-afb6-dc6c09571ab1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:15.578831 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2d0cec4a-ade0-4496-8581-0c8df08f60b2 req-e229e7a1-0fea-4034-afb6-dc6c09571ab1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0684154 Jun 22 10:06:15.617598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2d0cec4a-ade0-4496-8581-0c8df08f60b2 req-0848b84a-3103-4fec-8d87-a24f396e7ab2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Jun 22 10:06:15.643369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33982) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:15.704760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f1f59e47-8314-400c-9568-b13db07fa299 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 HTTP/1.1" status: 200 len: 994 time: 0.0599840 Jun 22 10:06:17.365529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39a35-5745-4969-8b76-23fd610230f7 req-10e12b25-e2ec-4e6e-b849-30621acb6c41 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:17.366904 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-96a39a35-5745-4969-8b76-23fd610230f7 req-10e12b25-e2ec-4e6e-b849-30621acb6c41 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0645089 Jun 22 10:06:17.409016 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-96a39a35-5745-4969-8b76-23fd610230f7 req-f7731bec-f638-4c5f-928b-99e316e39ec7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362058 Jun 22 10:06:18.587851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8624a2-63b9-4ca6-8d96-168f95f7f9e0 req-6c48e2b9-1c43-4213-bbc1-f36c8701f716 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:18.589351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8c8624a2-63b9-4ca6-8d96-168f95f7f9e0 req-6c48e2b9-1c43-4213-bbc1-f36c8701f716 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0628052 Jun 22 10:06:18.631582 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8c8624a2-63b9-4ca6-8d96-168f95f7f9e0 req-e68c95ad-6e1f-4cc0-8b75-1523ffd0bb88 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365095 Jun 22 10:06:18.656703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33992) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:18.716482 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9f443d58-59e1-44eb-9843-7dfb07f9c983 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 HTTP/1.1" status: 200 len: 994 time: 0.0583827 Jun 22 10:06:19.009313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 33998) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:19.166379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port ee32f063-084d-4c63-a5d7-d041088c9bcf {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:06:19.166724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.244207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.244539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.308335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for ee32f063-084d-4c63-a5d7-d041088c9bcf owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:06:19.516476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.518560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6c0962cf-09a3-45e4-9858-4717b53e5d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:19.546696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=ee32f063-084d-4c63-a5d7-d041088c9bcf,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:19.558134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.558587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.558931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.559323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.559704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.560123 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.560504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.560898 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.561260 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.561636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.562008 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.562379 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:19.580463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:19.618973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.619618 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 disassociated (deleted). External IP: 172.26.6.117, port: 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb. Jun 22 10:06:19.827297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router bfaae200-69c6-40af-bcf3-a228bf9808a4 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:06:19.933597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:19.938458 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:19.942765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] Sync routers for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:19.951698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:19.952346 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:19.975204 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/floatingips/efb8d70f-4059-4c8f-9cf7-1540b7f35ea5 HTTP/1.1" status: 204 len: 168 time: 0.9645898 Jun 22 10:06:19.976022 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:19.978372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894500cd-3fee-4407-bf0a-d26cbed3151f" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:20.016112 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de3bfe-dd38-476e-a0d8-d6b55f7703b5 x-openstack-request-id: req-08de3bfe-dd38-476e-a0d8-d6b55f7703b5 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:20.016452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:20.016751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08de3bfe-dd38-476e-a0d8-d6b55f7703b5 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:20.017205 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'status': 'completed', 'code': 200} Jun 22 10:06:20.063777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:20.125627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-0a70e051-9a65-4668-9fed-31a6ee84777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:20.125627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-0a70e051-9a65-4668-9fed-31a6ee84777d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 1099 time: 0.0584626 Jun 22 10:06:20.212451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-755b690b-554b-4970-8a78-3973782a31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:20.213932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-755b690b-554b-4970-8a78-3973782a31d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 HTTP/1.1" status: 200 len: 898 time: 0.0857086 Jun 22 10:06:20.261369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-d20d03ee-290e-4549-afa4-b8093127452a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb HTTP/1.1" status: 200 len: 217 time: 0.0414474 Jun 22 10:06:20.268864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:30Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:20.298719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] Checking router: bfaae200-69c6-40af-bcf3-a228bf9808a4 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:20.307968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:20.308270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:20.311443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-f4a3aea9-c448-415d-a37f-658fe4d0a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:20.311667 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-f4a3aea9-c448-415d-a37f-658fe4d0a62b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b006e23-67e5-4311-b152-7778bf866bce HTTP/1.1" status: 200 len: 834 time: 0.0447690 Jun 22 10:06:20.369809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-6c19c4b8-14fb-48f3-ba70-4ca7e1453cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:20.371602 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-6c19c4b8-14fb-48f3-ba70-4ca7e1453cc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538614 Jun 22 10:06:20.414414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:20.466950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-b46c2252-b2ae-42fa-95c8-82ac3bf269b1 service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884919 Jun 22 10:06:20.561700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-894500cd-3fee-4407-bf0a-d26cbed3151f req-4c4a467c-b6eb-4cda-bd6f-6ae2f83f933b service neutron] 10.222.0.24 "GET /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Jun 22 10:06:20.622162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:30Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:20.638920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0433d62-9a66-49af-a4dd-47024d9e086a req-838e3f65-e75f-4a8b-8bc7-bf1d28cec8c0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:20.640436 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d0433d62-9a66-49af-a4dd-47024d9e086a req-838e3f65-e75f-4a8b-8bc7-bf1d28cec8c0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0656426 Jun 22 10:06:20.648597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10722a1-2cd9-443a-a40d-f4ee41b189fc None None] The sync data for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv is: [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:05:25Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bc5b9b14-5b59-495a-b2fe-d1d199e73b77', 'name': '', 'network_id': 'a4bb1853-e432-4e74-bfbd-b4847e0ac2a0', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:d5:c4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5b006e23-67e5-4311-b152-7778bf866bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:24Z', 'updated_at': '2021-06-22T10:05:30Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '5b006e23-67e5-4311-b152-7778bf866bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:20.685957 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d0433d62-9a66-49af-a4dd-47024d9e086a req-57f93ea2-006a-4d02-984f-a436525429b1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 Jun 22 10:06:20.858039 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274536aa-8e37-42b6-ab63-f5cfb09b8b2d None None] New status for floating IP efb8d70f-4059-4c8f-9cf7-1540b7f35ea5: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:06:21.863233 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89179-4b17-4f90-9e5e-cb9947d5eb6b req-e0fcbf27-510b-4221-a154-0a8994a0d977 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:21.865455 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b4a89179-4b17-4f90-9e5e-cb9947d5eb6b req-e0fcbf27-510b-4221-a154-0a8994a0d977 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0683050 Jun 22 10:06:21.902941 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b4a89179-4b17-4f90-9e5e-cb9947d5eb6b req-024695c5-9fdd-4df6-a6e1-cbdeadf2da5a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=9db20988-ef73-41aa-9c72-ee76ce9793ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jun 22 10:06:22.274524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-ea7f114d-06a4-4008-843a-f154adbc25da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:22.276022 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-ea7f114d-06a4-4008-843a-f154adbc25da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 946 time: 0.0629146 Jun 22 10:06:22.371809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:06:22.372249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.462528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:22.462805 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.532087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:06:22.704681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.709090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c7fa5a2a-1a00-40ed-b885-08e89dc75f34 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:22.738749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=1caf6f88-3d0c-4ddc-9b0c-219ee33298bb,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:22.750907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.751299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.751702 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.752109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.752489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.752862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.753237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.753591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.753958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.754322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.754686 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.755076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:22.774511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:22.795214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] No DVR routers for this DVR port 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:06:22.798116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:22.800113 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f184100a-f6b6-4c81-83fb-47ea15d3cca3 req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "DELETE /v2.0/ports/1caf6f88-3d0c-4ddc-9b0c-219ee33298bb HTTP/1.1" status: 204 len: 173 time: 0.5189352 Jun 22 10:06:22.800622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'name': 'network-vif-deleted', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:22.803255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a3b96a-ab4f-44ed-8b46-27733c0e436e" -d '{"events": [{"server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "name": "network-vif-deleted", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:22.838021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ebbd2a-5393-4bac-a6fb-9f5acac7720a x-openstack-request-id: req-b6ebbd2a-5393-4bac-a6fb-9f5acac7720a {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:22.838362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ae3f1-6ab7-4dfe-aab3-5760fa748751", "name": "network-vif-deleted", "tag": "1caf6f88-3d0c-4ddc-9b0c-219ee33298bb", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:22.838663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6ebbd2a-5393-4bac-a6fb-9f5acac7720a {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:22.839112 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ae3f1-6ab7-4dfe-aab3-5760fa748751', 'name': 'network-vif-deleted', 'tag': '1caf6f88-3d0c-4ddc-9b0c-219ee33298bb', 'status': 'completed', 'code': 200} Jun 22 10:06:23.328028 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fbbb2c0e-e85b-42e7-9881-431c7299cb4d req-44d65373-67e2-4f60-893b-9d210ee3242e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=f67ae3f1-6ab7-4dfe-aab3-5760fa748751 HTTP/1.1" status: 200 len: 210 time: 0.3047612 Jun 22 10:06:24.423279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34014) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:24.775504 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.035923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port bc5b9b14-5b59-495a-b2fe-d1d199e73b77 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:06:25.036163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.125359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port bc5b9b14-5b59-495a-b2fe-d1d199e73b77, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:25.125707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.191383 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for bc5b9b14-5b59-495a-b2fe-d1d199e73b77 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:06:25.419448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.421355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-57c0aa3e-7026-4183-8de9-87fef2e9a203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:25.446742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=bc5b9b14-5b59-495a-b2fe-d1d199e73b77,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:25.450830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:25.629610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:25.842967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router bfaae200-69c6-40af-bcf3-a228bf9808a4 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:06:25.953699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:25.962000 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/bfaae200-69c6-40af-bcf3-a228bf9808a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348666 Jun 22 10:06:25.962000 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34016) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:25.962889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] Sync routers for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:25.973279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:25.974425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:26.014240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting subnet 5b006e23-67e5-4311-b152-7778bf866bce {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:06:26.017286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.056868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.077562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:26.219196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.253856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:26.280735 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] Checking router: bfaae200-69c6-40af-bcf3-a228bf9808a4 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:26.289117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] Routers {'bfaae200-69c6-40af-bcf3-a228bf9808a4'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:26.289717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['bfaae200-69c6-40af-bcf3-a228bf9808a4'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:26.351274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.353704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3c02478-e1db-4b38-9737-77355a4c049f tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:26.382309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Subnet': ['ID=5b006e23-67e5-4311-b152-7778bf866bce,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:26.385579 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:26.390600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.390600 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fa23c40b-1284-45c8-9b86-0298125a4568 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/subnets/5b006e23-67e5-4311-b152-7778bf866bce HTTP/1.1" status: 204 len: 168 time: 0.4255335 Jun 22 10:06:26.391263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34018) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:26.502837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.517757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:06:26.519547 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c6bb2-0aaf-4981-b4c2-a02b2bbeb655 None None] Network a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:06:26.575568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:06:26.575932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 1caf6f88-3d0c-4ddc-9b0c-219ee33298bb not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:06:26.609245 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.615319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] Set router bfaae200-69c6-40af-bcf3-a228bf9808a4 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:26.719864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:06:26.720149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.804174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:26.804543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:26.850546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:26.880995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] DHCP port deletion for a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:06:26.883213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:06:26.883361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c1421-7395-409a-890e-fd04316ce240 None None] The sync data for ids ['bfaae200-69c6-40af-bcf3-a228bf9808a4'] in dv-neutron-797120-3-hyperv is: [{'id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493707632', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:05:20Z', 'updated_at': '2021-06-22T10:06:25Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaae200-69c6-40af-bcf3-a228bf9808a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:05:21Z', 'updated_at': '2021-06-22T10:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:26.934615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Deleting port e788fa24-858f-4ca9-b84f-6f287e574dcb {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:06:26.934895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.000506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] For port e788fa24-858f-4ca9-b84f-6f287e574dcb, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=e788fa24-858f-4ca9-b84f-6f287e574dcb,segment=NetworkSegment(27f4e367-6156-4f2a-90cd-20c90faa9029),segment_id=27f4e367-6156-4f2a-90cd-20c90faa9029)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:27.001211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.069060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Calling delete_port for e788fa24-858f-4ca9-b84f-6f287e574dcb owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:06:27.108786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.113483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b5706ea1-9fc4-45b6-b61e-0226191e3133 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:27.145315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:27.149741 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:27.205831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.293989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.296221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5a441d02-5cf1-480f-933d-0af362522f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:27.305942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.308153 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.324360 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Pushing event deleted for resources: {'Port': ['ID=e788fa24-858f-4ca9-b84f-6f287e574dcb,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:27.328782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] No DVR routers for this DVR port e788fa24-858f-4ca9-b84f-6f287e574dcb on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:06:27.336857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.337209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.337541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.337879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.338194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.338523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.338852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.339200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.342550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.346378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.346378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.346378 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:27.351213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:27.422003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.422645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Fanout notify agent at l3_agent the message router_deleted on router bfaae200-69c6-40af-bcf3-a228bf9808a4 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:06:27.432168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.432168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/routers/bfaae200-69c6-40af-bcf3-a228bf9808a4 HTTP/1.1" status: 204 len: 168 time: 1.0385215 Jun 22 10:06:27.433573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34020) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:27.514478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.605385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.615160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bb1853-e432-4e74-bfbd-b4847e0ac2a0']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:27.625308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f4e367-6156-4f2a-90cd-20c90faa9029') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:27.625600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f4e367-6156-4f2a-90cd-20c90faa9029') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:27.634262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.647042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.652589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:06:27.652968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:06:27.655732 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:06:27.790640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.794106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:27.801359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.801359 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/networks/a4bb1853-e432-4e74-bfbd-b4847e0ac2a0 HTTP/1.1" status: 204 len: 168 time: 0.3650858 Jun 22 10:06:27.803474 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34022) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:27.812820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Network': ['ID=a4bb1853-e432-4e74-bfbd-b4847e0ac2a0,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:27.815225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:27.866058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.893268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:27.969329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc5b9b14-5b59-495a-b2fe-d1d199e73b77 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:06:27.990291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bc5b9b14-5b59-495a-b2fe-d1d199e73b77 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:06:27.990649 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bc5b9b14-5b59-495a-b2fe-d1d199e73b77 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:06:27.991070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e788fa24-858f-4ca9-b84f-6f287e574dcb no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:06:28.012360 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: e788fa24-858f-4ca9-b84f-6f287e574dcb {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:06:28.012996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device e788fa24-858f-4ca9-b84f-6f287e574dcb not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:06:28.013099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:06:28.019398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.022726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.023892 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/security-groups/9db20988-ef73-41aa-9c72-ee76ce9793ac HTTP/1.1" status: 204 len: 168 time: 0.2192686 Jun 22 10:06:28.024764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f17c0ecc-84f8-4058-8691-b8032ee2a6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:28.035344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:06:28.035344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0bbc581c-1b5d-4315-80d2-f5e81ee4a4ab not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:06:28.035604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db20988-ef73-41aa-9c72-ee76ce9793ac,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:28.038453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:28.753449 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34028) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:28.758399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612049844', 'description': 'tempest-secgroup-smoke-612049844 description', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:28.853484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:28.936837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.013061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.015436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-040cddc7-769f-4653-ae7a-88d78672c82a tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:29.042450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd9923-0d5d-4644-b768-85ee6977d24e,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:29.045248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:29.151005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.152340 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fcd598df-add0-49d9-a329-b7a83cf49a45 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3978589 Jun 22 10:06:29.155140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34030) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:29.159698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '2cbd9923-0d5d-4644-b768-85ee6977d24e', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:29.290133 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.362618 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.464682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.466662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4bb16d75-9c17-4729-bedc-6fecc31ffaf4 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:29.482762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5d357e-4422-4c3d-a646-08960bff47ba,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:29.485254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:29.539017 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f2b784a-df1f-4c7c-966d-2c3c2f6722fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.571068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.572251 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4161801 Jun 22 10:06:29.575028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34032) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:29.579786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '2cbd9923-0d5d-4644-b768-85ee6977d24e', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:29.669685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.727757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.807831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.809709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ced0f442-115b-4c3b-998f-78bce9ad9f34 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:29.826077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23648cb2-f27a-4b1d-9c4d-8ad1e1118976,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:29.828833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:29.893370 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:29.894658 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9a9851ce-0041-4dd6-9b97-2847e262e403 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3186803 Jun 22 10:06:29.899090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34034) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:29.903983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '2cbd9923-0d5d-4644-b768-85ee6977d24e', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:29.969983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.030584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.090828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.095285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c3140d73-f37f-410c-8e80-9f1544df492b tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:30.111978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4286d2a-b527-41e9-a2ff-ae4bd225fec7,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:30.114431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:30.179504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.180799 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c60cdd0a-7301-4302-832c-a054b624ed3c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806778 Jun 22 10:06:30.183595 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34036) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:30.188464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '2cbd9923-0d5d-4644-b768-85ee6977d24e', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:30.344029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.402431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.487523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.491894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a41bd928-f84f-467d-865a-29b4684e1219 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:30.506113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca0172e-5600-4102-a862-659f11a800ae,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:30.508479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:30.585530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.586325 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-08d6a4e6-97a8-445f-bb0b-02bf8e6b8b91 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016836 Jun 22 10:06:30.589645 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34038) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:30.596128 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '2cbd9923-0d5d-4644-b768-85ee6977d24e', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:30.685006 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:06:30.689791 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.756046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.827786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.829637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-66594dc2-e223-4b00-b79b-4fda97f271a4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:30.846319 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b30af11-e8a4-469c-81ec-ac5c2efdf215,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:30.848672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:30.908035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:30.909250 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190272 Jun 22 10:06:30.911951 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34040) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:30.916473 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '2cbd9923-0d5d-4644-b768-85ee6977d24e', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:30.993736 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:06:31.000923 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.067445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.185249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.187160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cf2c6063-9083-451c-a1b2-dd1e151a854a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:31.203986 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4687b07c-572f-4428-94e4-b219cc1fcae9,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:31.206776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:31.290919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.292208 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3cc3c63b-9704-4505-9c46-c618e3a07f93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3792384 Jun 22 10:06:31.294873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34042) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:31.299833 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'network': {'name': 'tempest-network-smoke--1873574072', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:31.393490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:06:31.397159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.420663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:06:31.429886 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.430231 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Added segment 61c9025c-06e6-4b88-ab27-8a7e0279e255 of type vlan for network c958904b-db68-4d40-aa4b-901402e786e2 Jun 22 10:06:31.468255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.550424 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.557081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:31.557703 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.560140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-263bfeef-18d4-41f4-92f4-bcb60499e073 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:31.626117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Network': ['ID=c958904b-db68-4d40-aa4b-901402e786e2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:31.628856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:31.636474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c958904b-db68-4d40-aa4b-901402e786e2 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:06:31.685209 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3867533 Jun 22 10:06:31.685418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34044) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:31.690125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'admin_state_up': True, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:31.773736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.774807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:31.825754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.011299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.188206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5135715d-d691-4664-878b-155829d35917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.259718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.278893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.378869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.165 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/bfaa404a-4a9d-4885-83fe-08aad2d5d119) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:32.481663 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.602564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:32.605372 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8c34c59b-d72e-4029-921d-7dcb4f5978c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:32.639108 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:32.641910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:32.647733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:32.669809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=bfaa404a-4a9d-4885-83fe-08aad2d5d119,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:32.673567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:32.685124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.244129 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.434939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.613604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.656485 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 233e464e-cfc6-4144-9b29-85610b455ea6 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:06:33.659313 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:06:33.778165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:33.788570 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Sync routers for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:33.797644 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:33.798259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:33.896829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:33.900998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2118316 Jun 22 10:06:33.901167 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:33.901351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34046) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:33.930588 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-dc20ae8b-e76a-4885-b9d0-0be22af0d7d6 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7451c02ae07946a79580a8e4d70bb1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279586 Jun 22 10:06:33.933267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34048) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:34.021685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd9ee8-7938-4e36-80e7-8f38b47a0d3b tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:34.023181 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-83cd9ee8-7938-4e36-80e7-8f38b47a0d3b tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890164 Jun 22 10:06:34.026053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34050) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:34.054133 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6a9de9f8-d6d6-4d32-a1a5-ceb23d6f8b56 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266962 Jun 22 10:06:34.056790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34052) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:34.062220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727972620', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:34.077018 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:33Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:34.103162 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Checking router: 233e464e-cfc6-4144-9b29-85610b455ea6 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:34.103517 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Updating router 233e464e-cfc6-4144-9b29-85610b455ea6 port bfaa404a-4a9d-4885-83fe-08aad2d5d119 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:06:34.141703 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.204940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:06:34.208591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.387609 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.396865 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Transition to ACTIVE for port object bfaa404a-4a9d-4885-83fe-08aad2d5d119 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:34.456433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.459519 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d2ca8cd-6549-47f6-92e3-78a7d9050b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:34.464893 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.467879 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-6cdc33a0-879e-44d0-b408-389258b8b010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:34.512486 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Attempting to bind port bfaa404a-4a9d-4885-83fe-08aad2d5d119 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:34.512870 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Attempting to bind port bfaa404a-4a9d-4885-83fe-08aad2d5d119 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:34.513236 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Attempting to bind port bfaa404a-4a9d-4885-83fe-08aad2d5d119 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:34.523029 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:34.523408 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:34.523813 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.524240 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:34.524715 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Bound port: bfaa404a-4a9d-4885-83fe-08aad2d5d119, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:34.525092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.525433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Subnet': ['ID=6c71fc6e-6e8f-4629-bd49-417433529c67,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:34.529442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:34.532712 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Pushing event updated for resources: {'Port': ['ID=bfaa404a-4a9d-4885-83fe-08aad2d5d119,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:34.533261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Checking segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:34.533626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network hostable DHCP agents. Network: c958904b-db68-4d40-aa4b-901402e786e2, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:06:34.561338 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.561677 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.562012 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.562341 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.562666 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.562990 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.563310 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.563669 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.564022 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.564342 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.564656 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.564967 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:06:34.568624 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:34.596285 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] For port bfaa404a-4a9d-4885-83fe-08aad2d5d119, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:34.599824 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] For port bfaa404a-4a9d-4885-83fe-08aad2d5d119, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bfaa404a-4a9d-4885-83fe-08aad2d5d119,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:34.625007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network c958904b-db68-4d40-aa4b-901402e786e2 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:06:34.710883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c958904b-db68-4d40-aa4b-901402e786e2) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:34.711552 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.713115 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:34.715628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:34.716262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.720099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915dcfc0-9ba5-445a-acea-3c87f0b5e2f7 None None] Network c958904b-db68-4d40-aa4b-901402e786e2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:06:34.768094 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:34.768702 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:34.797565 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7394743 Jun 22 10:06:34.800340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34054) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:34.805660 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Pushing event updated for resources: {'Port': ['ID=bfaa404a-4a9d-4885-83fe-08aad2d5d119,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:34.811488 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a7bc6a8c-0c0b-46fd-999b-5a687d0679a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:34.876989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c958904b-db68-4d40-aa4b-901402e786e2', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:06:34.878036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:34.972972 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:35.039182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Allocated IP 172.20.0.2 (c958904b-db68-4d40-aa4b-901402e786e2/6c71fc6e-6e8f-4629-bd49-417433529c67/be323bf5-ce00-4f64-93c3-a8ffde000331) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:35.089996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.172284 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:33Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:35.201329 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.202961 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e3f0e-5d24-446e-bf87-246efa5bd8ff None None] The sync data for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv is: [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:33Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:35.212791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Transition to ACTIVE for port object be323bf5-ce00-4f64-93c3-a8ffde000331 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:35.231866 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Transition to ACTIVE for port object be323bf5-ce00-4f64-93c3-a8ffde000331 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:35.282486 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.305792 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.308674 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:35.344796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Network c958904b-db68-4d40-aa4b-901402e786e2 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:35.347570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:35.350726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:35.365947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Pushing event updated for resources: {'Port': ['ID=be323bf5-ce00-4f64-93c3-a8ffde000331,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:35.368673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:35.425485 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Attempting to bind port be323bf5-ce00-4f64-93c3-a8ffde000331 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:35.425869 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Attempting to bind port be323bf5-ce00-4f64-93c3-a8ffde000331 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:35.427587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Attempting to bind port be323bf5-ce00-4f64-93c3-a8ffde000331 on network c958904b-db68-4d40-aa4b-901402e786e2 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:35.440665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:35.441105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Checking segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:35.441542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.442076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Bound using segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:35.443168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Bound port: be323bf5-ce00-4f64-93c3-a8ffde000331, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:35.443544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.519541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] For port be323bf5-ce00-4f64-93c3-a8ffde000331, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:35.523503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] For port be323bf5-ce00-4f64-93c3-a8ffde000331, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be323bf5-ce00-4f64-93c3-a8ffde000331,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:35.588591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.590833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:35.656930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Pushing event updated for resources: {'Port': ['ID=be323bf5-ce00-4f64-93c3-a8ffde000331,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:35.660558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:35.738347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.1 (c958904b-db68-4d40-aa4b-901402e786e2/6c71fc6e-6e8f-4629-bd49-417433529c67/078c7aa9-dfe2-43d0-88f6-30fd9ae695ef) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:35.883691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.897632 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:35.988975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:35.992265 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a1bacdc-2fa3-4abc-8742-bd164bcad2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:36.052070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network c958904b-db68-4d40-aa4b-901402e786e2 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:36.057069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:36.059259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:36.061001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be323bf5-ce00-4f64-93c3-a8ffde000331 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:36.081480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:36.087364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:36.112428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.179108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port be323bf5-ce00-4f64-93c3-a8ffde000331 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:36.183416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bfaa404a-4a9d-4885-83fe-08aad2d5d119 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:36.300294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bfaa404a-4a9d-4885-83fe-08aad2d5d119 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:36.304658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bfaa404a-4a9d-4885-83fe-08aad2d5d119 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:36.305042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.319275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.389303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.415863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bfaa404a-4a9d-4885-83fe-08aad2d5d119, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bfaa404a-4a9d-4885-83fe-08aad2d5d119,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:36.485468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.487359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9708a057-cf33-430a-b44e-0d4b8ca93dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:36.542333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bfaa404a-4a9d-4885-83fe-08aad2d5d119,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:36.546364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:36.626814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7da597-df9d-4e40-ad21-400cad149b08 None None] Network c958904b-db68-4d40-aa4b-901402e786e2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:06:36.632162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.679601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.683790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-579fcd53-c054-43e4-b5c5-4fc6abfe0676 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:36.728178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Provisioning for port be323bf5-ce00-4f64-93c3-a8ffde000331 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:36.737118 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Provisioning complete for port be323bf5-ce00-4f64-93c3-a8ffde000331 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:36.741650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.765444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.774797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:36.778993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:36.866900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network c958904b-db68-4d40-aa4b-901402e786e2 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:36.868410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:36.889027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:36.928807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] For port be323bf5-ce00-4f64-93c3-a8ffde000331, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be323bf5-ce00-4f64-93c3-a8ffde000331,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:36.988552 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 233e464e-cfc6-4144-9b29-85610b455ea6 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:06:37.010769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:37.012661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-58507e70-41ee-407c-a4ca-836173949f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:37.069338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Pushing event updated for resources: {'Port': ['ID=be323bf5-ce00-4f64-93c3-a8ffde000331,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:37.070463 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:37.144112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-36518483-f6ed-494d-9657-0573af1932c7 None None] Provisioning complete for port be323bf5-ce00-4f64-93c3-a8ffde000331 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:37.144658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-36518483-f6ed-494d-9657-0573af1932c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:37.365984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-36518483-f6ed-494d-9657-0573af1932c7 None None] Provisioning for port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:37.370982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-36518483-f6ed-494d-9657-0573af1932c7 None None] Provisioning complete for port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:37.371369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-36518483-f6ed-494d-9657-0573af1932c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:37.408787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-36518483-f6ed-494d-9657-0573af1932c7 None None] Port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:06:37.433948 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:37.441466 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/233e464e-cfc6-4144-9b29-85610b455ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6376715 Jun 22 10:06:37.451253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Sync routers for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:37.461932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:37.462632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:37.572595 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-13a30327-90d5-4ab1-835a-01f2365da79b None None] Provisioning complete for port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:37.572889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13a30327-90d5-4ab1-835a-01f2365da79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:37.596151 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-772c49c0-3ebe-4ee7-921c-d3492b4dbdd4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612049844&fields=id&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 267 time: 0.0348244 Jun 22 10:06:37.612702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:37.646249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-13a30327-90d5-4ab1-835a-01f2365da79b None None] Port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:06:37.705480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-af09b842-0a68-465e-a5dc-fba46f8852a8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:37.706923 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-af09b842-0a68-465e-a5dc-fba46f8852a8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 797 time: 0.1035960 Jun 22 10:06:37.722418 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-9d1a2c48-7d34-4de3-ace7-7f39bfab6aef tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/quotas/7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 375 time: 0.0091715 Jun 22 10:06:37.792336 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-87564037-2b61-4d0a-9295-67d75d635d50 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636778 Jun 22 10:06:37.828320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 2, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:37.859247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Checking router: 233e464e-cfc6-4144-9b29-85610b455ea6 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:37.859934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Updating router 233e464e-cfc6-4144-9b29-85610b455ea6 port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:06:37.893309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:37.901327 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-08246c2e-d121-4710-8b8c-65228c7cc96b service neutron] 10.222.0.65 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967882 Jun 22 10:06:37.992945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be323bf5-ce00-4f64-93c3-a8ffde000331 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:37.998594 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-fd4ca36a-4c07-4be1-bd2e-86480d201d48 service neutron] 10.222.0.65 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900819 Jun 22 10:06:38.105196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port be323bf5-ce00-4f64-93c3-a8ffde000331 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:38.105756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.278037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.281210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bfaa404a-4a9d-4885-83fe-08aad2d5d119 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:38.312733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Transition to ACTIVE for port object 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:38.351650 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bfaa404a-4a9d-4885-83fe-08aad2d5d119 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:38.352887 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.401172 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b6169e1e-8ac1-44f1-9468-8db24edd164c req-553202a5-2545-436c-b16b-e5afc9d855b8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 210 time: 0.1096852 Jun 22 10:06:38.546353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.549984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-74f70883-f14f-4277-af12-b78b4206596e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:38.643888 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cec15-bd64-48eb-acbb-bcaa5a33ea26 None None] Pushing event updated for resources: {'Port': ['ID=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:38.647946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7c8cec15-bd64-48eb-acbb-bcaa5a33ea26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:38.741816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Attempting to bind port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:38.742203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Attempting to bind port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:38.742570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Attempting to bind port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef on network c958904b-db68-4d40-aa4b-901402e786e2 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:38.752161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:38.755648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Checking segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:38.755648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.755648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Bound using segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:38.755648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Bound port: 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:38.756282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.826498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] For port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:38.832296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] For port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:38.914248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:38.916992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-e897749b-f128-4616-9db5-ed33eaf11e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:38.970535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:38.971199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:39.006829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cec15-bd64-48eb-acbb-bcaa5a33ea26 None None] Pushing event updated for resources: {'Port': ['ID=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:39.011344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7c8cec15-bd64-48eb-acbb-bcaa5a33ea26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:39.090816 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:39.325268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:38Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:39.354952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7a6d5-db9f-40a5-b4f1-f549a2002a68 None None] The sync data for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv is: [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:38Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:39.557673 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f1820704-1edc-4fcc-87ce-3ad174bf1cfa req-004aeffa-e129-4dd7-bdae-71b9a24ae2d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 210 time: 0.0315239 Jun 22 10:06:39.642456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:39.996179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:40.133876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:40.138825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:40.139400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:40.232614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:40.278721 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:40.359458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:40.362468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4cbb0ebe-04b1-4c35-8f2c-65384967e649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:40.413116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:40.416185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:40.607009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-3857725b-9c5c-4182-9260-ce8efbb22c10 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:40.608519 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-3857725b-9c5c-4182-9260-ce8efbb22c10 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 797 time: 0.1088130 Jun 22 10:06:40.657054 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-69d9a379-88f7-409a-ac3a-1e72d111d85e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 379 time: 0.0350158 Jun 22 10:06:40.665431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'port': {'device_id': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'admin_state_up': True, 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'security_groups': ['2cbd9923-0d5d-4644-b768-85ee6977d24e']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:40.744327 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-528bfbeb-4f35-4727-a9fb-4c5d41f3555c req-f7d9d07b-1e16-4d00-9578-a1285536c80e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 210 time: 0.0337417 Jun 22 10:06:40.882239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:06:40.885912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.019438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.11 (c958904b-db68-4d40-aa4b-901402e786e2/6c71fc6e-6e8f-4629-bd49-417433529c67/fa7857ae-3211-4c86-9e39-7c5aff15f612) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:41.157289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.170688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object fa7857ae-3211-4c86-9e39-7c5aff15f612 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:41.285988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.290639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f8b26c2d-51bd-4383-88e1-48311c276780 tempest-ServersNegativeTestJSON-658908897 tempest-ServersNegativeTestJSON-658908897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:41.335423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network c958904b-db68-4d40-aa4b-901402e786e2 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:41.338579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:41.344579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:41.351479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=fa7857ae-3211-4c86-9e39-7c5aff15f612,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:41.372093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:41.399404 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:41.400065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.475405 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136981 Jun 22 10:06:41.493801 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Request body: {'port': {'device_id': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:41.565988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.656638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2a75f3c9-ad8e-4887-8b69-0182ef4405c7 None None] Provisioning for port fa7857ae-3211-4c86-9e39-7c5aff15f612 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:41.660549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2a75f3c9-ad8e-4887-8b69-0182ef4405c7 None None] Provisioning complete for port fa7857ae-3211-4c86-9e39-7c5aff15f612 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:41.661000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3c9-ad8e-4887-8b69-0182ef4405c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.697088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2a75f3c9-ad8e-4887-8b69-0182ef4405c7 None None] Port fa7857ae-3211-4c86-9e39-7c5aff15f612 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:06:41.832201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7857ae-3211-4c86-9e39-7c5aff15f612 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:06:41.840209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.852016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Transition to ACTIVE for port object fa7857ae-3211-4c86-9e39-7c5aff15f612 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:06:41.925461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:41.928473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cb0e09ee-567b-4dda-abf3-77c9107acafd tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:41.945172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8632e1-8a66-4ff8-ad4b-ffbdb8412e97 req-f4f4c97c-a6c0-405f-a14e-8cae69918ff6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:41.948399 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9c8632e1-8a66-4ff8-ad4b-ffbdb8412e97 req-f4f4c97c-a6c0-405f-a14e-8cae69918ff6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 932 time: 0.0735745 Jun 22 10:06:41.993454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:41.994481 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9c8632e1-8a66-4ff8-ad4b-ffbdb8412e97 req-40575497-cc0a-4ed0-949a-00195c9c2e51 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Jun 22 10:06:42.011669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7857ae-3211-4c86-9e39-7c5aff15f612,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:42.034304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:42.051140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:42.051654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:42.091499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Attempting to bind port fa7857ae-3211-4c86-9e39-7c5aff15f612 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:06:42.091759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Attempting to bind port fa7857ae-3211-4c86-9e39-7c5aff15f612 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:06:42.092129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Attempting to bind port fa7857ae-3211-4c86-9e39-7c5aff15f612 on network c958904b-db68-4d40-aa4b-901402e786e2 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:42.097574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Port fa7857ae-3211-4c86-9e39-7c5aff15f612 on network c958904b-db68-4d40-aa4b-901402e786e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:06:42.097906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Attempting to bind port fa7857ae-3211-4c86-9e39-7c5aff15f612 on network c958904b-db68-4d40-aa4b-901402e786e2 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:06:42.109019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:06:42.109352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Checking segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:06:42.109834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Bound using segment: {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:06:42.110152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Bound port: fa7857ae-3211-4c86-9e39-7c5aff15f612, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c9025c-06e6-4b88-ab27-8a7e0279e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:06:42.110507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:42.183782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] For port fa7857ae-3211-4c86-9e39-7c5aff15f612, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:06:42.187711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] For port fa7857ae-3211-4c86-9e39-7c5aff15f612, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:06:42.257220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:42.259393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d5ee362e-2efd-43ed-a956-e06bab90c808 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:42.296759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.297383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:42.305515 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01869306-5625-47a7-891d-74735b8c2204 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 1094 time: 0.8101742 Jun 22 10:06:42.305515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:42.305515 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98146ab0-5a3b-4de7-9531-55f746628746" -d '{"events": [{"name": "network-changed", "server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:42.326730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7857ae-3211-4c86-9e39-7c5aff15f612,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:42.329921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:42.345330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9718abc2-3b5b-4885-a5e6-b1aa4f0a3fe4 x-openstack-request-id: req-9718abc2-3b5b-4885-a5e6-b1aa4f0a3fe4 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:42.348732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:42.351372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9718abc2-3b5b-4885-a5e6-b1aa4f0a3fe4 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:42.351372 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'status': 'completed', 'code': 200} Jun 22 10:06:42.448858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146ab0-5a3b-4de7-9531-55f746628746 req-65a73e97-260c-4d3a-a7a6-c215217f6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.450409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98146ab0-5a3b-4de7-9531-55f746628746 req-65a73e97-260c-4d3a-a7a6-c215217f6266 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1097 time: 0.0605948 Jun 22 10:06:42.562411 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146ab0-5a3b-4de7-9531-55f746628746 req-89244c6a-b86e-4d16-bd85-974d7574fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.563819 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98146ab0-5a3b-4de7-9531-55f746628746 req-89244c6a-b86e-4d16-bd85-974d7574fe06 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1005912 Jun 22 10:06:42.654524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146ab0-5a3b-4de7-9531-55f746628746 req-bda459c1-6e15-45f3-880f-d6a3b128a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.655940 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-98146ab0-5a3b-4de7-9531-55f746628746 req-bda459c1-6e15-45f3-880f-d6a3b128a131 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856934 Jun 22 10:06:42.767373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-bd28aa17-21b4-4092-b72a-f496635a8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.768920 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-bd28aa17-21b4-4092-b72a-f496635a8015 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1097 time: 0.0529981 Jun 22 10:06:42.820703 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-375a0fb2-0238-456b-a658-1cbda2636a1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 217 time: 0.0395262 Jun 22 10:06:42.870938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-694d54f1-0a0e-4afa-805b-fc35e5cdbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.872371 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-694d54f1-0a0e-4afa-805b-fc35e5cdbeff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 200 len: 834 time: 0.0458879 Jun 22 10:06:42.930233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-9bfb005d-3079-4ec0-b64a-18cb43e675a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:42.931629 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-9bfb005d-3079-4ec0-b64a-18cb43e675a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c958904b-db68-4d40-aa4b-901402e786e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531843 Jun 22 10:06:43.022773 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-e44d34ee-fd70-4473-9dcb-f57b27bfeda1 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849535 Jun 22 10:06:43.116737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5a48df69-51dc-4f01-94a3-7f6992a81456 req-01800a52-eea0-49b5-ba80-30342bc5cdaf service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875232 Jun 22 10:06:43.176024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c50363-b725-427e-9c0c-133e022ce1fb req-41770622-3ed6-4d35-a6f6-f469dadc09d5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:43.177541 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c5c50363-b725-427e-9c0c-133e022ce1fb req-41770622-3ed6-4d35-a6f6-f469dadc09d5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 944 time: 0.0650911 Jun 22 10:06:43.218225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c5c50363-b725-427e-9c0c-133e022ce1fb req-663c9d31-2a36-4dc0-89e2-1d1369483e07 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345159 Jun 22 10:06:44.399657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf32e38-b1f7-484d-addf-4956d9943e78 req-c0fad6e1-6aa5-42f4-983f-804b406c68c9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:44.401198 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-abf32e38-b1f7-484d-addf-4956d9943e78 req-c0fad6e1-6aa5-42f4-983f-804b406c68c9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 944 time: 0.0693595 Jun 22 10:06:44.777603 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-abf32e38-b1f7-484d-addf-4956d9943e78 req-ec100000-16b3-43d7-9835-59623c7fa7a9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706908 Jun 22 10:06:45.955772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480771-97e8-4476-995d-ffc930d81232 req-9aaef460-5e67-468e-8a8d-987ceb7cd1f9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:45.957296 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e5480771-97e8-4476-995d-ffc930d81232 req-9aaef460-5e67-468e-8a8d-987ceb7cd1f9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 944 time: 0.0658960 Jun 22 10:06:45.996770 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e5480771-97e8-4476-995d-ffc930d81232 req-b6d89c08-8ec8-401e-93ab-795b445cdfa6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336175 Jun 22 10:06:46.471592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fa7857ae-3211-4c86-9e39-7c5aff15f612 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:06:46.564634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fa7857ae-3211-4c86-9e39-7c5aff15f612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:46.575835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'port_id': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'mac_address': 'fa:16:3e:47:ff:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:06:46.615977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:46.628619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7857ae-3211-4c86-9e39-7c5aff15f612 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:06:46.651029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fa7857ae-3211-4c86-9e39-7c5aff15f612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:46.793604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:46.795381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-a2d9f0f0-ec9e-4569-b996-df5e9b4f3432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:46.839947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fa7857ae-3211-4c86-9e39-7c5aff15f612,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:46.842889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:47.124455 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['fa7857ae-3211-4c86-9e39-7c5aff15f612'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:06:47.184373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0882ecd-1245-490b-9b57-47461b01c6e1 req-9a5d7174-501f-4f1f-9491-4949dee4dcaa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:47.188497 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a0882ecd-1245-490b-9b57-47461b01c6e1 req-9a5d7174-501f-4f1f-9491-4949dee4dcaa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 945 time: 0.0719719 Jun 22 10:06:47.224475 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a0882ecd-1245-490b-9b57-47461b01c6e1 req-90e552f7-2292-4444-bbc6-2bca589fc200 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329084 Jun 22 10:06:48.414345 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894e19-b20a-462e-a82e-35fc49353d78 req-b394f0ae-2997-4dc4-99ff-1cd6d26dc244 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:48.415805 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5e894e19-b20a-462e-a82e-35fc49353d78 req-b394f0ae-2997-4dc4-99ff-1cd6d26dc244 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 945 time: 0.0686042 Jun 22 10:06:48.455614 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5e894e19-b20a-462e-a82e-35fc49353d78 req-74dbd9f5-38ee-41c5-94eb-3791ecc92fcd tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340209 Jun 22 10:06:48.502515 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fa7857ae-3211-4c86-9e39-7c5aff15f612 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:06:48.636601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port fa7857ae-3211-4c86-9e39-7c5aff15f612 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:06:48.640459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port fa7857ae-3211-4c86-9e39-7c5aff15f612 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:06:48.640845 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:48.732635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:48.755993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:48.758249 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73bf42f-79fe-48da-833e-8e457ccf5892" -d '{"events": [{"server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "name": "network-vif-plugged", "status": "completed", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:48.770261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fa7857ae-3211-4c86-9e39-7c5aff15f612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:06:48.795129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9bec2-b31c-4010-83f7-d491d5de7760 x-openstack-request-id: req-76b9bec2-b31c-4010-83f7-d491d5de7760 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:48.795431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "name": "network-vif-plugged", "status": "completed", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:48.795695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76b9bec2-b31c-4010-83f7-d491d5de7760 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:48.796129 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'code': 200} Jun 22 10:06:48.873477 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:48.875358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:48.919574 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fa7857ae-3211-4c86-9e39-7c5aff15f612,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:48.922420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:49.227857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a56f86-bb07-4561-af64-fef89ec60b38 req-586146c8-d6dd-4ac5-ad87-e07d9316c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:49.229255 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-57a56f86-bb07-4561-af64-fef89ec60b38 req-586146c8-d6dd-4ac5-ad87-e07d9316c7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1099 time: 0.0512772 Jun 22 10:06:49.269697 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-57a56f86-bb07-4561-af64-fef89ec60b38 req-144d4ddb-4d74-4c5a-af2d-b999ca479e72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340819 Jun 22 10:06:49.631012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c86f9d-51b0-4201-ad87-5f33384cd05b req-94ea44cf-1509-4c7a-9247-c43d9d087f66 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:49.632523 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a7c86f9d-51b0-4201-ad87-5f33384cd05b req-94ea44cf-1509-4c7a-9247-c43d9d087f66 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0635643 Jun 22 10:06:49.670038 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a7c86f9d-51b0-4201-ad87-5f33384cd05b req-51fd2dde-f854-4a6a-9bfc-ab1c85dbed31 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Jun 22 10:06:50.862387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d589-ec9c-41cf-be03-32547f3224e4 req-b0216a75-35fb-42b6-8402-51c43ee0aa05 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:50.863841 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d85d589-ec9c-41cf-be03-32547f3224e4 req-b0216a75-35fb-42b6-8402-51c43ee0aa05 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0840073 Jun 22 10:06:50.901741 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d85d589-ec9c-41cf-be03-32547f3224e4 req-1e0e6c45-a3ef-4408-9557-7677b809f7b9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Jun 22 10:06:51.079856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94647db-de99-4eeb-b099-24f25438052d req-1ce1ca32-9840-4579-ba0b-82a01a498de0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:51.081386 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f94647db-de99-4eeb-b099-24f25438052d req-1ce1ca32-9840-4579-ba0b-82a01a498de0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0684474 Jun 22 10:06:51.120820 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f94647db-de99-4eeb-b099-24f25438052d req-05823b7a-1355-48ee-a8fb-2309d7db0178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330353 Jun 22 10:06:51.144901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34116) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:51.195978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b407d20-a9b3-4011-8112-4b6e90692c6f tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:51.197559 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4b407d20-a9b3-4011-8112-4b6e90692c6f tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1094 time: 0.0510283 Jun 22 10:06:51.200230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34118) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:51.204550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:06:51.298648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:51.400452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:51.499639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.132 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/9d0ab37a-0831-427a-8472-a1e8581c157f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:06:51.603117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:51.705171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:51.707841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:51.742684 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:06:51.745472 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:06:51.748166 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:06:51.779154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=9d0ab37a-0831-427a-8472-a1e8581c157f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:51.781921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:52.120264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:52.276987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:52.435982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:52.544898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:52.548737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:06:52.627864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=9d0ab37a-0831-427a-8472-a1e8581c157f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:06:52.631750 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:06:52.637106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:52.743976 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP effac85b-3f3a-45a7-9e45-aff7c0b4a31f associated. External IP: 172.26.6.132, port: fa7857ae-3211-4c86-9e39-7c5aff15f612. Jun 22 10:06:52.950383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 233e464e-cfc6-4144-9b29-85610b455ea6 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:06:53.061295 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:06:53.071180 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] Sync routers for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:06:53.079659 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:53.080296 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:53.187525 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:53.194465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:06:53.231305 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0300710 Jun 22 10:06:53.232001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:06:53.234337 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c641a4e-88f6-45c8-8137-1da76be46373" -d '{"events": [{"name": "network-changed", "server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:06:53.277392 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d107d9-cc26-4813-9fa0-f3dbce697b01 x-openstack-request-id: req-28d107d9-cc26-4813-9fa0-f3dbce697b01 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:06:53.277847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:06:53.278246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28d107d9-cc26-4813-9fa0-f3dbce697b01 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:06:53.278816 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'status': 'completed', 'code': 200} Jun 22 10:06:53.420205 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'effac85b-3f3a-45a7-9e45-aff7c0b4a31f', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.132', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'port_id': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'mac_address': 'fa:16:3e:47:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:51Z', 'updated_at': '2021-06-22T10:06:51Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:40Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:53.437263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-06aa04c8-8a70-4e33-9083-f234771dfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:53.438755 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-06aa04c8-8a70-4e33-9083-f234771dfd54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1099 time: 0.1126053 Jun 22 10:06:53.447544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069164-68e9-4b9e-a0af-bbe73a83e713 req-a8810b96-7111-4961-b097-6920fd63125c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:53.447719 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] Checking router: 233e464e-cfc6-4144-9b29-85610b455ea6 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:06:53.448942 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ff069164-68e9-4b9e-a0af-bbe73a83e713 req-a8810b96-7111-4961-b097-6920fd63125c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.1102757 Jun 22 10:06:53.455944 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:06:53.456546 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:06:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:53.530913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ff069164-68e9-4b9e-a0af-bbe73a83e713 req-a1d2a4ca-d7af-46de-892c-2f8af13e8b2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738826 Jun 22 10:06:53.557002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34124) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:53.563167 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:06:53.571775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-5dfe34b6-3f8a-47ee-8118-c733e175e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:53.573237 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-5dfe34b6-3f8a-47ee-8118-c733e175e389 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 898 time: 0.1234593 Jun 22 10:06:53.683855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55f82ea7-4527-4995-a0bc-31aa64765298 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/effac85b-3f3a-45a7-9e45-aff7c0b4a31f HTTP/1.1" status: 200 len: 992 time: 0.1255560 Jun 22 10:06:53.691526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-96545514-b23d-417b-a6e7-04df60b772c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 1000 time: 0.0796082 Jun 22 10:06:53.743986 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-2adf60c6-16ab-441a-a811-d0d36ba9510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:53.745428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-2adf60c6-16ab-441a-a811-d0d36ba9510d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 200 len: 834 time: 0.0476115 Jun 22 10:06:53.796188 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'effac85b-3f3a-45a7-9e45-aff7c0b4a31f', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.132', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'port_id': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'mac_address': 'fa:16:3e:47:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:51Z', 'updated_at': '2021-06-22T10:06:51Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:40Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:06:53.803509 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-bd17dddc-0830-4b1a-bc8c-3dc2a066bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:53.805098 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-bd17dddc-0830-4b1a-bc8c-3dc2a066bf5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c958904b-db68-4d40-aa4b-901402e786e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533664 Jun 22 10:06:53.822339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d628d10-1b61-499a-80e5-e2859e6ad83b None None] The sync data for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv is: [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'effac85b-3f3a-45a7-9e45-aff7c0b4a31f', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.132', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'port_id': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'mac_address': 'fa:16:3e:47:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:06:51Z', 'updated_at': '2021-06-22T10:06:51Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:40Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:06:53.902302 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-803e7b58-b488-4242-8ffa-582af8eefbed service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911012 Jun 22 10:06:53.995483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1c641a4e-88f6-45c8-8137-1da76be46373 req-d1948bef-a6bd-441f-a491-7873a0f23661 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873590 Jun 22 10:06:54.027654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4456c-b2a8-49da-926d-4f6cad5919a5 None None] New status for floating IP effac85b-3f3a-45a7-9e45-aff7c0b4a31f: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:06:54.196114 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-40593e4e-9207-442b-be91-f7edc6ea8d2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510488 Jun 22 10:06:54.312854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-36b4bdad-8eb6-4fc6-a4d4-fe0cf8e5c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:54.314358 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-36b4bdad-8eb6-4fc6-a4d4-fe0cf8e5c891 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1099 time: 0.0620716 Jun 22 10:06:54.417832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-5c963877-d026-4d84-82b6-01ef3952e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:54.419270 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-5c963877-d026-4d84-82b6-01ef3952e19c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 898 time: 0.0842910 Jun 22 10:06:54.486336 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-f03ad7bd-d3db-4234-bec1-e0c50ceec804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 1002 time: 0.0608647 Jun 22 10:06:54.533096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-dc1d1e14-50d9-449a-b772-0102216d4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:54.534516 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-dc1d1e14-50d9-449a-b772-0102216d4754 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 200 len: 834 time: 0.0426633 Jun 22 10:06:54.590091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-2cfd3f2d-7c88-4549-9705-6e1bc88d0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:06:54.591574 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-2cfd3f2d-7c88-4549-9705-6e1bc88d0479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c958904b-db68-4d40-aa4b-901402e786e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514300 Jun 22 10:06:54.686899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-165a29c6-8267-4260-b6a1-4de6f4192e29 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891893 Jun 22 10:06:54.687571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34126) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:06:54.797353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-85ac7bdf-024a-4d7d-ba79-0ce3317213db tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/effac85b-3f3a-45a7-9e45-aff7c0b4a31f HTTP/1.1" status: 200 len: 994 time: 0.1085737 Jun 22 10:06:54.822702 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f482d2c4-43b3-4f3c-bf12-92a4b4a69593 req-898b6e9c-3703-4121-b605-3840088150f8 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286817 Jun 22 10:06:59.573652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b969dee-ccd5-4936-b598-64751fbb9f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:02.226135 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-12a2b524-faf3-40bf-9700-c39dab59d279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:02.676537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:03.596799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:05.082186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:09.690863 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:10.658086 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:07:26.537872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7d515-72d5-48a7-ba4b-7c3946a378c0 req-3b2ee745-3713-4d3f-96ca-1f204a8d58cc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:26.539384 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-08b7d515-72d5-48a7-ba4b-7c3946a378c0 req-3b2ee745-3713-4d3f-96ca-1f204a8d58cc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0667927 Jun 22 10:07:26.576720 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-08b7d515-72d5-48a7-ba4b-7c3946a378c0 req-c0f44225-3c59-4482-9e97-b0fccbcb146d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jun 22 10:07:26.589250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-ece33b14-df5e-4d47-af96-69a7e42d720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:26.590764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-ece33b14-df5e-4d47-af96-69a7e42d720e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1099 time: 0.0543661 Jun 22 10:07:26.680703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-94245090-7906-4a64-bd77-32dc369f2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:26.682115 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-94245090-7906-4a64-bd77-32dc369f2720 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 898 time: 0.0849612 Jun 22 10:07:26.746634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-248a28d0-21eb-44a7-ad04-f45199c2c981 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 1002 time: 0.0576909 Jun 22 10:07:26.795633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-5b81c48e-6b1e-444e-b50d-1eade1cdc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:26.797002 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-5b81c48e-6b1e-444e-b50d-1eade1cdc5b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 200 len: 834 time: 0.0444374 Jun 22 10:07:26.856694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-41f96a78-8249-412a-be64-92eae1792603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:26.858199 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-41f96a78-8249-412a-be64-92eae1792603 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c958904b-db68-4d40-aa4b-901402e786e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546796 Jun 22 10:07:27.274800 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-1b1d3dfb-175e-471b-bb70-5fc2caf35c9f service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095271 Jun 22 10:07:27.365214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f337e943-d91e-4a04-b54f-e53d00a3014b req-cfbc2227-e4db-4a08-b20f-89c166ec36c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Jun 22 10:07:27.753996 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97d721-dcc1-4d89-8b99-f1d2ad5ff23f req-c730a603-4221-4950-847d-9b8c7510fae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:27.755638 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dc97d721-dcc1-4d89-8b99-f1d2ad5ff23f req-c730a603-4221-4950-847d-9b8c7510fae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0629299 Jun 22 10:07:27.794392 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dc97d721-dcc1-4d89-8b99-f1d2ad5ff23f req-fc885d24-2e33-4520-bc65-a124e57052e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320976 Jun 22 10:07:28.969296 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41870ece-bd2c-41fb-9982-c94adcf6d5cf req-b91fde89-025d-433d-bf8d-8c4c8bd07c13 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:28.970771 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-41870ece-bd2c-41fb-9982-c94adcf6d5cf req-b91fde89-025d-433d-bf8d-8c4c8bd07c13 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0633595 Jun 22 10:07:29.008630 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-41870ece-bd2c-41fb-9982-c94adcf6d5cf req-cd3e0b09-0599-4622-88ae-8c26db9ae90b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Jun 22 10:07:29.547736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-85f11532-be3a-4f6c-bb14-2f3746c1b305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:30.183695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8aef4-1228-43eb-94e3-6dcae2aeda75 req-e3ef7cc9-444b-4635-b8a2-780c5fd0b84e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:30.185314 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25e8aef4-1228-43eb-94e3-6dcae2aeda75 req-e3ef7cc9-444b-4635-b8a2-780c5fd0b84e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0673833 Jun 22 10:07:30.224824 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25e8aef4-1228-43eb-94e3-6dcae2aeda75 req-aef47cd3-817f-47fe-928a-c2490b7fdba3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338449 Jun 22 10:07:31.405459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b746c0-27b7-4dce-98c2-64c46e1be486 req-2b8e51b9-1c63-4250-b4b2-9efca67b886c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:31.406825 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-08b746c0-27b7-4dce-98c2-64c46e1be486 req-2b8e51b9-1c63-4250-b4b2-9efca67b886c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0678799 Jun 22 10:07:31.443088 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-08b746c0-27b7-4dce-98c2-64c46e1be486 req-6ebf9203-b923-413f-af3f-6e9dfb7d45aa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306482 Jun 22 10:07:32.194010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-49b7052f-b666-4271-a9b3-bd2a49f49f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:32.619789 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34e268-6306-4620-b2dc-e0239254ab2b req-ae1c3ff1-17c5-4d5d-b721-78f8cbf6ce67 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:32.621555 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af34e268-6306-4620-b2dc-e0239254ab2b req-ae1c3ff1-17c5-4d5d-b721-78f8cbf6ce67 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0689185 Jun 22 10:07:32.658717 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-af34e268-6306-4620-b2dc-e0239254ab2b req-f809376d-6f9e-4b13-a228-92ea860c7118 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jun 22 10:07:32.667899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:33.585501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:33.832188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8ced9-5ce7-4fb4-b7f5-ae947947e19e req-a384b976-2132-4fbd-ac54-45d3a3ab89b6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:33.833631 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ace8ced9-5ce7-4fb4-b7f5-ae947947e19e req-a384b976-2132-4fbd-ac54-45d3a3ab89b6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0629723 Jun 22 10:07:33.871321 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ace8ced9-5ce7-4fb4-b7f5-ae947947e19e req-c729739a-9e04-4a4e-a6ca-902043e4c157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Jun 22 10:07:35.043580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dd67-8272-42ae-bbe8-abfea63af250 req-8b3e5ae2-bf30-42be-9a39-722065935af7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:35.045082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9743dd67-8272-42ae-bbe8-abfea63af250 req-8b3e5ae2-bf30-42be-9a39-722065935af7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0635085 Jun 22 10:07:35.076560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:35.082841 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9743dd67-8272-42ae-bbe8-abfea63af250 req-55236e6a-e6d6-4d45-8d55-fdaca24ce071 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Jun 22 10:07:36.260868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b2df-a73f-44ca-85aa-4d3817e871c0 req-b91f5315-b60d-49bf-9840-1dc821ced24e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:36.262347 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3d35b2df-a73f-44ca-85aa-4d3817e871c0 req-b91f5315-b60d-49bf-9840-1dc821ced24e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0677564 Jun 22 10:07:36.302456 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3d35b2df-a73f-44ca-85aa-4d3817e871c0 req-6e2d21bb-db26-4b0f-a75f-e99fbfb87be9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344851 Jun 22 10:07:37.478254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c19c-af77-4845-b343-711f9c3daccb req-aced9eed-3774-4bc6-ab35-c63ff2fd00d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:37.480133 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-99a6c19c-af77-4845-b343-711f9c3daccb req-aced9eed-3774-4bc6-ab35-c63ff2fd00d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0666955 Jun 22 10:07:37.517178 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-99a6c19c-af77-4845-b343-711f9c3daccb req-f07c2ecc-d2d6-40a7-8a06-6206d9711720 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Jun 22 10:07:38.688698 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e850-2c43-41d2-a7e1-2086b4c8c86e req-d29c2f8f-55f5-4849-81df-84a2418b11c8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:38.690155 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-24d7e850-2c43-41d2-a7e1-2086b4c8c86e req-d29c2f8f-55f5-4849-81df-84a2418b11c8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0637321 Jun 22 10:07:38.726760 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-24d7e850-2c43-41d2-a7e1-2086b4c8c86e req-54f392cc-4a27-4b45-8c34-b665540fc42d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Jun 22 10:07:39.642905 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:07:39.909575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe02c77-bd80-4d23-ae54-075fd9db3a47 req-5cead79f-2006-4f58-985d-6f31ac955148 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:39.910966 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ffe02c77-bd80-4d23-ae54-075fd9db3a47 req-5cead79f-2006-4f58-985d-6f31ac955148 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0750508 Jun 22 10:07:39.949403 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ffe02c77-bd80-4d23-ae54-075fd9db3a47 req-d4619c4a-2907-49bb-865c-b0bedaa0aeaf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Jun 22 10:07:41.123527 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed1a10-0169-4a7c-af36-4c02c5de748b req-a9955d26-bacb-472a-9a57-396e276ca3be tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:41.125108 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-08ed1a10-0169-4a7c-af36-4c02c5de748b req-a9955d26-bacb-472a-9a57-396e276ca3be tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0655835 Jun 22 10:07:41.162539 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-08ed1a10-0169-4a7c-af36-4c02c5de748b req-5032dc86-958e-4cae-92cc-6c7d0e1720e0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317948 Jun 22 10:07:42.333444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9bc1c-c000-40ba-91c9-19b0f79cc066 req-1e6ab3e4-26c4-491d-a067-16bcbd4ed83f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:42.334904 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f5b9bc1c-c000-40ba-91c9-19b0f79cc066 req-1e6ab3e4-26c4-491d-a067-16bcbd4ed83f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0626948 Jun 22 10:07:42.373051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f5b9bc1c-c000-40ba-91c9-19b0f79cc066 req-45dd31b8-829a-4275-9255-b2fdad79ac7f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Jun 22 10:07:43.551945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f933-3e10-450e-a736-df48522e99d3 req-dcfd4dee-687c-4d5b-b19a-6a4b166106ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:43.553426 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dea5f933-3e10-450e-a736-df48522e99d3 req-dcfd4dee-687c-4d5b-b19a-6a4b166106ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0694115 Jun 22 10:07:43.592514 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dea5f933-3e10-450e-a736-df48522e99d3 req-15aae544-bc1a-45c5-b8d8-baee25052940 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329227 Jun 22 10:07:44.769926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943815-c1a5-4134-8ac0-a9037d929e92 req-b9176312-fa42-4cac-b799-ab98bd96d426 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:44.771381 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e7943815-c1a5-4134-8ac0-a9037d929e92 req-b9176312-fa42-4cac-b799-ab98bd96d426 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0672083 Jun 22 10:07:44.809205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e7943815-c1a5-4134-8ac0-a9037d929e92 req-83b3bb61-4874-4f42-b1ae-dd0044475721 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315244 Jun 22 10:07:44.832646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34172) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:07:44.891668 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c809c641-3379-4de8-83ec-fd0e0c37a221 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/effac85b-3f3a-45a7-9e45-aff7c0b4a31f HTTP/1.1" status: 200 len: 994 time: 0.0577335 Jun 22 10:07:47.656545 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:07:54.171250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-97bf26c1-eb5d-4a54-865c-f0b70aebe0b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550961 Jun 22 10:07:54.283137 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-505d389b-81df-4ad5-9221-5c07bb812b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:54.284633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-505d389b-81df-4ad5-9221-5c07bb812b7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1099 time: 0.0544589 Jun 22 10:07:54.396764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-471a7f89-a1b2-43fc-87c2-c33e43ca6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:54.398224 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-471a7f89-a1b2-43fc-87c2-c33e43ca6447 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 898 time: 0.0926349 Jun 22 10:07:54.467510 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-1704ff2f-8fe7-4677-a870-95315485a7c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 1002 time: 0.0619221 Jun 22 10:07:54.517021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-5aa1648b-9dfc-4263-a51f-624d7e6d7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:54.519049 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-5aa1648b-9dfc-4263-a51f-624d7e6d7f22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 200 len: 834 time: 0.0440166 Jun 22 10:07:54.575834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-b9e5c0ce-00dc-4fed-a9ca-84646454eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:07:54.577250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-b9e5c0ce-00dc-4fed-a9ca-84646454eeba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c958904b-db68-4d40-aa4b-901402e786e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507405 Jun 22 10:07:54.670439 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-5be0ef3c-d996-4bc0-adcc-d37f0b1cb944 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Jun 22 10:07:54.760456 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6d5fce65-de67-40d6-b9f6-b757d48228c0 req-d530a236-0754-45c4-9d29-8256a89178c0 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836294 Jun 22 10:07:59.582260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ec279b2b-4b92-4e53-bd7d-5451fdd428e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:02.187786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d847a6b4-834d-45e9-9213-b84ddce919dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:02.679405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:03.588136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:05.079063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:09.654241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:15.597988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34202) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:15.763927 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 9d0ab37a-0831-427a-8472-a1e8581c157f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:08:15.764285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:15.839224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:15.839835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:15.908214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 9d0ab37a-0831-427a-8472-a1e8581c157f owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:08:16.146242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:16.148575 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-21abfb88-0398-4271-b304-e95b799733ce tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:16.171918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=9d0ab37a-0831-427a-8472-a1e8581c157f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:16.184985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.185390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.185785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.186172 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.186615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.186940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.187321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.187699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.188098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.190280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.190280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.190280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:16.207373 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:16.247661 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:16.248050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP effac85b-3f3a-45a7-9e45-aff7c0b4a31f disassociated (deleted). External IP: 172.26.6.132, port: fa7857ae-3211-4c86-9e39-7c5aff15f612. Jun 22 10:08:16.465306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 233e464e-cfc6-4144-9b29-85610b455ea6 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:08:16.572270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:16.577503 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:16.582043 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] Sync routers for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:16.595241 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:16.595841 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:16.618111 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/floatingips/effac85b-3f3a-45a7-9e45-aff7c0b4a31f HTTP/1.1" status: 204 len: 168 time: 1.0189865 Jun 22 10:08:16.618900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:16.621921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:16.707761 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:16.721082 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab1554-000b-43d0-8375-29203f46241e x-openstack-request-id: req-54ab1554-000b-43d0-8375-29203f46241e {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:16.721435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:16.722696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54ab1554-000b-43d0-8375-29203f46241e {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:16.722696 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'status': 'completed', 'code': 200} Jun 22 10:08:16.823272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-2dafb8ae-0c41-4891-a6d7-023dd82adb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:16.824828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-2dafb8ae-0c41-4891-a6d7-023dd82adb1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 1099 time: 0.0589731 Jun 22 10:08:16.920447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-3109ae04-b3ec-4037-9626-b0be371315dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:16.921918 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-3109ae04-b3ec-4037-9626-b0be371315dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 200 len: 898 time: 0.0910032 Jun 22 10:08:16.968570 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-1d134762-d856-42c2-9c7c-09b3b41293ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 200 len: 217 time: 0.0404930 Jun 22 10:08:17.022260 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:40Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:17.024228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-760d68b3-878f-401e-9405-13a41e5a128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:17.025786 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-760d68b3-878f-401e-9405-13a41e5a128e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 200 len: 834 time: 0.0517077 Jun 22 10:08:17.048687 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] Checking router: 233e464e-cfc6-4144-9b29-85610b455ea6 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:17.057630 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:17.058291 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:17.087721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-7343752d-7302-4942-8ebc-ff4000310d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:17.089577 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-7343752d-7302-4942-8ebc-ff4000310d5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c958904b-db68-4d40-aa4b-901402e786e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578458 Jun 22 10:08:17.178739 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:17.190599 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-f0179630-546e-4538-87b4-ad5b47369c9f service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949073 Jun 22 10:08:17.247849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61f45f-bb6d-4e42-bcca-aca702853ac0 req-c37c2eab-ee2a-4b66-a972-af2eac705602 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:17.249650 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ac61f45f-bb6d-4e42-bcca-aca702853ac0 req-c37c2eab-ee2a-4b66-a972-af2eac705602 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0676477 Jun 22 10:08:17.294681 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-63c7ad66-f88c-4e5f-937c-b04d6eb70c2c req-ff5dcf7c-138c-4cf7-b65d-dc85fd0f38d5 service neutron] 10.222.0.24 "GET /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955517 Jun 22 10:08:17.295828 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ac61f45f-bb6d-4e42-bcca-aca702853ac0 req-644ed9d6-3253-485d-8c46-90823acb266e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Jun 22 10:08:17.382174 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:40Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:17.412444 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef05136-4daa-4197-aeb9-d15b4141c42e None None] The sync data for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv is: [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '078c7aa9-dfe2-43d0-88f6-30fd9ae695ef', 'name': '', 'network_id': 'c958904b-db68-4d40-aa4b-901402e786e2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:b7:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:35Z', 'updated_at': '2021-06-22T10:06:40Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '6c71fc6e-6e8f-4629-bd49-417433529c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:17.638360 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10398531-242c-4af8-9d38-c09d36224d2c None None] New status for floating IP effac85b-3f3a-45a7-9e45-aff7c0b4a31f: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:08:18.473776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79a4b7-ad39-4088-a3cd-637c3bdfc2ec req-dcfbfd92-36a4-47dd-9754-4b9f571eebbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:18.475240 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5c79a4b7-ad39-4088-a3cd-637c3bdfc2ec req-dcfbfd92-36a4-47dd-9754-4b9f571eebbb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0638924 Jun 22 10:08:18.517670 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5c79a4b7-ad39-4088-a3cd-637c3bdfc2ec req-b3c5753b-d4c8-402f-9b4a-1782293afceb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cbd9923-0d5d-4644-b768-85ee6977d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368481 Jun 22 10:08:18.886303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-698d0b59-45f8-485e-a8f2-97dd05d9944f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:18.887769 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-698d0b59-45f8-485e-a8f2-97dd05d9944f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 946 time: 0.0625381 Jun 22 10:08:18.987066 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port fa7857ae-3211-4c86-9e39-7c5aff15f612 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:08:18.987412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:19.076763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port fa7857ae-3211-4c86-9e39-7c5aff15f612, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fa7857ae-3211-4c86-9e39-7c5aff15f612,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:19.077117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:19.144001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for fa7857ae-3211-4c86-9e39-7c5aff15f612 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:08:19.357156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:19.361332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-836e60e3-8dc4-4cde-a735-28f611f324c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:19.389967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=fa7857ae-3211-4c86-9e39-7c5aff15f612,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:19.393535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:19.437368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] No DVR routers for this DVR port fa7857ae-3211-4c86-9e39-7c5aff15f612 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:08:19.443588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:19.443588 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b211adc9-df17-45ec-9dfd-5edb6ec59ae9 req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "DELETE /v2.0/ports/fa7857ae-3211-4c86-9e39-7c5aff15f612 HTTP/1.1" status: 204 len: 173 time: 0.5487881 Jun 22 10:08:19.443588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'name': 'network-vif-deleted', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:19.444716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f087bf0-d4de-450e-b7e1-0edc3f463111" -d '{"events": [{"server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "name": "network-vif-deleted", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:19.484443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee6dec2-6c28-472b-add6-64bda827f416 x-openstack-request-id: req-eee6dec2-6c28-472b-add6-64bda827f416 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:19.485077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a642227-d2ea-4a67-8a89-4f0f673259de", "name": "network-vif-deleted", "tag": "fa7857ae-3211-4c86-9e39-7c5aff15f612", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:19.485077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eee6dec2-6c28-472b-add6-64bda827f416 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:19.485524 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a642227-d2ea-4a67-8a89-4f0f673259de', 'name': 'network-vif-deleted', 'tag': 'fa7857ae-3211-4c86-9e39-7c5aff15f612', 'status': 'completed', 'code': 200} Jun 22 10:08:19.666906 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1687dc67-20f4-48fb-9163-c86d8f115055 req-2e399cbe-ecd9-4ffe-8d29-ed90cdc18f97 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a642227-d2ea-4a67-8a89-4f0f673259de HTTP/1.1" status: 200 len: 210 time: 0.0310886 Jun 22 10:08:20.917198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34222) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:21.271742 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:21.535626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:08:21.535999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:21.621615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:21.621981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:21.687090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:08:21.948132 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:21.950108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:21.973535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=078c7aa9-dfe2-43d0-88f6-30fd9ae695ef,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:21.977055 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:22.160397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:22.694737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 233e464e-cfc6-4144-9b29-85610b455ea6 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:08:22.796906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:22.801790 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/233e464e-cfc6-4144-9b29-85610b455ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835628 Jun 22 10:08:22.804813 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34224) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:22.806036 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] Sync routers for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:22.815399 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:22.816026 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:22.860266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting subnet 6c71fc6e-6e8f-4629-bd49-417433529c67 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:08:22.863397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:22.903529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:22.917732 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:22.955910 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fa7857ae-3211-4c86-9e39-7c5aff15f612 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:08:22.977294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: fa7857ae-3211-4c86-9e39-7c5aff15f612 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:08:22.977655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fa7857ae-3211-4c86-9e39-7c5aff15f612 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:08:22.990212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.092727 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:08:21Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:23.122548 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] Checking router: 233e464e-cfc6-4144-9b29-85610b455ea6 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:23.130952 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] Routers {'233e464e-cfc6-4144-9b29-85610b455ea6'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:23.131557 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['233e464e-cfc6-4144-9b29-85610b455ea6'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:23.137666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.140849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-eb2c2731-9d58-4960-8363-746df575950a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:23.166913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Subnet': ['ID=6c71fc6e-6e8f-4629-bd49-417433529c67,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:23.168951 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.173618 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34226) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:23.174039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/subnets/6c71fc6e-6e8f-4629-bd49-417433529c67 HTTP/1.1" status: 204 len: 168 time: 0.3678610 Jun 22 10:08:23.174931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1363edb4-3d1f-4a46-8cd4-abfcbb067ed3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:23.185673 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde1dc6a-6e63-4c2c-a9ec-25a03f573abc None None] Network c958904b-db68-4d40-aa4b-901402e786e2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:08:23.239002 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] Set router 233e464e-cfc6-4144-9b29-85610b455ea6 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:23.292514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.386383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] DHCP port deletion for c958904b-db68-4d40-aa4b-901402e786e2 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:08:23.404262 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.424885 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:08:21Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:23.433006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Deleting port be323bf5-ce00-4f64-93c3-a8ffde000331 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:08:23.433473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.451300 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279c162-8de0-4e4f-bb3a-a3cfdc792947 None None] The sync data for ids ['233e464e-cfc6-4144-9b29-85610b455ea6'] in dv-neutron-797120-3-hyperv is: [{'id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467692296', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165'}], 'enable_snat': True}, 'gw_port_id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:06:31Z', 'updated_at': '2021-06-22T10:08:21Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'bfaa404a-4a9d-4885-83fe-08aad2d5d119', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e464e-cfc6-4144-9b29-85610b455ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:06:32Z', 'updated_at': '2021-06-22T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:23.508190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] For port be323bf5-ce00-4f64-93c3-a8ffde000331, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=be323bf5-ce00-4f64-93c3-a8ffde000331,segment=NetworkSegment(61c9025c-06e6-4b88-ab27-8a7e0279e255),segment_id=61c9025c-06e6-4b88-ab27-8a7e0279e255)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:23.508512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.548598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port bfaa404a-4a9d-4885-83fe-08aad2d5d119 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:08:23.548942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.570289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Calling delete_port for be323bf5-ce00-4f64-93c3-a8ffde000331 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:08:23.630554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port bfaa404a-4a9d-4885-83fe-08aad2d5d119, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bfaa404a-4a9d-4885-83fe-08aad2d5d119,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:23.630865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.696282 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for bfaa404a-4a9d-4885-83fe-08aad2d5d119 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:08:23.722833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.724912 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:23.747137 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Pushing event deleted for resources: {'Port': ['ID=be323bf5-ce00-4f64-93c3-a8ffde000331,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:23.756618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.756952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.757291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.757630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.757961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.758355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.758618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.758941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.759269 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.759588 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.759955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.760255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.762847 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] No DVR routers for this DVR port be323bf5-ce00-4f64-93c3-a8ffde000331 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:08:23.764253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:23.951595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:23.953851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02795b5e-1975-464d-9b3a-b3b0659f3707 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:23.980497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=bfaa404a-4a9d-4885-83fe-08aad2d5d119,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:23.990301 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.990725 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.991093 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.991478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.991906 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.992276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.992623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.993069 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.993357 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.993734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.994105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.994543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:23.998792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:24.029917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be323bf5-ce00-4f64-93c3-a8ffde000331 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:08:24.055688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: be323bf5-ce00-4f64-93c3-a8ffde000331 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:08:24.056070 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device be323bf5-ce00-4f64-93c3-a8ffde000331 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:08:24.056505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:08:24.058341 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.077311 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:08:24.077663 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 078c7aa9-dfe2-43d0-88f6-30fd9ae695ef not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:08:24.151391 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.154058 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.254433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.255099 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Fanout notify agent at l3_agent the message router_deleted on router 233e464e-cfc6-4144-9b29-85610b455ea6 {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:08:24.262457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.263557 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/routers/233e464e-cfc6-4144-9b29-85610b455ea6 HTTP/1.1" status: 204 len: 168 time: 1.0889568 Jun 22 10:08:24.266347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34228) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:24.346184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.435636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.445159 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c958904b-db68-4d40-aa4b-901402e786e2']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:24.455975 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c9025c-06e6-4b88-ab27-8a7e0279e255') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:24.456216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c9025c-06e6-4b88-ab27-8a7e0279e255') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:24.464989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.478195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.484224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:08:24.484602 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:08:24.487377 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:08:24.608388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.612665 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.614759 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/networks/c958904b-db68-4d40-aa4b-901402e786e2 HTTP/1.1" status: 204 len: 168 time: 0.3474267 Jun 22 10:08:24.615639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f9c531ef-0563-48f2-8aa6-a0008254196c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:24.620668 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34230) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:24.637184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Network': ['ID=c958904b-db68-4d40-aa4b-901402e786e2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:24.639732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:24.654679 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:08:24.682349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.710225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.822319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.825138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:24.826297 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/security-groups/2cbd9923-0d5d-4644-b768-85ee6977d24e HTTP/1.1" status: 204 len: 168 time: 0.2067719 Jun 22 10:08:24.827100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fbc49688-cb65-48a0-9b34-a214669415c2 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:24.836046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd9923-0d5d-4644-b768-85ee6977d24e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:24.838987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:25.243837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34236) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:25.249070 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916657749', 'description': 'tempest-secgroup-smoke-916657749 description', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:25.368574 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.446382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.507234 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.509859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-80908427-10ab-423f-bb41-afa7e2c59c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:25.539292 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b21f26-61e7-428f-90d3-463b413ccedf,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:25.542513 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:25.611046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.612307 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3672969 Jun 22 10:08:25.614965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34238) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:25.619691 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '21b21f26-61e7-428f-90d3-463b413ccedf', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:25.713046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.768452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.833872 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.835775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-250d0cc6-7410-4888-b020-9a95cd30cdaa tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:25.858253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dd6dcd-19f6-4c3b-bd2e-ffe2b0c90244,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:25.860730 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:25.937036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:25.938300 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224008 Jun 22 10:08:25.941029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34240) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:25.945617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '21b21f26-61e7-428f-90d3-463b413ccedf', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:26.024078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bfaa404a-4a9d-4885-83fe-08aad2d5d119 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:08:26.044901 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.111288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.188136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.193215 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0f4936d-99ce-406e-90fd-2f82e1b9edf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:26.199711 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bfaa404a-4a9d-4885-83fe-08aad2d5d119 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:08:26.200109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bfaa404a-4a9d-4885-83fe-08aad2d5d119 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:08:26.212325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeebb6a-5ab8-46e4-8700-404d333d2cd6,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:26.215164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:26.300083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.301292 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ae86db09-e3d7-40b2-b3ca-fac66b98b88e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3593214 Jun 22 10:08:26.303985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34242) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:26.308650 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '21b21f26-61e7-428f-90d3-463b413ccedf', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:26.404583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.465359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.588590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.590367 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-13d91082-f571-4acf-acca-c180fd378ce9 tempest-ServerActionsTestJSON-1832781671 tempest-ServerActionsTestJSON-1832781671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:26.606174 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d8c13-a2ce-4207-867a-f7c7243d1cdb,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:26.611626 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:26.714098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.715330 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104271 Jun 22 10:08:26.717959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34244) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:26.722611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '21b21f26-61e7-428f-90d3-463b413ccedf', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:26.811154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.868644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.970677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:26.972531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4215cc31-5ec7-4727-aa2f-1c2f88be394f tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:26.988610 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f477500-d1f7-433c-893d-f236566a2e49,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:26.990956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:27.071339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.072623 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3537037 Jun 22 10:08:27.075811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34246) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:27.080386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '21b21f26-61e7-428f-90d3-463b413ccedf', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:27.188549 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:08:27.193668 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.252012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.353360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.355907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-124417e3-f64a-4e3f-8114-8003a9a7839f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:27.372157 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3337dfad-7afa-41b7-8370-a3db2e76d57c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:27.374853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:27.449061 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.450264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734860 Jun 22 10:08:27.452942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34248) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:27.457880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '21b21f26-61e7-428f-90d3-463b413ccedf', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:27.553882 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:08:27.558848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.621349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.740190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.744469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b7e2f99b-02ff-4f74-bca5-486d8be6a01e tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:27.760985 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c1fa83-3cb8-426a-8016-481f709e1ab7,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:27.763235 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:27.834026 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.835217 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3813241 Jun 22 10:08:27.837959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34250) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:27.843446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'network': {'name': 'tempest-network-smoke--1728847367', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:27.948334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:08:27.951808 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.974873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:08:27.983638 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:27.984040 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Added segment 02ef6fef-6ff1-4263-94d8-846efbc85ee6 of type vlan for network 61a30929-6666-4e19-82d2-4bc5fcf0340b Jun 22 10:08:28.022744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.125126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.130695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:28.131302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.133888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2eba65ce-a933-4e8c-a3fa-c2a97cceb156 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:28.199823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Network': ['ID=61a30929-6666-4e19-82d2-4bc5fcf0340b,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:28.202561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:28.210594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:08:28.257242 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9115f6ef-caa6-4adb-9598-4711a347970f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4177029 Jun 22 10:08:28.259853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34252) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:28.265390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'admin_state_up': True, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:28.347930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.348957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.401119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.600146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.850972 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.873716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:28.970562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.238 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/801d83a3-d9be-4a71-a1f4-7b67ea83c210) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:29.071700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:29.163062 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:29.165136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:29.200247 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:29.202996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:29.205499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:08:29.233889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=801d83a3-d9be-4a71-a1f4-7b67ea83c210,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:29.236678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:29.536954 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:29.537187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-037cd5d5-51dd-4a95-9fa8-d43d4c8be36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:30.029251 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:30.233802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 248714fa-ba37-4906-988a-fd1e4f207d1f is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:08:30.338796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:30.348089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Sync routers for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:30.358043 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:30.358655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:30.411232 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:30.412529 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-28005cee-9452-4b94-861d-93699cfb8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1510019 Jun 22 10:08:30.415616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34254) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:30.443412 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-792bd343-9426-4c39-9455-4ab58541f2d7 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7451c02ae07946a79580a8e4d70bb1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259740 Jun 22 10:08:30.445997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34256) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:30.461553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:30.598322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51261d7-a910-437c-a163-cbce6628c377 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:30.599846 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b51261d7-a910-437c-a163-cbce6628c377 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529210 Jun 22 10:08:30.604781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34258) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:30.639353 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b963c652-c396-4ea3-ba17-6949908f1d36 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337117 Jun 22 10:08:30.641669 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34260) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:30.646686 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209279813', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:30.648150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:29Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:30.676027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Checking router: 248714fa-ba37-4906-988a-fd1e4f207d1f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:30.676386 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Updating router 248714fa-ba37-4906-988a-fd1e4f207d1f port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:08:30.710356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:30.819971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:08:30.824116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:30.975111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:30.984773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Transition to ACTIVE for port object 801d83a3-d9be-4a71-a1f4-7b67ea83c210 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:31.085133 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.087066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:31.106132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.108410 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a3ce6923-2571-4856-a13e-70dd72befa56 tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:31.139491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Attempting to bind port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:08:31.139894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Attempting to bind port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:08:31.140278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Attempting to bind port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:31.142246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb62b0-2484-43df-ae55-0850f7b99e07 None None] Pushing event updated for resources: {'Port': ['ID=801d83a3-d9be-4a71-a1f4-7b67ea83c210,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:31.145768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d7eb62b0-2484-43df-ae55-0850f7b99e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:31.148314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:08:31.148611 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:08:31.148941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.149340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:08:31.150126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Bound port: 801d83a3-d9be-4a71-a1f4-7b67ea83c210, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:08:31.150226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.170117 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Subnet': ['ID=13f01dba-5837-4ba2-a265-05e25c2113c8,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:31.173789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:31.179369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Checking segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:08:31.179735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network hostable DHCP agents. Network: 61a30929-6666-4e19-82d2-4bc5fcf0340b, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:08:31.201699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] For port 801d83a3-d9be-4a71-a1f4-7b67ea83c210, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:31.205802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] For port 801d83a3-d9be-4a71-a1f4-7b67ea83c210, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=801d83a3-d9be-4a71-a1f4-7b67ea83c210,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:31.265787 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:08:31.337353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.339318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8f0b0998-067a-4bcb-bd0c-505f50bf294d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:31.395596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:31.396250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:31.398031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb62b0-2484-43df-ae55-0850f7b99e07 None None] Pushing event updated for resources: {'Port': ['ID=801d83a3-d9be-4a71-a1f4-7b67ea83c210,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:31.401634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d7eb62b0-2484-43df-ae55-0850f7b99e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:31.408295 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 61a30929-6666-4e19-82d2-4bc5fcf0340b) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:31.412966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:31.413561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.436686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094b058-07d2-4575-8555-01fa021c8a2b None None] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:08:31.514578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-eb755403-89a2-4cfa-9c08-3cce394a3708 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8718426 Jun 22 10:08:31.517570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34262) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:31.564445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:31.730454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-61a30929-6666-4e19-82d2-4bc5fcf0340b', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:08:31.731356 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:31.906407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:29Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:31.909332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Allocated IP 172.20.0.2 (61a30929-6666-4e19-82d2-4bc5fcf0340b/13f01dba-5837-4ba2-a265-05e25c2113c8/ac50c50d-8867-4a9c-925d-155500406868) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:31.941535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e1bb7-c1c0-449b-b3ab-7f36a8fd898b None None] The sync data for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv is: [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:29Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:31.964464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.097797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.108876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Transition to ACTIVE for port object ac50c50d-8867-4a9c-925d-155500406868 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:32.137688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Transition to ACTIVE for port object ac50c50d-8867-4a9c-925d-155500406868 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:32.222458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-173c6500-b4e1-4413-b284-8abe18c1128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.262064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.265505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:32.305419 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:32.307472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:32.313058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:08:32.330119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.1 (61a30929-6666-4e19-82d2-4bc5fcf0340b/13f01dba-5837-4ba2-a265-05e25c2113c8/c4f13ba7-69af-4abe-95cb-db78b8d9ef9c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:32.439665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Pushing event updated for resources: {'Port': ['ID=ac50c50d-8867-4a9c-925d-155500406868,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:32.442565 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:32.455606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Attempting to bind port ac50c50d-8867-4a9c-925d-155500406868 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:08:32.456008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Attempting to bind port ac50c50d-8867-4a9c-925d-155500406868 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:08:32.456384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Attempting to bind port ac50c50d-8867-4a9c-925d-155500406868 on network 61a30929-6666-4e19-82d2-4bc5fcf0340b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:32.461609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:08:32.461992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Checking segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:08:32.462401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.462800 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Bound using segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:08:32.464592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Bound port: ac50c50d-8867-4a9c-925d-155500406868, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:08:32.464765 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.514144 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.531433 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object c4f13ba7-69af-4abe-95cb-db78b8d9ef9c will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:32.532684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] For port ac50c50d-8867-4a9c-925d-155500406868, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:32.536187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] For port ac50c50d-8867-4a9c-925d-155500406868, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ac50c50d-8867-4a9c-925d-155500406868,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:32.640373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.642476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:32.709379 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Pushing event updated for resources: {'Port': ['ID=ac50c50d-8867-4a9c-925d-155500406868,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:32.712489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:32.720196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.722402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f13c6db0-0249-46e9-a9e7-9ba0394a8458 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:32.765448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:32.773989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:32.780959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:32.783812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:08:32.790300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:32.812598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:32.839620 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:33.050678 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:33.332707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:33.405361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:33.408562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2c167b82-db66-4237-98ba-dcdea1c4c903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:33.483052 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:33.486140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:33.487083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:33.582705 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:33.584213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:33.633766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:33.696118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 248714fa-ba37-4906-988a-fd1e4f207d1f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:08:33.810945 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:33.824848 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/248714fa-ba37-4906-988a-fd1e4f207d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3060002 Jun 22 10:08:33.963829 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-69b65cbb-2a4c-46d0-973f-330cbc8b2cc6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916657749&fields=id&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 267 time: 0.0368702 Jun 22 10:08:33.968453 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Sync routers for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:33.984634 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:33.985298 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:34.063774 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d1555-3f4b-4a5d-a156-b429d20c61b7 None None] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:08:34.105652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-19365156-8ac6-4855-ab19-a12bd1977f19 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:34.107332 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-19365156-8ac6-4855-ab19-a12bd1977f19 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 797 time: 0.1344481 Jun 22 10:08:34.125058 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:34.125302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ac50c50d-8867-4a9c-925d-155500406868 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:34.132453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-146b1112-35cd-4239-8365-29a48f7b4b22 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/quotas/7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 375 time: 0.0163162 Jun 22 10:08:34.203124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-85660f2a-63a3-4f52-ba6b-fab30d246006 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670576 Jun 22 10:08:34.233069 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ff2f0613-b2be-4744-8617-31d3610e6624 None None] Provisioning for port ac50c50d-8867-4a9c-925d-155500406868 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:34.282615 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port ac50c50d-8867-4a9c-925d-155500406868 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:34.292756 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ac50c50d-8867-4a9c-925d-155500406868 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:34.293371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.348014 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:33Z', 'revision_number': 2, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:34.361648 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-dbf41811-07a6-440c-a1ee-9dd99d911f6d service neutron] 10.222.0.65 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461508 Jun 22 10:08:34.401295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.440124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port ac50c50d-8867-4a9c-925d-155500406868, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ac50c50d-8867-4a9c-925d-155500406868,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:34.462374 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-b1618739-22a1-495c-9866-0d9def54fd96 service neutron] 10.222.0.65 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948291 Jun 22 10:08:34.478738 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Checking router: 248714fa-ba37-4906-988a-fd1e4f207d1f for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:34.479328 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Updating router 248714fa-ba37-4906-988a-fd1e4f207d1f port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:08:34.518614 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.537315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.538715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 801d83a3-d9be-4a71-a1f4-7b67ea83c210 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:34.567851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:34.772449 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0da46075-6b92-4dfa-b346-49e014b73b8f req-134627a1-392f-47ab-a3bb-b5d6c3ecdd11 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 210 time: 0.0486255 Jun 22 10:08:34.820602 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=ac50c50d-8867-4a9c-925d-155500406868,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:34.848783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:34.879683 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.889073 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Transition to ACTIVE for port object c4f13ba7-69af-4abe-95cb-db78b8d9ef9c will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:34.903038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e4321391-e3a5-4f82-a721-c057a60840a7 None None] Provisioning for port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:34.907534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e4321391-e3a5-4f82-a721-c057a60840a7 None None] Provisioning complete for port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:34.907975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4321391-e3a5-4f82-a721-c057a60840a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.938732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:34.948975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:34.949359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.952502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e4321391-e3a5-4f82-a721-c057a60840a7 None None] Port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:08:34.988107 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:34.991075 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-c59b18e2-5fe3-4aa4-8c98-bbe6de587a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:34.991413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e4321391-e3a5-4f82-a721-c057a60840a7 None None] Provisioning complete for port ac50c50d-8867-4a9c-925d-155500406868 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:34.991791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e4321391-e3a5-4f82-a721-c057a60840a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.113883 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Pushing event updated for resources: {'Port': ['ID=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:35.124688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.131533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.132339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.132339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.132510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.132734 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.133039 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:35.138313 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:35.139430 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Attempting to bind port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:08:35.139815 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Attempting to bind port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:08:35.140215 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Attempting to bind port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c on network 61a30929-6666-4e19-82d2-4bc5fcf0340b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:35.145763 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:08:35.146134 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Checking segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:08:35.146537 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.146922 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Bound using segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:08:35.147386 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Bound port: c4f13ba7-69af-4abe-95cb-db78b8d9ef9c, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:08:35.147756 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.149543 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.169618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 801d83a3-d9be-4a71-a1f4-7b67ea83c210, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=801d83a3-d9be-4a71-a1f4-7b67ea83c210,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:35.213162 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] For port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:35.217962 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] For port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:35.237761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.241053 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:35.294661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=801d83a3-d9be-4a71-a1f4-7b67ea83c210,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:35.298132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:35.323244 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:35.325265 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-5537830c-4aa8-41e0-aceb-6dc736174727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:35.381708 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:35.382218 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:35.384144 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Pushing event updated for resources: {'Port': ['ID=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:35.390549 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:35.518712 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:35.715118 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:35.740763 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d6160-c279-4069-a1b5-01359dae0b7a None None] The sync data for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv is: [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:35.915427 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a12d226f-1801-4533-a7a8-add05044a3db req-0726f0ff-4031-41c5-a2a6-751a10c1bb6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jun 22 10:08:36.120657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c4f13ba7-69af-4abe-95cb-db78b8d9ef9c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:36.239526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:36.243597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:36.244179 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:36.328630 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:36.363661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:36.426361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:36.426969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ac50c50d-8867-4a9c-925d-155500406868 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:36.430513 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:36.513016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:36.517098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:36.525221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port ac50c50d-8867-4a9c-925d-155500406868 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:36.525636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:36.611719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 801d83a3-d9be-4a71-a1f4-7b67ea83c210 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:36.666908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:36.667436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:37.055285 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b82b8544-7e95-4f2a-abc0-e31c0b8e3943 req-cde591bb-c308-4c59-ab28-2259a77562bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 210 time: 0.0290475 Jun 22 10:08:37.349157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-d971cd88-392b-4986-ab04-751d6b7c9b52 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:37.350484 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-d971cd88-392b-4986-ab04-751d6b7c9b52 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 797 time: 0.1043949 Jun 22 10:08:37.397970 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-8754780b-b04e-4b8f-8d74-51204fa9c24e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 379 time: 0.0329733 Jun 22 10:08:37.406689 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'port': {'device_id': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'admin_state_up': True, 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'security_groups': ['21b21f26-61e7-428f-90d3-463b413ccedf']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:37.672062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:08:37.675697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:37.800422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.11 (61a30929-6666-4e19-82d2-4bc5fcf0340b/13f01dba-5837-4ba2-a265-05e25c2113c8/4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:37.949008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:37.958058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:38.038817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c4f13ba7-69af-4abe-95cb-db78b8d9ef9c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:38.043461 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.047730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9ba9212d-aa12-4c9d-933b-db75bcf61475 tempest-TestEncryptedCinderVolumes-451379645 tempest-TestEncryptedCinderVolumes-451379645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:38.090931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:38.091316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.097387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:38.100994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:38.108434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:08:38.115013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:38.118023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:38.173118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:38.174544 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.251949 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8488717 Jun 22 10:08:38.270998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a6818-a074-40d3-bf5b-25b86571ce9c req-7ca8d340-ea99-42d9-9454-da129cb8e031 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:38.275988 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a38a6818-a074-40d3-bf5b-25b86571ce9c req-7ca8d340-ea99-42d9-9454-da129cb8e031 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 932 time: 0.0711374 Jun 22 10:08:38.278153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Request body: {'port': {'device_id': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:38.368417 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a38a6818-a074-40d3-bf5b-25b86571ce9c req-504e1476-fc1e-476f-b119-a165215f9b51 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875289 Jun 22 10:08:38.381526 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.433957 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2453435a-e8d4-4217-9184-cf766b4e1e81 None None] Provisioning for port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:38.437835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2453435a-e8d4-4217-9184-cf766b4e1e81 None None] Provisioning complete for port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:38.438338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2453435a-e8d4-4217-9184-cf766b4e1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.471282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2453435a-e8d4-4217-9184-cf766b4e1e81 None None] Port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:08:38.645394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:08:38.653304 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.664732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Transition to ACTIVE for port object 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:08:38.742362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.745005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f70bdab2-2d87-405c-a16f-2fd543a9b43f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:38.820712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:38.826325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:38.895384 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Attempting to bind port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:08:38.895724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Attempting to bind port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:08:38.896085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Attempting to bind port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f on network 61a30929-6666-4e19-82d2-4bc5fcf0340b {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:38.901157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f on network 61a30929-6666-4e19-82d2-4bc5fcf0340b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:08:38.901484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Attempting to bind port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f on network 61a30929-6666-4e19-82d2-4bc5fcf0340b {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:08:38.906480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:08:38.906825 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Checking segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:08:38.907210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Bound using segment: {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:08:38.907643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Bound port: 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ef6fef-6ff1-4263-94d8-846efbc85ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:08:38.908021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:38.974147 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:38.977463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:39.066321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:39.068532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c6cd8ca7-00b0-44e3-87b4-ed06b4739a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:39.106190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.106932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:39.108353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 1094 time: 0.8348463 Jun 22 10:08:39.108891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:39.111216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4f349-0514-4d58-b641-26532cf227e4" -d '{"events": [{"name": "network-changed", "server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:39.141703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:39.141703 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:39.157254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e056c-e880-4eaf-bbec-7c0c8babe674 x-openstack-request-id: req-606e056c-e880-4eaf-bbec-7c0c8babe674 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:39.157603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:39.157901 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-606e056c-e880-4eaf-bbec-7c0c8babe674 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:39.158380 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'status': 'completed', 'code': 200} Jun 22 10:08:39.266262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f349-0514-4d58-b641-26532cf227e4 req-51787e15-00bc-4736-be4d-71f7622ad52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.267780 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51a4f349-0514-4d58-b641-26532cf227e4 req-51787e15-00bc-4736-be4d-71f7622ad52d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1097 time: 0.0588086 Jun 22 10:08:39.376841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f349-0514-4d58-b641-26532cf227e4 req-4d1b0326-9184-4bd8-9c25-9b2831c73f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.378323 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51a4f349-0514-4d58-b641-26532cf227e4 req-4d1b0326-9184-4bd8-9c25-9b2831c73f72 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971656 Jun 22 10:08:39.473922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f349-0514-4d58-b641-26532cf227e4 req-f102e532-bd32-4341-b462-857aad2c8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.475513 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-51a4f349-0514-4d58-b641-26532cf227e4 req-f102e532-bd32-4341-b462-857aad2c8b55 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908144 Jun 22 10:08:39.547502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db63b-1dc1-43cf-9be0-e8846350a04e req-ed43fe20-51a7-4547-a1f2-bdaead215643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.548954 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ab4db63b-1dc1-43cf-9be0-e8846350a04e req-ed43fe20-51a7-4547-a1f2-bdaead215643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 944 time: 0.0641339 Jun 22 10:08:39.621979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ab4db63b-1dc1-43cf-9be0-e8846350a04e req-0d74121b-75e9-4ab9-b528-54d068c97fc2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643256 Jun 22 10:08:39.637054 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-752de1e4-a662-4994-8d17-332ce631a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.638545 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-752de1e4-a662-4994-8d17-332ce631a41a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1097 time: 0.0887339 Jun 22 10:08:39.685128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:39.686396 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-4d7d7150-bad1-4018-860e-ad464a24fffc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 217 time: 0.0347111 Jun 22 10:08:39.738403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-857f9854-07f2-4b71-acc6-da65fe71e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.739853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-857f9854-07f2-4b71-acc6-da65fe71e611 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0477870 Jun 22 10:08:39.796639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-96f0a29d-4d66-49fe-873c-23c75a8ae41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:39.798186 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-96f0a29d-4d66-49fe-873c-23c75a8ae41f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512850 Jun 22 10:08:39.884845 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-c7616c6a-0862-4bb9-bad6-86f8ab055dc0 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808058 Jun 22 10:08:39.975364 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78b7673f-1b8e-41b9-83fe-2d8927b97d17 req-cbf44884-3440-4c9a-8a4b-0bdacf51eefa service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Jun 22 10:08:40.816507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e4558-9c6d-46bd-982a-24df64a7c228 req-848e5a7a-e74e-444b-8e7f-8e96030fc413 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:40.818594 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc6e4558-9c6d-46bd-982a-24df64a7c228 req-848e5a7a-e74e-444b-8e7f-8e96030fc413 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 944 time: 0.0804698 Jun 22 10:08:40.860378 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc6e4558-9c6d-46bd-982a-24df64a7c228 req-8b91d831-0911-4c0e-b98a-d3183cc9f6bd tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Jun 22 10:08:42.033617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c274cc1-da32-414c-bfb7-657e5cafa79e req-5030a653-d0cc-4753-a0e5-35c56e071968 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:42.035030 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9c274cc1-da32-414c-bfb7-657e5cafa79e req-5030a653-d0cc-4753-a0e5-35c56e071968 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 944 time: 0.0644226 Jun 22 10:08:42.073499 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9c274cc1-da32-414c-bfb7-657e5cafa79e req-ec924044-bd64-44c9-aaa6-14229c09c653 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Jun 22 10:08:43.066325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:08:43.162715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:43.174214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'port_id': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'mac_address': 'fa:16:3e:f2:46:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:08:43.211587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:43.224693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:08:43.244004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:43.248563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b335d-69b4-4c71-bd4f-f0c503facd90 req-74ef4928-18f1-4c84-a50f-9153e831e9be tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:43.250072 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-760b335d-69b4-4c71-bd4f-f0c503facd90 req-74ef4928-18f1-4c84-a50f-9153e831e9be tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 944 time: 0.0676224 Jun 22 10:08:43.287264 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-760b335d-69b4-4c71-bd4f-f0c503facd90 req-db46ef7c-495c-45b5-a745-8b9cc2ada05f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Jun 22 10:08:43.306180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:43.308718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9708a057-cf33-430a-b44e-0d4b8ca93dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:43.353240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:43.356652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:43.582323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:08:44.458253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0250-ed0a-4b9e-a5a6-f62a3fd6eb38 req-aa30b9ab-5741-4d55-a787-fe6760bc54bb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:44.459682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-474d0250-ed0a-4b9e-a5a6-f62a3fd6eb38 req-aa30b9ab-5741-4d55-a787-fe6760bc54bb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 945 time: 0.0618901 Jun 22 10:08:44.501480 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-474d0250-ed0a-4b9e-a5a6-f62a3fd6eb38 req-a41ec1e7-b093-4e62-a585-952154364349 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356467 Jun 22 10:08:45.066056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:08:45.193655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:08:45.197577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:08:45.198040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:45.272512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:45.294345 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:45.296677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd33d35c-1065-4781-af48-6db4564d1ce0" -d '{"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-plugged", "status": "completed", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:45.309629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:45.382517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:45.384618 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-b4b74e3f-5ed2-4bf4-9b55-8a63e60dbe56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:45.387730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738b10ff-84cc-45df-8546-0e8435151006 x-openstack-request-id: req-738b10ff-84cc-45df-8546-0e8435151006 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:45.388049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-plugged", "status": "completed", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:45.388332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-738b10ff-84cc-45df-8546-0e8435151006 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:45.388715 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'code': 200} Jun 22 10:08:45.432551 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:45.435385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:45.676835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1388d-fe20-45e7-8829-7c5e306575c3 req-e02b7154-ef04-4f5c-b517-098623b5128d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:45.678369 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bad1388d-fe20-45e7-8829-7c5e306575c3 req-e02b7154-ef04-4f5c-b517-098623b5128d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0642374 Jun 22 10:08:45.724931 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bad1388d-fe20-45e7-8829-7c5e306575c3 req-a7fd9372-6027-45c4-9e36-551e47ef7895 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404186 Jun 22 10:08:45.767473 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057705-b779-4600-b7a9-be37f9df403e req-39b5b34c-f529-45f9-8507-90e975e8b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:45.769008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64057705-b779-4600-b7a9-be37f9df403e req-39b5b34c-f529-45f9-8507-90e975e8b938 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0538616 Jun 22 10:08:45.803557 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64057705-b779-4600-b7a9-be37f9df403e req-4b033326-485f-4097-b69c-e32089cd8074 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265923 Jun 22 10:08:46.902570 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cb12c-ae35-42e0-a323-9a4c273d24cf req-deb18812-c1c4-4cbd-adcb-8a99afee97d9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:46.904072 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a4cb12c-ae35-42e0-a323-9a4c273d24cf req-deb18812-c1c4-4cbd-adcb-8a99afee97d9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0649765 Jun 22 10:08:46.941334 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a4cb12c-ae35-42e0-a323-9a4c273d24cf req-53ec24c5-2c2a-4e7d-94a5-e18a14db5dba tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Jun 22 10:08:48.125895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298ca77-376a-40fd-af65-3adbc070fcdb req-45b0beaf-05f0-4b6a-899d-116d2f20414d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:48.127410 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e298ca77-376a-40fd-af65-3adbc070fcdb req-45b0beaf-05f0-4b6a-899d-116d2f20414d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0738904 Jun 22 10:08:48.165032 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e298ca77-376a-40fd-af65-3adbc070fcdb req-84d43363-c81f-4424-bebd-61f745dc2a8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Jun 22 10:08:48.351015 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0ded7-631b-43c7-8d17-f7c69b15c597 req-f456a7ab-e360-45ad-9918-04533548e659 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:48.352511 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-66e0ded7-631b-43c7-8d17-f7c69b15c597 req-f456a7ab-e360-45ad-9918-04533548e659 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0744467 Jun 22 10:08:48.391137 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-66e0ded7-631b-43c7-8d17-f7c69b15c597 req-1b749569-300b-4e90-8c56-c2d53511c2a6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Jun 22 10:08:48.421184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34332) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:48.471614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a67cc-50dc-4d23-9338-1f9279ded40b tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:48.473124 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bb3a67cc-50dc-4d23-9338-1f9279ded40b tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1094 time: 0.0509334 Jun 22 10:08:48.475826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34334) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:48.480229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:08:48.553596 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:48.655536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:48.754458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.18 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/388fd76f-a633-40b7-aa4e-97a469bd9111) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:48.858194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:48.982985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:48.985007 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:49.022853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:49.027821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:49.032161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:08:49.034163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=388fd76f-a633-40b7-aa4e-97a469bd9111,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:49.037221 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:49.409165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:49.560371 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:49.706099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:49.845101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:49.847260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-185845ca-cc8f-4ea9-ab2a-352f8d866127 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:08:49.914014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=388fd76f-a633-40b7-aa4e-97a469bd9111,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:49.918558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:08:49.928312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:50.025932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP 06148d2d-4283-4d7d-8e74-de815064b1cf associated. External IP: 172.26.6.18, port: 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f. Jun 22 10:08:50.580432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 248714fa-ba37-4906-988a-fd1e4f207d1f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:08:50.693153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:50.702763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] Sync routers for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:50.715493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:50.716161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:50.788122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:08:50.823468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:50.826120 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3492727 Jun 22 10:08:50.826931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:08:50.829372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:08:50.872291 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693493c-8640-40a1-91b6-98809f6ce78f x-openstack-request-id: req-b693493c-8640-40a1-91b6-98809f6ce78f {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:08:50.872696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:08:50.873064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b693493c-8640-40a1-91b6-98809f6ce78f {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:08:50.873706 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'status': 'completed', 'code': 200} Jun 22 10:08:51.006359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-869ecb40-0703-4fc0-9a79-be99d0d09948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:51.007848 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-869ecb40-0703-4fc0-9a79-be99d0d09948 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0949252 Jun 22 10:08:51.020093 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a03da-8a37-4c16-b168-647694cbce04 req-13bfe8dc-c1e9-4ecf-b4f8-53d070c0159a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:51.021546 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-413a03da-8a37-4c16-b168-647694cbce04 req-13bfe8dc-c1e9-4ecf-b4f8-53d070c0159a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0985615 Jun 22 10:08:51.055612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '06148d2d-4283-4d7d-8e74-de815064b1cf', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.18', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'port_id': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'mac_address': 'fa:16:3e:f2:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:08:49Z', 'updated_at': '2021-06-22T10:08:49Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:51.082423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] Checking router: 248714fa-ba37-4906-988a-fd1e4f207d1f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:51.090708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:08:51.091330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:08:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:51.112394 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-413a03da-8a37-4c16-b168-647694cbce04 req-ed572962-71a2-4ecb-95bd-6d5624bca94a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822251 Jun 22 10:08:51.138655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-d634b74d-783e-42e5-bf42-ebf34d3ff01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:51.140139 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-d634b74d-783e-42e5-bf42-ebf34d3ff01b service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.1177354 Jun 22 10:08:51.142604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34340) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:51.204975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:08:51.252786 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-35f7ce0e-7a34-4f70-9bd4-ce377eee1032 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/06148d2d-4283-4d7d-8e74-de815064b1cf HTTP/1.1" status: 200 len: 991 time: 0.1084092 Jun 22 10:08:51.256892 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-67a0f9fa-d67e-483c-9050-e415b1a4fb09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 999 time: 0.1064892 Jun 22 10:08:51.304846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-6ca4580d-c820-4bbb-8039-3bf3e55fc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:51.306992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-6ca4580d-c820-4bbb-8039-3bf3e55fc20a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0440774 Jun 22 10:08:51.372648 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-72ca95ed-8b8b-4146-bdfe-497f5c260cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:51.374144 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-72ca95ed-8b8b-4146-bdfe-497f5c260cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605681 Jun 22 10:08:51.384873 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-897689b5-abfe-40ef-891c-6cdec0ce2c62 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:08:51.386284 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-897689b5-abfe-40ef-891c-6cdec0ce2c62 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056784 Jun 22 10:08:51.434187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '06148d2d-4283-4d7d-8e74-de815064b1cf', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.18', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'port_id': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'mac_address': 'fa:16:3e:f2:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:08:49Z', 'updated_at': '2021-06-22T10:08:49Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:51.460130 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11025093-7063-42ea-a5d0-a8927cf3df30 None None] The sync data for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv is: [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '06148d2d-4283-4d7d-8e74-de815064b1cf', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.18', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'port_id': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'mac_address': 'fa:16:3e:f2:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:08:49Z', 'updated_at': '2021-06-22T10:08:49Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:51.485299 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-1819609f-1c45-4bab-bf99-fe27a74d6034 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929966 Jun 22 10:08:51.583388 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf62dbc-b400-4be0-9288-fa85d0e0fd4a req-2ead6f84-dcaf-4ab9-a06f-87e4d083d82f service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911140 Jun 22 10:08:51.650404 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c0542-29ed-487c-bfb0-d071290fc14f None None] New status for floating IP 06148d2d-4283-4d7d-8e74-de815064b1cf: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:08:52.258688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34342) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:08:52.320931 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c7edd065-bb7e-42ec-80da-2d15aa1771e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/06148d2d-4283-4d7d-8e74-de815064b1cf HTTP/1.1" status: 200 len: 993 time: 0.0610185 Jun 22 10:08:54.904095 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-0f2e1c87-3bad-4bbe-9062-83ed1b1d20a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516081 Jun 22 10:08:55.014282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-32e028fc-b03c-4b96-83cf-d5dbe6802725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:55.015725 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-32e028fc-b03c-4b96-83cf-d5dbe6802725 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0560551 Jun 22 10:08:55.115821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-4a9b0968-bee8-4719-90ce-929e98fac8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:55.117290 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-4a9b0968-bee8-4719-90ce-929e98fac8af service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.0822542 Jun 22 10:08:55.184647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-99d9b3e9-4143-475c-a255-ae752debed14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 1001 time: 0.0610235 Jun 22 10:08:55.230647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-05aec99a-4274-4be8-861b-0d5d2316cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:55.232047 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-05aec99a-4274-4be8-861b-0d5d2316cb2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0420296 Jun 22 10:08:55.286907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-532eb72a-3a3c-43dc-873e-72a0ac90c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:08:55.288372 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-532eb72a-3a3c-43dc-873e-72a0ac90c07b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506423 Jun 22 10:08:55.431989 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-91c581b9-d93e-4ef1-97be-bd0dce6d7b9c service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367157 Jun 22 10:08:55.519281 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9ed8316e-c4b5-4472-bc2b-8d0c4b1e6851 req-b223d362-57a2-4a2b-b9ba-d56c07601e33 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814424 Jun 22 10:08:59.582612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b01003f3-a4ec-4e6c-b34d-9a8ea314756f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:01.653712 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:09:02.202877 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9266213c-3505-4c1c-a7c0-2b9da851a04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:02.688693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:03.582707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:05.079291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:09.736961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:22.122367 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e494c8-3a3f-4105-aedc-2d635e56942f req-50477454-db53-42eb-a731-67082d05d909 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:22.123900 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-66e494c8-3a3f-4105-aedc-2d635e56942f req-50477454-db53-42eb-a731-67082d05d909 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.1184242 Jun 22 10:09:22.148211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34366) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:09:22.164493 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-66e494c8-3a3f-4105-aedc-2d635e56942f req-2d9cb6be-8d05-4ead-861e-aa394e238c9d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336475 Jun 22 10:09:22.241651 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-e8325fc1-9640-4752-acbc-3ba2647b6258 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920939 Jun 22 10:09:23.344942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0be9c-0227-446f-a6f0-7f4b3644cbdc req-7eb6752b-b54d-45b7-b8dc-507db0eae426 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:23.346304 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c8f0be9c-0227-446f-a6f0-7f4b3644cbdc req-7eb6752b-b54d-45b7-b8dc-507db0eae426 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0687132 Jun 22 10:09:23.384749 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c8f0be9c-0227-446f-a6f0-7f4b3644cbdc req-f919c3f8-ae53-450f-95e5-74ded65af27e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327094 Jun 22 10:09:24.556552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-34461277-9141-437f-b268-5601403740ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:24.558034 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-34461277-9141-437f-b268-5601403740ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0536063 Jun 22 10:09:24.566864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825fa31-586b-4329-aa22-e6000c04eb0a req-7367ab13-f46d-4ca0-80ae-5bdc0bb7e33d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:24.568360 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1825fa31-586b-4329-aa22-e6000c04eb0a req-7367ab13-f46d-4ca0-80ae-5bdc0bb7e33d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0679386 Jun 22 10:09:24.664394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-a2c670ba-511e-481b-b549-cdedd2dd77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:24.665898 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-a2c670ba-511e-481b-b549-cdedd2dd77be service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.1014278 Jun 22 10:09:24.734126 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-772d59a3-c6db-4006-af0e-5817250a9236 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 1001 time: 0.0614109 Jun 22 10:09:24.785694 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-b8388db5-ce98-432a-a586-1e262632993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:24.787182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-b8388db5-ce98-432a-a586-1e262632993b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0475528 Jun 22 10:09:24.850895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-bf2bb45b-6eff-4f17-8da4-d43af53a3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:24.852431 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-bf2bb45b-6eff-4f17-8da4-d43af53a3fda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587270 Jun 22 10:09:24.910311 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1825fa31-586b-4329-aa22-e6000c04eb0a req-561cc3d4-a50b-40a0-9c7e-6fa4aad51f5b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359168 Jun 22 10:09:24.942843 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-39a19917-3f95-4ca1-bc77-21adf2979ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831058 Jun 22 10:09:25.034074 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-147cdfaf-90ea-4c2d-b094-375b00065bfc service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852838 Jun 22 10:09:26.086680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c4c5-7a21-49c5-8efc-a2e4157fd259 req-a2d10b48-f230-47ea-be14-db51e36ac7eb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:26.088174 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a664c4c5-7a21-49c5-8efc-a2e4157fd259 req-a2d10b48-f230-47ea-be14-db51e36ac7eb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0636499 Jun 22 10:09:26.126431 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a664c4c5-7a21-49c5-8efc-a2e4157fd259 req-86a570a6-9311-4356-a3c4-ea10a124df8a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Jun 22 10:09:27.303487 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f110-0574-4099-80e1-6141b91123de req-2c8e3602-223f-4c4c-beb9-99475fe67c60 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:27.304960 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6fd3f110-0574-4099-80e1-6141b91123de req-2c8e3602-223f-4c4c-beb9-99475fe67c60 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0629907 Jun 22 10:09:27.343576 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6fd3f110-0574-4099-80e1-6141b91123de req-e7e01dca-2b5a-4086-8e9c-c3f31caba922 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Jun 22 10:09:28.514414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2b7d0-d365-4e4f-b74d-c85ac2aa9f2e req-7f52dfb6-ad3a-4e2b-87c3-bd76569f2ebb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:28.515856 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d1c2b7d0-d365-4e4f-b74d-c85ac2aa9f2e req-7f52dfb6-ad3a-4e2b-87c3-bd76569f2ebb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0631580 Jun 22 10:09:28.552502 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d1c2b7d0-d365-4e4f-b74d-c85ac2aa9f2e req-08ec4c6b-7b02-4e31-b452-d7a892baed7f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310144 Jun 22 10:09:29.575027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-031ae07d-db36-4439-8344-2b08aa25fc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:29.722358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9cfa9-9ccf-456a-acfa-acb253e5068f req-d15e4bec-a799-4b5a-aeea-a7e7c695a6dd tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:29.723829 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-11f9cfa9-9ccf-456a-acfa-acb253e5068f req-d15e4bec-a799-4b5a-aeea-a7e7c695a6dd tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0624788 Jun 22 10:09:29.766053 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-11f9cfa9-9ccf-456a-acfa-acb253e5068f req-46c15b32-a763-4987-81e5-5297b32a865f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365820 Jun 22 10:09:30.941197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045830-ddf6-411b-a5fe-8a12e61f2009 req-d8eae7a0-21d6-41d1-bf75-cd5b1697e060 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:30.943780 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a0045830-ddf6-411b-a5fe-8a12e61f2009 req-d8eae7a0-21d6-41d1-bf75-cd5b1697e060 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0666914 Jun 22 10:09:30.981803 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a0045830-ddf6-411b-a5fe-8a12e61f2009 req-b37a4374-e23e-4074-b9c1-4ae580570178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331638 Jun 22 10:09:32.156724 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe0c1e-955c-4d9e-984b-17056170d7ab req-1374f6d2-f1c3-4d2d-82e4-22cff4cc2f30 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:32.158190 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01fe0c1e-955c-4d9e-984b-17056170d7ab req-1374f6d2-f1c3-4d2d-82e4-22cff4cc2f30 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0648830 Jun 22 10:09:32.195229 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-01fe0c1e-955c-4d9e-984b-17056170d7ab req-a671f1bb-53d9-4fd0-8163-7aa53f464b8f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Jun 22 10:09:32.209546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee077fa7-63a4-4436-8155-b1b9ab027b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:32.672503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:33.371122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ac0e7-ae09-401b-b3d8-507b63c77b26 req-eb84db60-fe20-4e1c-87fa-e0ccfcfcb09a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:33.372877 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a20ac0e7-ae09-401b-b3d8-507b63c77b26 req-eb84db60-fe20-4e1c-87fa-e0ccfcfcb09a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0636303 Jun 22 10:09:33.410225 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a20ac0e7-ae09-401b-b3d8-507b63c77b26 req-f2653df7-733a-4063-b597-f983d95ba039 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Jun 22 10:09:33.603192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:34.581893 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb314a6-3326-42af-930f-bd0f9611056d req-ab9ea3d1-1487-4ff0-a11b-3cc9e4efdb24 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:34.583360 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bdb314a6-3326-42af-930f-bd0f9611056d req-ab9ea3d1-1487-4ff0-a11b-3cc9e4efdb24 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0633402 Jun 22 10:09:34.621895 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bdb314a6-3326-42af-930f-bd0f9611056d req-2473cb05-940f-4e39-ada5-9b9946310eee tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326228 Jun 22 10:09:35.089001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:35.800271 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6eb87-6908-435e-9715-600e67d7704e req-3f8f3784-28a1-4b7e-9abb-379deddc8f67 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:35.801746 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b9e6eb87-6908-435e-9715-600e67d7704e req-3f8f3784-28a1-4b7e-9abb-379deddc8f67 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0673068 Jun 22 10:09:35.839267 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b9e6eb87-6908-435e-9715-600e67d7704e req-bad5e0af-7a35-45e8-87fa-6361fffccb8d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319488 Jun 22 10:09:37.016790 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf126-aa76-4a63-9c78-2d0cc58eaee4 req-087e8446-1db2-4de6-878d-89e9148cffdc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:37.018229 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-92daf126-aa76-4a63-9c78-2d0cc58eaee4 req-087e8446-1db2-4de6-878d-89e9148cffdc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0659373 Jun 22 10:09:37.054357 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-92daf126-aa76-4a63-9c78-2d0cc58eaee4 req-8b918e8b-20d7-410a-b9ab-46429112f623 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304735 Jun 22 10:09:37.225033 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-f7c48d91-198b-42d9-8688-fb4880a9c588 service neutron] 10.222.0.24 "GET /v2.0/ports/4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0541093 Jun 22 10:09:37.921729 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-25303b26-a4ed-444e-918e-83a16d6529b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:37.923239 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-25303b26-a4ed-444e-918e-83a16d6529b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 1099 time: 0.0530066 Jun 22 10:09:38.005819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-2844ebb8-d74d-4fae-975c-1bf7ee1cf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:38.007245 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-2844ebb8-d74d-4fae-975c-1bf7ee1cf103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0508995 Jun 22 10:09:38.111624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-e0f92fca-08b0-40f1-9580-a08db432ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:38.113104 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-e0f92fca-08b0-40f1-9580-a08db432ef60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.0997937 Jun 22 10:09:38.207655 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-1ed3040f-a366-49d4-9f70-b4bf06a0c794 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 1001 time: 0.0881388 Jun 22 10:09:38.268076 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-0d7ca904-c8f0-43ec-be56-7cdfe8936225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:38.269517 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-0d7ca904-c8f0-43ec-be56-7cdfe8936225 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0558009 Jun 22 10:09:38.280510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1ede1-cd08-4fff-98b6-851cee3f910f req-8f9e074c-6a19-452d-8426-7ad7048f70aa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:38.281899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-70b1ede1-cd08-4fff-98b6-851cee3f910f req-8f9e074c-6a19-452d-8426-7ad7048f70aa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.1127946 Jun 22 10:09:38.345204 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-70b1ede1-cd08-4fff-98b6-851cee3f910f req-ff837181-2908-411d-bc33-47ae1844d466 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552218 Jun 22 10:09:38.359358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-42585038-c8bb-41ea-9476-63f50fe79ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:38.360868 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-42585038-c8bb-41ea-9476-63f50fe79ecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781398 Jun 22 10:09:38.452666 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-1562b0d0-4885-42ad-b5b7-29cb2126e04c service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854855 Jun 22 10:09:38.537903 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-ec48a6e7-418e-4de7-9123-6175499dbec0 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793316 Jun 22 10:09:38.651821 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:09:39.518157 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2c06c-3b40-40f3-bc0c-efd5767f8dab req-5b87f6d5-1fa7-4867-8aae-68cc42051f62 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:39.519595 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-57a2c06c-3b40-40f3-bc0c-efd5767f8dab req-5b87f6d5-1fa7-4867-8aae-68cc42051f62 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0617828 Jun 22 10:09:39.556168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-57a2c06c-3b40-40f3-bc0c-efd5767f8dab req-807696ef-6d77-4864-a50b-625acfd2d99b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309067 Jun 22 10:09:39.720024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:40.736268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16b15-c838-4397-9ffa-c304695ec484 req-6bf79ac5-8b6c-4385-8c68-7ab895f3dbbf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:40.737768 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c2d16b15-c838-4397-9ffa-c304695ec484 req-6bf79ac5-8b6c-4385-8c68-7ab895f3dbbf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0698786 Jun 22 10:09:40.776001 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c2d16b15-c838-4397-9ffa-c304695ec484 req-fa2d5e51-04a3-4774-916a-2135c96ca2b5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323484 Jun 22 10:09:41.413306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:09:41.420123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:09:41.564161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:41.570173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:09:41.592129 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'port_id': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'mac_address': 'fa:16:3e:f2:46:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:09:41.598033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:09:41.600325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10423d8c-0503-4401-a739-42a8b23bfa54" -d '{"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:09:41.642078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:09:41.646505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b7d82-100c-41f3-830d-7c417cfd4215 x-openstack-request-id: req-031b7d82-100c-41f3-830d-7c417cfd4215 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:09:41.646812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-unplugged", "status": "completed", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:09:41.647074 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-031b7d82-100c-41f3-830d-7c417cfd4215 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:09:41.647470 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'code': 200} Jun 22 10:09:41.649469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:41.662416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:09:41.712751 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:41.714526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d7eb62b0-2484-43df-ae55-0850f7b99e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:09:41.782475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:09:41.782824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:09:41.786914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:09:41.793625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.793971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.794836 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.795175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.795491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.795808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.796152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.796468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.796786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.797101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.797412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.797723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:41.801597 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:09:41.951495 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d8b99-153f-46dd-b7a4-46858c0ce759 req-144e1c93-4016-4ae7-aa63-4f944467459d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:41.952993 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac1d8b99-153f-46dd-b7a4-46858c0ce759 req-144e1c93-4016-4ae7-aa63-4f944467459d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 944 time: 0.0629947 Jun 22 10:09:41.990358 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac1d8b99-153f-46dd-b7a4-46858c0ce759 req-c78c3d20-d961-49fb-b42b-3aa2aa9eb730 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317469 Jun 22 10:09:42.317476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:42.330128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:09:42.349092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:09:42.483782 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:42.486500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:09:42.518721 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ad04f-0547-4e0e-bcff-a43ac6d496fd req-3e90d9ab-64ba-4045-bb64-f86eff42edd7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:42.520319 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b24ad04f-0547-4e0e-bcff-a43ac6d496fd req-3e90d9ab-64ba-4045-bb64-f86eff42edd7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 944 time: 0.0697966 Jun 22 10:09:42.533413 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:09:42.536693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:09:42.559936 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b24ad04f-0547-4e0e-bcff-a43ac6d496fd req-64722bef-8158-40d2-9e50-d241245a9b6c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Jun 22 10:09:42.637892 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:09:42.697074 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735079-af72-4478-892a-f5e1efc5e382 req-d1d842cf-89c4-44d0-a47a-5f959af7c185 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:42.698647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-d1d842cf-89c4-44d0-a47a-5f959af7c185 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205&tenant_id=7451c02ae07946a79580a8e4d70bb1bc&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0746756 Jun 22 10:09:42.746844 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2609c-d8a9-43ad-9dce-0d207fc641f8 req-6f790154-2bdd-433c-bb5c-1a124ba3b7ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:42.749467 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82e2609c-d8a9-43ad-9dce-0d207fc641f8 req-6f790154-2bdd-433c-bb5c-1a124ba3b7ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 945 time: 0.0750813 Jun 22 10:09:42.794880 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82e2609c-d8a9-43ad-9dce-0d207fc641f8 req-8479385c-4b25-4762-9442-a243554745bb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377591 Jun 22 10:09:42.815275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735079-af72-4478-892a-f5e1efc5e382 req-fe7c7a61-bf70-4b0c-bb80-5cc794095941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:42.816807 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-fe7c7a61-bf70-4b0c-bb80-5cc794095941 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1098 time: 0.0568647 Jun 22 10:09:42.913183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735079-af72-4478-892a-f5e1efc5e382 req-00199f4e-4878-4e2f-9580-8730f4161851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:42.914641 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-00199f4e-4878-4e2f-9580-8730f4161851 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.0918803 Jun 22 10:09:42.978772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-2a8b396a-8d2c-4cab-98c9-31b1ecb2c0f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 1000 time: 0.0571315 Jun 22 10:09:43.026905 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735079-af72-4478-892a-f5e1efc5e382 req-69fb83a7-ceb6-44dd-a8e4-f1125adf7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:43.028317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-69fb83a7-ceb6-44dd-a8e4-f1125adf7dbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0419259 Jun 22 10:09:43.093523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735079-af72-4478-892a-f5e1efc5e382 req-3c79b04d-0a38-4337-941d-832adc93911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:43.094992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-3c79b04d-0a38-4337-941d-832adc93911d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604484 Jun 22 10:09:43.192286 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-7f232ba9-f0c8-4b7a-8b69-9f3c866bbe0a service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Jun 22 10:09:43.281008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-64735079-af72-4478-892a-f5e1efc5e382 req-3553d15c-6411-4c32-9ce1-2504cc21ef69 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865266 Jun 22 10:09:43.431100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:09:43.479799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:09:43.480117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:43.701999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:43.723224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:09:43.725593 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a1597-9290-4b01-bfe9-41b4c60607e4" -d '{"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-plugged", "status": "completed", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:09:43.740677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:09:43.777108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e03e1-7516-4094-927e-a961ca8b8120 x-openstack-request-id: req-0b1e03e1-7516-4094-927e-a961ca8b8120 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:09:43.777406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-plugged", "status": "completed", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:09:43.777669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b1e03e1-7516-4094-927e-a961ca8b8120 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:09:43.778071 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'code': 200} Jun 22 10:09:43.851330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:09:43.853343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:09:43.900590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:09:43.903449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:09:43.980835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df1b12-6d4d-469f-a9a8-5a74ffd13553 req-f6439ac7-79cd-40ec-9545-02633e9c5171 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:43.982787 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-64df1b12-6d4d-469f-a9a8-5a74ffd13553 req-f6439ac7-79cd-40ec-9545-02633e9c5171 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0639772 Jun 22 10:09:44.025173 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-64df1b12-6d4d-469f-a9a8-5a74ffd13553 req-acc108dd-f5ca-47c3-8ae9-cb1fd84cbbd3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343378 Jun 22 10:09:45.201846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9a20-feef-4e2e-ae6d-f335d27b0fe4 req-09660fdf-3edf-4b52-872b-b4b58a6c9701 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:45.203317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aedd9a20-feef-4e2e-ae6d-f335d27b0fe4 req-09660fdf-3edf-4b52-872b-b4b58a6c9701 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0633671 Jun 22 10:09:45.240493 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aedd9a20-feef-4e2e-ae6d-f335d27b0fe4 req-58733b7a-627e-426b-be97-e1c0c3e2a5c3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Jun 22 10:09:45.265490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34448) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:09:45.329555 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-19c5fdf4-a24d-45db-b5dc-258c062a8a08 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/06148d2d-4283-4d7d-8e74-de815064b1cf HTTP/1.1" status: 200 len: 993 time: 0.0627718 Jun 22 10:09:56.145175 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-e90c0dda-85e4-4aaf-99fe-81235165e580 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929589 Jun 22 10:09:56.254286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-45b9ec84-c315-48bd-bc8a-71b72138559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:56.255733 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-45b9ec84-c315-48bd-bc8a-71b72138559e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0519860 Jun 22 10:09:56.360654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-b137c749-da6c-4237-854c-eb211cad7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:56.362035 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-b137c749-da6c-4237-854c-eb211cad7180 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.0871470 Jun 22 10:09:56.425445 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-85a1b829-86ce-4bec-a10b-f69992398318 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 1001 time: 0.0570717 Jun 22 10:09:56.472456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-1db1490e-dcc0-4ae3-9bec-95ed72517595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:56.473848 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-1db1490e-dcc0-4ae3-9bec-95ed72517595 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0425131 Jun 22 10:09:56.533253 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-409bb4ff-a2f5-4559-afe6-5df534c50474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:09:56.534713 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-409bb4ff-a2f5-4559-afe6-5df534c50474 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541384 Jun 22 10:09:56.622536 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-54c87e1f-27ad-4977-a51b-9cc157124baf service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807374 Jun 22 10:09:56.716816 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d915935d-a32d-42f8-bb8f-6fce44879841 req-94ca2b06-c012-4c2d-8f6a-283bc88a6e10 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875015 Jun 22 10:09:59.569357 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c936a8af-73c6-44d5-a754-5b7a208dd632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:02.192157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a6d86455-2397-40aa-b751-81ac267da4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:02.683788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:03.623213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:05.097027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:09.731063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:11.775741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34460) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:11.930329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 388fd76f-a633-40b7-aa4e-97a469bd9111 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:10:11.930673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.006939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.007261 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.071818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 388fd76f-a633-40b7-aa4e-97a469bd9111 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:10:12.632769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.634835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-07d29ce3-e23e-4f72-ac1a-556cf006c0d6 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:12.657219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=388fd76f-a633-40b7-aa4e-97a469bd9111,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:12.668734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.669122 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.669504 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.669876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.670246 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.670614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.670978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.671368 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.671733 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.672152 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.672634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.672978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:12.676617 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:12.756929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:12.757260 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP 06148d2d-4283-4d7d-8e74-de815064b1cf disassociated (deleted). External IP: 172.26.6.18, port: 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f. Jun 22 10:10:12.976235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 248714fa-ba37-4906-988a-fd1e4f207d1f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:10:13.092105 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:13.097089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:13.106571 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] Sync routers for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:13.116864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:13.117481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:13.136709 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/floatingips/06148d2d-4283-4d7d-8e74-de815064b1cf HTTP/1.1" status: 204 len: 168 time: 1.3598094 Jun 22 10:10:13.137394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:13.139728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c8832-06c8-4ea2-ab18-991127ade592" -d '{"events": [{"name": "network-changed", "server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:13.179177 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f8d9dd-fdd8-480a-afea-b82b45e0cec8 x-openstack-request-id: req-67f8d9dd-fdd8-480a-afea-b82b45e0cec8 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:13.179539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:13.179842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67f8d9dd-fdd8-480a-afea-b82b45e0cec8 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:13.180375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'status': 'completed', 'code': 200} Jun 22 10:10:13.229410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:13.282942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-24c9e4a9-b0c3-4c1b-a032-56692c5f0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:13.284979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-24c9e4a9-b0c3-4c1b-a032-56692c5f0e9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 1099 time: 0.0601351 Jun 22 10:10:13.379924 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-177ea3cf-39e3-44e6-ba07-fd1194ff1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:13.381729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-177ea3cf-39e3-44e6-ba07-fd1194ff1ab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 200 len: 898 time: 0.0907319 Jun 22 10:10:13.427134 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-b139e4d8-1363-4741-bf63-a48d9f0a8da6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 200 len: 217 time: 0.0394421 Jun 22 10:10:13.447332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:13.473524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] Checking router: 248714fa-ba37-4906-988a-fd1e4f207d1f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:13.475125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-59575c96-8c5e-481e-b16e-4c5641bb573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:13.476625 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-59575c96-8c5e-481e-b16e-4c5641bb573d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 200 len: 835 time: 0.0441282 Jun 22 10:10:13.481977 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:13.482526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:13.540727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-a6606cef-5352-4380-85cc-f8f8f41bcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:13.542321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-a6606cef-5352-4380-85cc-f8f8f41bcc9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=61a30929-6666-4e19-82d2-4bc5fcf0340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0595303 Jun 22 10:10:13.591926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:13.640099 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-f4fb94b3-5dcb-4e95-be24-8261f5a02be4 service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909710 Jun 22 10:10:13.767976 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc461d3e-fdbf-436e-800c-074f38b31ccb req-0b9796ff-5cc5-40b6-98c6-34d154960143 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:13.775364 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cc461d3e-fdbf-436e-800c-074f38b31ccb req-0b9796ff-5cc5-40b6-98c6-34d154960143 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0959933 Jun 22 10:10:13.790265 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-df9c8832-06c8-4ea2-ab18-991127ade592 req-d17cca9e-6082-4c06-ae88-75b078a1508d service neutron] 10.222.0.24 "GET /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033380 Jun 22 10:10:13.811217 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-cc461d3e-fdbf-436e-800c-074f38b31ccb req-23a3ced3-ae21-4c9e-8635-2eeb22b10a1c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348372 Jun 22 10:10:13.819040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:13.846458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9ee5d-7008-4c8c-8364-c8ad5040eead None None] The sync data for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv is: [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:32Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c4f13ba7-69af-4abe-95cb-db78b8d9ef9c', 'name': '', 'network_id': '61a30929-6666-4e19-82d2-4bc5fcf0340b', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:86:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:32Z', 'updated_at': '2021-06-22T10:08:36Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '13f01dba-5837-4ba2-a265-05e25c2113c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:14.066932 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3170989-6a28-4b34-a592-b58c00a751d0 None None] New status for floating IP 06148d2d-4283-4d7d-8e74-de815064b1cf: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:10:14.995856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e319f-4274-422d-acb6-633e4a02fd09 req-30f76e47-83eb-4680-844b-fc35d067f058 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:14.997597 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c04e319f-4274-422d-acb6-633e4a02fd09 req-30f76e47-83eb-4680-844b-fc35d067f058 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0727589 Jun 22 10:10:15.034908 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c04e319f-4274-422d-acb6-633e4a02fd09 req-775ebefb-aca7-4d7d-9ba0-50c43ee7a731 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=21b21f26-61e7-428f-90d3-463b413ccedf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Jun 22 10:10:15.521335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a9f9-3102-4ed1-be73-59184d49133a req-921abd1d-ab2e-480b-87ca-ff4378215b15 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:15.522790 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b708a9f9-3102-4ed1-be73-59184d49133a req-921abd1d-ab2e-480b-87ca-ff4378215b15 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 946 time: 0.0683925 Jun 22 10:10:15.626037 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:10:15.626386 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:15.650092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:10:15.720992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:15.721357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:15.790343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:10:15.983126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:15.987806 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5f85eba8-9a1e-4097-b7a5-8f55f41f95b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:16.015450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:16.019554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:16.066656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] No DVR routers for this DVR port 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:10:16.069296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:16.071408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b708a9f9-3102-4ed1-be73-59184d49133a req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "DELETE /v2.0/ports/4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f HTTP/1.1" status: 204 len: 173 time: 0.5435379 Jun 22 10:10:16.071858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-deleted', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:16.074227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e62f3c-6439-4bf3-8130-a0fb0d594cbb" -d '{"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-deleted", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:16.118849 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1d4dd4-600b-4bed-9093-49a7fbd0cfd7 x-openstack-request-id: req-fd1d4dd4-600b-4bed-9093-49a7fbd0cfd7 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:16.119201 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81efe1d6-74fb-4897-8f8f-d085cca8c205", "name": "network-vif-deleted", "tag": "4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:16.119508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd1d4dd4-600b-4bed-9093-49a7fbd0cfd7 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:16.119990 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81efe1d6-74fb-4897-8f8f-d085cca8c205', 'name': 'network-vif-deleted', 'tag': '4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f', 'status': 'completed', 'code': 200} Jun 22 10:10:16.196300 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-466bd7c9-d7dd-4497-967f-72963fe8ecb2 req-cc657c7d-9a57-4eed-a9ac-6b45d1ddedf1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=81efe1d6-74fb-4897-8f8f-d085cca8c205 HTTP/1.1" status: 200 len: 210 time: 0.0333169 Jun 22 10:10:17.333888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34478) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:17.680849 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:17.939981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:10:17.940242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:18.028939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port c4f13ba7-69af-4abe-95cb-db78b8d9ef9c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:18.029308 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:18.096962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for c4f13ba7-69af-4abe-95cb-db78b8d9ef9c owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:10:18.340838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:18.342812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:18.367348 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=c4f13ba7-69af-4abe-95cb-db78b8d9ef9c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:18.377439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.377841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.378239 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.378630 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.379016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.379400 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.379781 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.380189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.380959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.380959 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.381306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.381679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:18.387091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:18.555021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:18.773124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router 248714fa-ba37-4906-988a-fd1e4f207d1f has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:10:18.876960 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:18.882276 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/248714fa-ba37-4906-988a-fd1e4f207d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473788 Jun 22 10:10:18.884973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34480) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:18.888177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] Sync routers for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:18.897961 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:18.898564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:18.936293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting subnet 13f01dba-5837-4ba2-a265-05e25c2113c8 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:10:18.941274 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:18.981006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.010750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:19.073363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.192317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:10:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:19.200246 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.203244 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-aead4560-12dc-400d-b167-ec1644c45fec tempest-PortsIpV6TestJSON-258145271 tempest-PortsIpV6TestJSON-258145271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:19.222317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] Checking router: 248714fa-ba37-4906-988a-fd1e4f207d1f for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:19.229261 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Subnet': ['ID=13f01dba-5837-4ba2-a265-05e25c2113c8,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:19.231210 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.233079 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/subnets/13f01dba-5837-4ba2-a265-05e25c2113c8 HTTP/1.1" status: 204 len: 168 time: 0.3465052 Jun 22 10:10:19.233637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] Routers {'248714fa-ba37-4906-988a-fd1e4f207d1f'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:19.233981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-8ff6e820-956e-40ca-9341-38a4ed4314e8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:19.234394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['248714fa-ba37-4906-988a-fd1e4f207d1f'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:19.236406 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34482) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:19.238662 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881b1e2-dfff-400f-99eb-5305888f1ec3 None None] Network 61a30929-6666-4e19-82d2-4bc5fcf0340b requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:10:19.346715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.434395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] Set router 248714fa-ba37-4906-988a-fd1e4f207d1f gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:19.452049 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.590349 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 801d83a3-d9be-4a71-a1f4-7b67ea83c210 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:10:19.590732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.624322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] DHCP port deletion for 61a30929-6666-4e19-82d2-4bc5fcf0340b request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:10:19.653853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:19.659004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:10:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:19.675385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port 801d83a3-d9be-4a71-a1f4-7b67ea83c210, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=801d83a3-d9be-4a71-a1f4-7b67ea83c210,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:19.675752 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.742051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 801d83a3-d9be-4a71-a1f4-7b67ea83c210 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:10:19.851804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:10:19.852080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 4ce1bbb9-6d18-400c-867e-1a0b43c9fc2f not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:10:19.855407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4093c4-6893-415b-9c94-2dabc0d3bcc0 None None] The sync data for ids ['248714fa-ba37-4906-988a-fd1e4f207d1f'] in dv-neutron-797120-3-hyperv is: [{'id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408474881', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:10:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '801d83a3-d9be-4a71-a1f4-7b67ea83c210', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:96:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248714fa-ba37-4906-988a-fd1e4f207d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:08:28Z', 'updated_at': '2021-06-22T10:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:19.884528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Deleting port ac50c50d-8867-4a9c-925d-155500406868 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:10:19.884528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.940725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] For port ac50c50d-8867-4a9c-925d-155500406868, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=ac50c50d-8867-4a9c-925d-155500406868,segment=NetworkSegment(02ef6fef-6ff1-4263-94d8-846efbc85ee6),segment_id=02ef6fef-6ff1-4263-94d8-846efbc85ee6)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:19.941458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.983021 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:19.986012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-90aaa71f-0d48-4f62-9b14-078b0e0fe4ac tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:20.007484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Calling delete_port for ac50c50d-8867-4a9c-925d-155500406868 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:10:20.014418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=801d83a3-d9be-4a71-a1f4-7b67ea83c210,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:20.019102 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:20.075586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.150341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.150341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f283080f-8f39-4894-a695-cc9ccbcd2e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:20.166834 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.169155 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.176514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Pushing event deleted for resources: {'Port': ['ID=ac50c50d-8867-4a9c-925d-155500406868,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:20.179512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:20.180416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] No DVR routers for this DVR port ac50c50d-8867-4a9c-925d-155500406868 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:10:20.291455 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.292016 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Fanout notify agent at l3_agent the message router_deleted on router 248714fa-ba37-4906-988a-fd1e4f207d1f {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:10:20.299478 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.303126 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/routers/248714fa-ba37-4906-988a-fd1e4f207d1f HTTP/1.1" status: 204 len: 168 time: 1.0631299 Jun 22 10:10:20.303613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34484) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:20.330896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c4f13ba7-69af-4abe-95cb-db78b8d9ef9c no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:20.353505 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c4f13ba7-69af-4abe-95cb-db78b8d9ef9c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:10:20.354113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c4f13ba7-69af-4abe-95cb-db78b8d9ef9c not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:10:20.354952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ac50c50d-8867-4a9c-925d-155500406868 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:20.374581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: ac50c50d-8867-4a9c-925d-155500406868 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:10:20.375629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device ac50c50d-8867-4a9c-925d-155500406868 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:10:20.401928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.494599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.505035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a30929-6666-4e19-82d2-4bc5fcf0340b']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:20.514947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ef6fef-6ff1-4263-94d8-846efbc85ee6') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:20.515238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ef6fef-6ff1-4263-94d8-846efbc85ee6') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:20.524322 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.538440 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.546373 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:10:20.546805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:10:20.550520 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:10:20.691695 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.695119 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b07e70f2-5f22-442c-954c-ed0f51816ce0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:20.699164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.701019 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/networks/61a30929-6666-4e19-82d2-4bc5fcf0340b HTTP/1.1" status: 204 len: 168 time: 0.3963711 Jun 22 10:10:20.703966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34486) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:20.712919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Network': ['ID=61a30929-6666-4e19-82d2-4bc5fcf0340b,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:20.716196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-30ad2f6d-d35d-465a-b7f7-abbb2acfa57f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:20.764393 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.789038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.937108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.941112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:20.942366 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/security-groups/21b21f26-61e7-428f-90d3-463b413ccedf HTTP/1.1" status: 204 len: 168 time: 0.2370431 Jun 22 10:10:20.943207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-317fea53-9904-4a82-9b40-0b4be683f2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:20.953249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b21f26-61e7-428f-90d3-463b413ccedf,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:20.957049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f41985a4-7753-41c8-ad03-3e2e48a66df4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:21.374934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34492) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:21.379772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976012879', 'description': 'tempest-secgroup-smoke-1976012879 description', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:21.478332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.556468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.628642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.631135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7dcee9e0-458f-4768-b243-1a13195c318c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:21.662960 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c369d78-8c12-4c35-8cb2-3095a45ec8a5,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:21.666560 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:21.714313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.715583 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fc7e1c65-d067-4665-bb3e-e342ea71cc93 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3395700 Jun 22 10:10:21.718423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34494) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:21.723625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '7c369d78-8c12-4c35-8cb2-3095a45ec8a5', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:21.816333 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.872475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.954725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:21.956578 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-835c34e8-b8a5-44de-887b-fa84331b62ce tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:21.973067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983f3f10-8c20-4c37-a010-11bf5ed4c908,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:21.975852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:22.045908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 801d83a3-d9be-4a71-a1f4-7b67ea83c210 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:10:22.051494 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.052786 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-879e2aad-9b21-45a1-80c2-d3714e3e92ad tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327804 Jun 22 10:10:22.055351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34496) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:22.059949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '7c369d78-8c12-4c35-8cb2-3095a45ec8a5', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:22.066587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 801d83a3-d9be-4a71-a1f4-7b67ea83c210 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:10:22.066886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 801d83a3-d9be-4a71-a1f4-7b67ea83c210 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:10:22.153535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.209910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.274023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.275920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fb0e513b-02cf-4ab8-acdc-f80557a5b444 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:22.292398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab78621-af91-4225-8b32-affca00e2fd6,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:22.295212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:22.348649 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.349781 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-82e856ce-9eb1-4cdd-8270-bddb50a2e67e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934577 Jun 22 10:10:22.352467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34498) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:22.356963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '7c369d78-8c12-4c35-8cb2-3095a45ec8a5', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:22.427993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.483855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.557964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.562487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-ec0fd937-f3e8-4e20-bf7b-a72e37ebc55e tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:22.581663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dcaede-9c3c-4848-84bf-d0391f83d53f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:22.583932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:22.678229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.679442 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-567808e7-6764-4c24-8023-976c0cd97134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3260055 Jun 22 10:10:22.682051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34500) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:22.686562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '7c369d78-8c12-4c35-8cb2-3095a45ec8a5', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:22.781699 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.839832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.925127 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:22.926914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e6cb4273-eb58-4859-ab1e-96ecab43bda5 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:22.945471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3744e3-c924-420c-b444-970c76aca15d,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:22.946020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:23.022421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.023618 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f36fe3b3-4397-46c6-83de-c33a574bb52d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3406489 Jun 22 10:10:23.026312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34502) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:23.030877 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '7c369d78-8c12-4c35-8cb2-3095a45ec8a5', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:23.131356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:10:23.136567 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.203900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.319579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.323915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-074b0281-a120-4dc2-bc29-b34b79075d4c tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:23.339812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6367ab-927a-4c0e-989f-7bc76f58cd6e,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:23.342042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:23.399679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.400915 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0f1e733b-404f-4799-8a63-1ab47477ee72 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736401 Jun 22 10:10:23.403497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34504) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:23.408988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '7c369d78-8c12-4c35-8cb2-3095a45ec8a5', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:23.483831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:10:23.488656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.547563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.628354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.632863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-5c0e3e79-1963-4d1c-9d59-479042349f08 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:23.651112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0dd9ca-8fe3-43e3-b436-cb871a33efe1,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:23.653398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:23.702824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.704611 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d5d8611a-ff37-45f2-969c-beeffd8da920 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3001652 Jun 22 10:10:23.707317 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34506) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:23.712429 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'network': {'name': 'tempest-network-smoke--1120041372', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'port_security_enabled': True}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:23.798643 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:10:23.802167 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.825922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:10:23.834285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.834625 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Added segment d9e13a0e-94e4-4654-af2e-2046d1743949 of type vlan for network 72ca9092-03b6-43b5-aee0-1e7adc7717ff Jun 22 10:10:23.872958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.948101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.953955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:23.954551 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:23.957802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:24.020655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Network': ['ID=72ca9092-03b6-43b5-aee0-1e7adc7717ff,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:24.023512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:24.031828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:10:24.040610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-20666c5b-aa8b-48d5-9f17-cc39bef72a85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3322208 Jun 22 10:10:24.043239 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34508) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:24.048557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'admin_state_up': True, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:24.137125 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.138193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.194225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.377528 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.623431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.642552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.746160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.245 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/aba78160-311a-4d22-ab38-f8456443a3de) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:24.843355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.931932 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:24.933852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b4e56576-e593-43a3-83a6-1fe618c13089 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:24.974947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:24.977886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:24.983251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:10:24.989224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=aba78160-311a-4d22-ab38-f8456443a3de,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:25.008467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:25.296536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.486817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.706508 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router b4357427-93ff-452c-b436-dc13421ac8a7 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:10:25.809869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:25.819445 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Sync routers for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:25.828732 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:25.829536 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:25.908728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:25.912958 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8657789 Jun 22 10:10:25.913156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34510) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:25.930167 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:25.987743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cb9b854d-10fe-47d3-9863-0bd0c182ad86 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7451c02ae07946a79580a8e4d70bb1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729892 Jun 22 10:10:25.989841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34514) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:26.076087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64592f23-977d-48ea-a5e5-262183153bc4 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:26.077568 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-64592f23-977d-48ea-a5e5-262183153bc4 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868080 Jun 22 10:10:26.081185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34516) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:26.107359 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:25Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:26.110286 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-ca92640a-a254-4ad8-87e2-3ff2880a43f6 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271964 Jun 22 10:10:26.112001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34518) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:26.116963 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470310836', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:26.223618 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Checking router: b4357427-93ff-452c-b436-dc13421ac8a7 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:26.223997 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Updating router b4357427-93ff-452c-b436-dc13421ac8a7 port aba78160-311a-4d22-ab38-f8456443a3de binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:10:26.257547 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.262697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:10:26.266953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.514053 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.524694 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Transition to ACTIVE for port object aba78160-311a-4d22-ab38-f8456443a3de will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:26.623488 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.625826 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-71c35236-8e0d-4e62-a745-f21ee5eea674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:26.675954 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Attempting to bind port aba78160-311a-4d22-ab38-f8456443a3de on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:10:26.676326 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Attempting to bind port aba78160-311a-4d22-ab38-f8456443a3de by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:10:26.676686 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Attempting to bind port aba78160-311a-4d22-ab38-f8456443a3de on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:26.687320 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Pushing event updated for resources: {'Port': ['ID=aba78160-311a-4d22-ab38-f8456443a3de,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:26.689830 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:10:26.690199 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:10:26.690597 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.690984 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:10:26.691449 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Bound port: aba78160-311a-4d22-ab38-f8456443a3de, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:10:26.691812 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.714336 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.714676 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.715012 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.715337 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.715655 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.715998 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.716318 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.716631 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.716946 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.717257 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.717567 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.717877 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:26.722325 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:26.754567 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] For port aba78160-311a-4d22-ab38-f8456443a3de, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:10:26.757553 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] For port aba78160-311a-4d22-ab38-f8456443a3de, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aba78160-311a-4d22-ab38-f8456443a3de,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:10:26.838657 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.840534 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-11c71857-d276-4a06-b26e-b741115d667c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:26.861478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:26.864481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-05510f2c-ee6f-419f-b0bf-ff0e2de6fb73 tempest-RoutersTest-1217050425 tempest-RoutersTest-1217050425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:26.897310 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Pushing event updated for resources: {'Port': ['ID=aba78160-311a-4d22-ab38-f8456443a3de,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:26.899831 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:26.900446 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:26.902395 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:26.925063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Subnet': ['ID=73dcf9ea-a255-4a51-bae9-0cf34c970572,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:26.928968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:26.932781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Checking segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:10:26.933141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network hostable DHCP agents. Network: 72ca9092-03b6-43b5-aee0-1e7adc7717ff, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:10:26.993886 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:10:27.002202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:27.085421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 72ca9092-03b6-43b5-aee0-1e7adc7717ff) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:27.094259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:27.094259 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.095248 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099aff4-f078-4c66-b015-1fff295c856c None None] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:10:27.161402 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-516e4008-c4e4-4542-b6a4-ed5f2e77dc4a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0481143 Jun 22 10:10:27.164662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34520) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:27.191342 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:25Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:27.218245 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba5fa4-abb3-48d0-9f9f-37ac02d35c38 None None] The sync data for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv is: [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:25Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:27.256064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:10:27.257238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.398403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Allocated IP 172.20.0.2 (72ca9092-03b6-43b5-aee0-1e7adc7717ff/73dcf9ea-a255-4a51-bae9-0cf34c970572/f810c8c7-5c09-49b4-aa98-5d854b499532) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:27.585942 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.594546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Transition to ACTIVE for port object f810c8c7-5c09-49b4-aa98-5d854b499532 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:27.613226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Transition to ACTIVE for port object f810c8c7-5c09-49b4-aa98-5d854b499532 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:27.654361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.663561 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.665699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-14b2fa1b-3316-40b3-8c24-426b1d1b3058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:27.706193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:27.713473 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:27.715948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:10:27.719821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Pushing event updated for resources: {'Port': ['ID=f810c8c7-5c09-49b4-aa98-5d854b499532,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:27.722844 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:27.781803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Attempting to bind port f810c8c7-5c09-49b4-aa98-5d854b499532 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:10:27.782367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Attempting to bind port f810c8c7-5c09-49b4-aa98-5d854b499532 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:10:27.782744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Attempting to bind port f810c8c7-5c09-49b4-aa98-5d854b499532 on network 72ca9092-03b6-43b5-aee0-1e7adc7717ff {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:27.790766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:10:27.791276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Checking segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:10:27.791552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.791975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Bound using segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:10:27.792443 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Bound port: f810c8c7-5c09-49b4-aa98-5d854b499532, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:10:27.792823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.860944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] For port f810c8c7-5c09-49b4-aa98-5d854b499532, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:10:27.869453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] For port f810c8c7-5c09-49b4-aa98-5d854b499532, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f810c8c7-5c09-49b4-aa98-5d854b499532,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:10:27.926475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:27.929562 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:27.954580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.1 (72ca9092-03b6-43b5-aee0-1e7adc7717ff/73dcf9ea-a255-4a51-bae9-0cf34c970572/bce62df6-b05f-4641-94c8-f35c415b2319) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:27.987250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Pushing event updated for resources: {'Port': ['ID=f810c8c7-5c09-49b4-aa98-5d854b499532,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:27.990484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:28.086252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.096641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object bce62df6-b05f-4641-94c8-f35c415b2319 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:28.144947 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aba78160-311a-4d22-ab38-f8456443a3de up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:28.217362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.220987 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1768d377-f0f1-4fec-9b92-1b0eb93d59ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:28.272501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port aba78160-311a-4d22-ab38-f8456443a3de completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:28.274938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:28.276471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port aba78160-311a-4d22-ab38-f8456443a3de triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:28.276923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.278321 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:28.283535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:10:28.323395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=bce62df6-b05f-4641-94c8-f35c415b2319,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:28.328688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:28.343090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.370586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.398003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port aba78160-311a-4d22-ab38-f8456443a3de, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aba78160-311a-4d22-ab38-f8456443a3de,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:28.474299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.476338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:28.522655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=aba78160-311a-4d22-ab38-f8456443a3de,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:28.525712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:28.542379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.859974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.918966 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b26dad-4078-4f6f-80ca-548acae306bb None None] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:10:28.919785 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:28.922882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fe88929-60f4-4255-9645-90e44d2fc892 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:29.006017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:29.007818 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=bce62df6-b05f-4641-94c8-f35c415b2319,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:29.018182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:29.107616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8f86ba92-a86e-43dc-8f9a-b5f37e4cc036 None None] Provisioning for port f810c8c7-5c09-49b4-aa98-5d854b499532 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:29.143490 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:29.144978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:29.271193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router b4357427-93ff-452c-b436-dc13421ac8a7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:10:29.390973 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:29.396413 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/b4357427-93ff-452c-b436-dc13421ac8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301385 Jun 22 10:10:29.400480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Sync routers for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:29.412843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:29.412843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:29.453851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ed37-6427-45a2-8d68-94cfd52239a4 None None] Provisioning for port bce62df6-b05f-4641-94c8-f35c415b2319 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:29.462695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2cc1ed37-6427-45a2-8d68-94cfd52239a4 None None] Provisioning complete for port bce62df6-b05f-4641-94c8-f35c415b2319 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:29.463079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ed37-6427-45a2-8d68-94cfd52239a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:29.550828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1ed37-6427-45a2-8d68-94cfd52239a4 None None] Port bce62df6-b05f-4641-94c8-f35c415b2319 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:10:29.559671 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-806cfd15-2bdf-40d5-bc3a-4be7b61de77a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976012879&fields=id&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 267 time: 0.0382054 Jun 22 10:10:29.574229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:29.649511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a777cfd8-9499-47c7-806e-71270d981afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:29.681739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-7760282a-282e-4ac7-8b44-fb2d1c5ba18b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:29.683235 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-7760282a-282e-4ac7-8b44-fb2d1c5ba18b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 797 time: 0.1145320 Jun 22 10:10:29.699598 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-10991062-cd46-4be1-ad95-ecf00944a426 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/quotas/7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 375 time: 0.0099375 Jun 22 10:10:29.718014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4c7da28f-c3e1-4606-ad90-bba5e9aa6793 None None] Provisioning complete for port bce62df6-b05f-4641-94c8-f35c415b2319 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:29.718395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c7da28f-c3e1-4606-ad90-bba5e9aa6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:29.766912 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-60c1adb2-6c57-4529-9a8e-50d09b70bc1b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613980 Jun 22 10:10:29.773162 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4c7da28f-c3e1-4606-ad90-bba5e9aa6793 None None] Port bce62df6-b05f-4641-94c8-f35c415b2319 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:10:29.824079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 2, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:29.855231 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Checking router: b4357427-93ff-452c-b436-dc13421ac8a7 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:29.855599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Updating router b4357427-93ff-452c-b436-dc13421ac8a7 port bce62df6-b05f-4641-94c8-f35c415b2319 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:10:29.896358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:29.909730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-d2f27ce4-4c3c-4ad4-8db3-aefaadff7a6f None None] Provisioning complete for port bce62df6-b05f-4641-94c8-f35c415b2319 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:29.910114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d2f27ce4-4c3c-4ad4-8db3-aefaadff7a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:29.912399 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-27a4879b-6901-4c8d-b935-cb6ed2467dc8 service neutron] 10.222.0.65 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329997 Jun 22 10:10:29.972803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-d2f27ce4-4c3c-4ad4-8db3-aefaadff7a6f None None] Port bce62df6-b05f-4641-94c8-f35c415b2319 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:10:29.998658 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-e2586a93-c11a-4b0f-9fd5-0c1c8e6be31d service neutron] 10.222.0.65 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825651 Jun 22 10:10:30.187094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f810c8c7-5c09-49b4-aa98-5d854b499532 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:30.228295 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.247544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Transition to ACTIVE for port object bce62df6-b05f-4641-94c8-f35c415b2319 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:30.285939 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5e19f70a-ed75-408a-a3af-571769a31147 req-32b10e65-1d6c-4f80-8606-ccc950f678c1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 210 time: 0.0343087 Jun 22 10:10:30.323937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.326763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-bd9789f4-c460-4695-9ba5-155ec7d1760b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:30.353941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f810c8c7-5c09-49b4-aa98-5d854b499532 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:30.394507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f810c8c7-5c09-49b4-aa98-5d854b499532 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:30.394895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.431276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e11ba-a2fb-4612-9ba7-1fa54d2f7753 None None] Pushing event updated for resources: {'Port': ['ID=bce62df6-b05f-4641-94c8-f35c415b2319,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:30.437125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d0e11ba-a2fb-4612-9ba7-1fa54d2f7753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:30.505566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Attempting to bind port bce62df6-b05f-4641-94c8-f35c415b2319 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:10:30.505954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Attempting to bind port bce62df6-b05f-4641-94c8-f35c415b2319 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:10:30.506326 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Attempting to bind port bce62df6-b05f-4641-94c8-f35c415b2319 on network 72ca9092-03b6-43b5-aee0-1e7adc7717ff {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:30.514572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:10:30.514954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Checking segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:10:30.515521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.516164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Bound using segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:10:30.517484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Bound port: bce62df6-b05f-4641-94c8-f35c415b2319, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:10:30.517941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.580641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.648734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f810c8c7-5c09-49b4-aa98-5d854b499532, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f810c8c7-5c09-49b4-aa98-5d854b499532,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:30.665522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] For port bce62df6-b05f-4641-94c8-f35c415b2319, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:10:30.668830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] For port bce62df6-b05f-4641-94c8-f35c415b2319, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bce62df6-b05f-4641-94c8-f35c415b2319,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:10:30.707163 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.708071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aba78160-311a-4d22-ab38-f8456443a3de up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:30.710675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:30.747730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:30.807339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:30.808491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:30.811367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f810c8c7-5c09-49b4-aa98-5d854b499532,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:30.816522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:30.817024 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:31.043056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port aba78160-311a-4d22-ab38-f8456443a3de triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:31.043440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:31.153655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e11ba-a2fb-4612-9ba7-1fa54d2f7753 None None] Pushing event updated for resources: {'Port': ['ID=bce62df6-b05f-4641-94c8-f35c415b2319,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:31.159688 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d0e11ba-a2fb-4612-9ba7-1fa54d2f7753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:31.170250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:31.407990 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:30Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:31.436044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbcf54-6789-4ef3-b39e-ef25b044fcea None None] The sync data for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv is: [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:30Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:31.440219 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3fc36d08-35db-443f-be1f-eac6b7a21d0d req-261d4c00-e887-4823-b155-68e3b91e235d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 210 time: 0.0414405 Jun 22 10:10:32.174802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bce62df6-b05f-4641-94c8-f35c415b2319 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:32.207027 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b9640a94-0998-4b7f-9f6b-665a36a1cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.316468 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-8bd02f60-b2d1-4269-9ff0-0b8a044764bc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:32.318011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-8bd02f60-b2d1-4269-9ff0-0b8a044764bc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 797 time: 0.1067977 Jun 22 10:10:32.329968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port bce62df6-b05f-4641-94c8-f35c415b2319 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:32.334393 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bce62df6-b05f-4641-94c8-f35c415b2319 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:32.334773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.388636 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-43665472-396b-4522-a668-fc1cba74771d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 380 time: 0.0437961 Jun 22 10:10:32.397372 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'port': {'device_id': '45c4150f-adec-4236-8eda-ffae51b4019a', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'admin_state_up': True, 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'security_groups': ['7c369d78-8c12-4c35-8cb2-3095a45ec8a5']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:32.428471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.465883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port bce62df6-b05f-4641-94c8-f35c415b2319, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bce62df6-b05f-4641-94c8-f35c415b2319,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:32.525851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.526832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f810c8c7-5c09-49b4-aa98-5d854b499532 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:32.551605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:32.598483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c76a538f-caeb-4501-8eb8-a26dcec8d0e6 req-ba85204b-67ea-463e-9844-0068da89f2aa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 210 time: 0.0296731 Jun 22 10:10:32.605827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:10:32.610641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.629277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=bce62df6-b05f-4641-94c8-f35c415b2319,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:32.632325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:32.640895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f810c8c7-5c09-49b4-aa98-5d854b499532 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:32.641500 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.712914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.750716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.14 (72ca9092-03b6-43b5-aee0-1e7adc7717ff/73dcf9ea-a255-4a51-bae9-0cf34c970572/b9fe6435-48d9-4340-8443-dec9f71a322f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:32.892936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.910298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object b9fe6435-48d9-4340-8443-dec9f71a322f will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:32.992790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:32.996734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:33.037603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:33.040856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:33.047013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:10:33.053097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=b9fe6435-48d9-4340-8443-dec9f71a322f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:33.073243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:33.100589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:33.101234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.172321 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786741 Jun 22 10:10:33.190525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Request body: {'port': {'device_id': '45c4150f-adec-4236-8eda-ffae51b4019a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:33.274086 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.335420 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fcb12753-e84a-4c93-82f4-c2c6a964d544 None None] Provisioning for port b9fe6435-48d9-4340-8443-dec9f71a322f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:33.339256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-fcb12753-e84a-4c93-82f4-c2c6a964d544 None None] Provisioning complete for port b9fe6435-48d9-4340-8443-dec9f71a322f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:33.339779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-fcb12753-e84a-4c93-82f4-c2c6a964d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.372952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-fcb12753-e84a-4c93-82f4-c2c6a964d544 None None] Port b9fe6435-48d9-4340-8443-dec9f71a322f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:10:33.554814 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fe6435-48d9-4340-8443-dec9f71a322f {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:33.562114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.574219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Transition to ACTIVE for port object b9fe6435-48d9-4340-8443-dec9f71a322f will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:10:33.697684 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.720228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.723657 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:33.777551 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c2b6-d083-4477-8b20-33d108f81670 req-cb3b8bba-f663-470e-a1ee-f8dac52c6541 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:33.779230 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0ae4c2b6-d083-4477-8b20-33d108f81670 req-cb3b8bba-f663-470e-a1ee-f8dac52c6541 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 944 time: 0.0687075 Jun 22 10:10:33.804475 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe6435-48d9-4340-8443-dec9f71a322f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:33.810300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:33.832703 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0ae4c2b6-d083-4477-8b20-33d108f81670 req-d1bfdf9e-1fec-4a86-b6b8-9cb2c029c58c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467153 Jun 22 10:10:33.897218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Attempting to bind port b9fe6435-48d9-4340-8443-dec9f71a322f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:10:33.897558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Attempting to bind port b9fe6435-48d9-4340-8443-dec9f71a322f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:10:33.897888 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Attempting to bind port b9fe6435-48d9-4340-8443-dec9f71a322f on network 72ca9092-03b6-43b5-aee0-1e7adc7717ff {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:33.902416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Port b9fe6435-48d9-4340-8443-dec9f71a322f on network 72ca9092-03b6-43b5-aee0-1e7adc7717ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:10:33.902736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Attempting to bind port b9fe6435-48d9-4340-8443-dec9f71a322f on network 72ca9092-03b6-43b5-aee0-1e7adc7717ff {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:10:33.908168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:10:33.908510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Checking segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:10:33.908894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Bound using segment: {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:10:33.909328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Bound port: b9fe6435-48d9-4340-8443-dec9f71a322f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e13a0e-94e4-4654-af2e-2046d1743949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:10:33.909680 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:33.974316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] For port b9fe6435-48d9-4340-8443-dec9f71a322f, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:10:33.977203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] For port b9fe6435-48d9-4340-8443-dec9f71a322f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b9fe6435-48d9-4340-8443-dec9f71a322f,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:10:34.046266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.050324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:34.086353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.087061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.088471 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 1094 time: 0.9035137 Jun 22 10:10:34.088988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:34.091342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea0b207-4432-43be-9caa-45511242b6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:34.115197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bce62df6-b05f-4641-94c8-f35c415b2319 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:34.117953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe6435-48d9-4340-8443-dec9f71a322f,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:34.123498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c5f5789b-0b9d-4784-bb49-46ae105eaed4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:34.147799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33622d68-89d4-4ced-8484-7cf4640dd53b x-openstack-request-id: req-33622d68-89d4-4ced-8484-7cf4640dd53b {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:34.148894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:34.149303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33622d68-89d4-4ced-8484-7cf4640dd53b {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:34.149814 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'status': 'completed', 'code': 200} Jun 22 10:10:34.172507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port bce62df6-b05f-4641-94c8-f35c415b2319 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:34.172891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:34.256457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0b207-4432-43be-9caa-45511242b6b5 req-e28029c0-5548-481d-8a57-5713e95ead5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.258081 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ea0b207-4432-43be-9caa-45511242b6b5 req-e28029c0-5548-481d-8a57-5713e95ead5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1097 time: 0.0579536 Jun 22 10:10:34.364390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0b207-4432-43be-9caa-45511242b6b5 req-09e28e08-0d2c-4421-ab87-eba5135612f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.365743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ea0b207-4432-43be-9caa-45511242b6b5 req-09e28e08-0d2c-4421-ab87-eba5135612f6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0948815 Jun 22 10:10:34.456549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0b207-4432-43be-9caa-45511242b6b5 req-11312e6d-96e3-4b3b-a057-79073a343413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.457971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6ea0b207-4432-43be-9caa-45511242b6b5 req-11312e6d-96e3-4b3b-a057-79073a343413 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859344 Jun 22 10:10:34.568958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-4e07f35c-fcea-4182-97d2-292dd6815fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.570446 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-4e07f35c-fcea-4182-97d2-292dd6815fb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1097 time: 0.0523491 Jun 22 10:10:34.626883 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-cdd3bcc4-f6fc-498a-af06-614367153844 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 217 time: 0.0432189 Jun 22 10:10:34.674160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-3f5a5e4a-f663-4246-9f82-31d7692c543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.675529 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-3f5a5e4a-f663-4246-9f82-31d7692c543f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 200 len: 834 time: 0.0432167 Jun 22 10:10:34.730362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-27473394-2aae-47b5-8460-5d559c1f2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:34.731835 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-27473394-2aae-47b5-8460-5d559c1f2016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72ca9092-03b6-43b5-aee0-1e7adc7717ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499523 Jun 22 10:10:34.824409 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-69c1df2b-18dd-4611-b769-6f415d2f83b8 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860889 Jun 22 10:10:34.925117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a42f76ab-880e-4d9d-9ea7-73d46f9eba50 req-a1c8fbe3-bc97-44d5-8561-77ffa13ee080 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937622 Jun 22 10:10:35.032101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1dce-370d-40c6-8482-13d6d79470fe req-59b3dbc3-0968-4bbb-a6bd-7b44ccba0569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:35.033660 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3df1dce-370d-40c6-8482-13d6d79470fe req-59b3dbc3-0968-4bbb-a6bd-7b44ccba0569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 944 time: 0.0638456 Jun 22 10:10:35.071263 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3df1dce-370d-40c6-8482-13d6d79470fe req-0a7c0e45-7877-42ea-8436-a56ca8aee925 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Jun 22 10:10:35.091297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:36.249101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694d08a-b2d7-4a64-af64-56cd0096a841 req-4062b372-6d6b-40db-8442-d44940b8a50a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:36.251098 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7694d08a-b2d7-4a64-af64-56cd0096a841 req-4062b372-6d6b-40db-8442-d44940b8a50a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 944 time: 0.0693190 Jun 22 10:10:36.287954 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7694d08a-b2d7-4a64-af64-56cd0096a841 req-b745ede6-4d9f-43ce-89dd-f37a5e7f6572 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Jun 22 10:10:37.472186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaafe09-2197-4ff3-8e97-c21946ee7da7 req-039155e7-0526-4054-a9ef-6430c80cec14 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:37.473629 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-adaafe09-2197-4ff3-8e97-c21946ee7da7 req-039155e7-0526-4054-a9ef-6430c80cec14 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 944 time: 0.0683942 Jun 22 10:10:37.511827 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-adaafe09-2197-4ff3-8e97-c21946ee7da7 req-4d29f453-aab4-4624-8819-14d15c730167 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Jun 22 10:10:37.752094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b9fe6435-48d9-4340-8443-dec9f71a322f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:10:37.846288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port b9fe6435-48d9-4340-8443-dec9f71a322f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b9fe6435-48d9-4340-8443-dec9f71a322f,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:37.856879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'port_id': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'mac_address': 'fa:16:3e:b3:cd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:10:37.892983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:37.904761 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fe6435-48d9-4340-8443-dec9f71a322f {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:10:37.923243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port b9fe6435-48d9-4340-8443-dec9f71a322f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b9fe6435-48d9-4340-8443-dec9f71a322f,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:38.015969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:38.017890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:38.063583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=b9fe6435-48d9-4340-8443-dec9f71a322f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:38.066594 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:38.294192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['b9fe6435-48d9-4340-8443-dec9f71a322f'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:10:38.697316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3c2e-09bc-4f7a-b14b-a83f02f8d7e6 req-097447a8-e884-4724-ae8b-354b6aac9435 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:38.698793 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bbdd3c2e-09bc-4f7a-b14b-a83f02f8d7e6 req-097447a8-e884-4724-ae8b-354b6aac9435 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 945 time: 0.0639362 Jun 22 10:10:38.735832 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-bbdd3c2e-09bc-4f7a-b14b-a83f02f8d7e6 req-9bdd2ecf-685f-47dd-a0db-cd809837338d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Jun 22 10:10:39.720567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:39.794893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b9fe6435-48d9-4340-8443-dec9f71a322f up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:10:39.908544 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port b9fe6435-48d9-4340-8443-dec9f71a322f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:10:39.912398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port b9fe6435-48d9-4340-8443-dec9f71a322f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:10:39.912679 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f0fc4-711d-44ae-aa9c-450bf6ea0713 req-b2587bf2-eb08-49d6-84c6-8d34c9cd4074 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:39.913167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:39.914183 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3b9f0fc4-711d-44ae-aa9c-450bf6ea0713 req-b2587bf2-eb08-49d6-84c6-8d34c9cd4074 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 945 time: 0.0648921 Jun 22 10:10:39.952176 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3b9f0fc4-711d-44ae-aa9c-450bf6ea0713 req-7ae64609-f928-4ce7-8a2e-60a95e37e79f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Jun 22 10:10:39.989972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:40.012279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:40.014695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29ad264-3b70-4626-9438-3c0bea48c19f" -d '{"events": [{"server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:40.028098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port b9fe6435-48d9-4340-8443-dec9f71a322f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b9fe6435-48d9-4340-8443-dec9f71a322f,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:40.050432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41026ba2-502b-4490-be88-83f3c1aa9653 x-openstack-request-id: req-41026ba2-502b-4490-be88-83f3c1aa9653 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:40.050432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:40.050432 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41026ba2-502b-4490-be88-83f3c1aa9653 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:40.050918 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'code': 200} Jun 22 10:10:40.097185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:40.099783 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:40.151207 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=b9fe6435-48d9-4340-8443-dec9f71a322f,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:40.154238 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:40.431004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747629-dc74-4b00-9e70-5ee76a205a56 req-2312a424-65b1-4d9b-88b3-3e8b4570c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:40.432408 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4d747629-dc74-4b00-9e70-5ee76a205a56 req-2312a424-65b1-4d9b-88b3-3e8b4570c970 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1099 time: 0.0507557 Jun 22 10:10:40.465468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4d747629-dc74-4b00-9e70-5ee76a205a56 req-211f0699-2a89-4fef-8ccb-9166194188ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265234 Jun 22 10:10:41.129676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4197fd4-4a6d-4885-9f7e-c87b5e62f513 req-d54b8138-d16b-4b59-8561-e4e8ef49e897 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:41.131156 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4197fd4-4a6d-4885-9f7e-c87b5e62f513 req-d54b8138-d16b-4b59-8561-e4e8ef49e897 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0679998 Jun 22 10:10:41.471210 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c4197fd4-4a6d-4885-9f7e-c87b5e62f513 req-e9233845-db04-40a2-861e-9203b37920f2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344781 Jun 22 10:10:42.646855 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00089912-c1e0-45cd-aa01-505ea7d59a23 req-d71ac523-886e-4ea4-a61d-7a0792791c9e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:42.648360 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-00089912-c1e0-45cd-aa01-505ea7d59a23 req-d71ac523-886e-4ea4-a61d-7a0792791c9e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0666738 Jun 22 10:10:42.685286 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-00089912-c1e0-45cd-aa01-505ea7d59a23 req-46827020-b158-4dd1-a9b0-9becad00f1a7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Jun 22 10:10:42.852421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e013b0-b92f-4ef1-a448-8f42572958f1 req-d8e49637-2f17-45e9-959c-c46a51152ef9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:42.853851 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-93e013b0-b92f-4ef1-a448-8f42572958f1 req-d8e49637-2f17-45e9-959c-c46a51152ef9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0611050 Jun 22 10:10:42.890027 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-93e013b0-b92f-4ef1-a448-8f42572958f1 req-03b6a95e-1863-4e5d-acc8-e0a19f44007f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306535 Jun 22 10:10:42.914448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34578) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:42.964828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa428c2-a380-47cd-b50d-d552f553f7cc tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:42.966292 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3aa428c2-a380-47cd-b50d-d552f553f7cc tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1094 time: 0.0508301 Jun 22 10:10:42.969141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34580) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:42.973874 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:10:43.055463 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:43.153843 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:43.256911 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.248 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/b0ad7043-fcb2-4bc5-9ffb-6f11f5c5fa28) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:43.361422 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:43.463075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:43.464964 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:43.500990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:43.503721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:43.506302 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:10:43.535325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=b0ad7043-fcb2-4bc5-9ffb-6f11f5c5fa28,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:43.539238 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:43.886242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:44.026977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:44.174640 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:44.238338 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:44.241208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-833ab698-55c7-411d-b260-cc25908a8053 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:10:44.313347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=b0ad7043-fcb2-4bc5-9ffb-6f11f5c5fa28,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:44.318890 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:10:44.321825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:44.422978 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP deb46061-ea9c-441d-a813-97c5fe7962b8 associated. External IP: 172.26.6.248, port: b9fe6435-48d9-4340-8443-dec9f71a322f. Jun 22 10:10:44.635121 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router b4357427-93ff-452c-b436-dc13421ac8a7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:10:44.745931 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:10:44.755701 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] Sync routers for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:10:44.764713 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:44.768349 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:44.827088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:10:44.865867 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8956099 Jun 22 10:10:44.866615 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:10:44.869027 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:10:44.870625 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:44.968160 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc4e87f-62b1-4f25-a603-74246cd52760 x-openstack-request-id: req-edc4e87f-62b1-4f25-a603-74246cd52760 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:10:44.969492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:10:44.969805 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edc4e87f-62b1-4f25-a603-74246cd52760 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:10:44.970435 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'status': 'completed', 'code': 200} Jun 22 10:10:45.076534 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ad404-17fa-4c99-af7c-357510572034 req-454942d7-01b4-4b43-a517-da4b88897249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:45.079300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4b8ad404-17fa-4c99-af7c-357510572034 req-454942d7-01b4-4b43-a517-da4b88897249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.1114917 Jun 22 10:10:45.104604 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'deb46061-ea9c-441d-a813-97c5fe7962b8', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'port_id': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'mac_address': 'fa:16:3e:b3:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c4150f-adec-4236-8eda-ffae51b4019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:10:43Z', 'updated_at': '2021-06-22T10:10:43Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:32Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:45.112297 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-65c1e1eb-9f83-4f1d-b9d0-8144087b1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:45.113797 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-65c1e1eb-9f83-4f1d-b9d0-8144087b1f56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1099 time: 0.0938511 Jun 22 10:10:45.134499 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] Checking router: b4357427-93ff-452c-b436-dc13421ac8a7 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:10:45.143690 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:10:45.144247 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:10:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:45.148097 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4b8ad404-17fa-4c99-af7c-357510572034 req-acf94ea1-9198-41af-a0dc-66960ea47745 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599811 Jun 22 10:10:45.174134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34588) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:45.219036 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-05c561e8-44a2-4b46-ae8d-f01825290b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:45.220531 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-05c561e8-44a2-4b46-ae8d-f01825290b4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 898 time: 0.0969622 Jun 22 10:10:45.236393 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dc53c3f9-9f10-43dd-85cf-c1c5a6bc486a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/deb46061-ea9c-441d-a813-97c5fe7962b8 HTTP/1.1" status: 200 len: 992 time: 0.0599029 Jun 22 10:10:45.250753 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:10:45.288670 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-25632d24-78dc-491b-87ae-839e5b59d7c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 1000 time: 0.0618007 Jun 22 10:10:45.357774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-2b9bbf57-c51b-497a-be9a-9ba1f312bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:45.360247 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-2b9bbf57-c51b-497a-be9a-9ba1f312bad6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 200 len: 834 time: 0.0662568 Jun 22 10:10:45.420072 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-f7a5a2b2-f243-4a93-a12f-181ed9afa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:45.421546 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-f7a5a2b2-f243-4a93-a12f-181ed9afa09f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72ca9092-03b6-43b5-aee0-1e7adc7717ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545235 Jun 22 10:10:45.483196 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'deb46061-ea9c-441d-a813-97c5fe7962b8', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'port_id': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'mac_address': 'fa:16:3e:b3:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c4150f-adec-4236-8eda-ffae51b4019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:10:43Z', 'updated_at': '2021-06-22T10:10:43Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:32Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:10:45.511053 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559a73d-64cd-4d4a-a880-629d584e9b88 None None] The sync data for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv is: [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': 'deb46061-ea9c-441d-a813-97c5fe7962b8', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'port_id': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'mac_address': 'fa:16:3e:b3:cd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c4150f-adec-4236-8eda-ffae51b4019a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:10:43Z', 'updated_at': '2021-06-22T10:10:43Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:32Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:10:45.833506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1e98a-39de-4c69-aa10-7617e51fc72b None None] New status for floating IP deb46061-ea9c-441d-a813-97c5fe7962b8: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:10:45.872007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-e2b4650d-2b8c-4512-b15b-5b231009e5bd service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431789 Jun 22 10:10:45.964788 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f74feb4a-31fa-4af8-9b14-0f6424e45bbf req-81661974-26ae-4e3b-afcb-df5767d28922 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867145 Jun 22 10:10:46.239067 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34590) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:10:46.307860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-78e9a135-e3ed-493d-895b-701d6bcaa121 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/deb46061-ea9c-441d-a813-97c5fe7962b8 HTTP/1.1" status: 200 len: 994 time: 0.0674329 Jun 22 10:10:52.648614 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:10:55.884940 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-ca9f322a-9b81-4ed9-a387-87cfda0a19eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537620 Jun 22 10:10:55.991323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-42dc6ee1-0b15-4c9c-857b-549adebe5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:55.992840 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-42dc6ee1-0b15-4c9c-857b-549adebe5c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1099 time: 0.0519867 Jun 22 10:10:56.098171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-578cd5c0-be72-4e45-ab28-5b27df5c028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:56.099628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-578cd5c0-be72-4e45-ab28-5b27df5c028c service neutron] 10.222.0.24 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 898 time: 0.0875630 Jun 22 10:10:56.164363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-919e4285-6c48-496f-a351-53a449f74696 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 1002 time: 0.0583186 Jun 22 10:10:56.211046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-762eeec0-10c3-4565-b994-f4ab5f4806a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:56.212497 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-762eeec0-10c3-4565-b994-f4ab5f4806a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 200 len: 834 time: 0.0429208 Jun 22 10:10:56.271456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-92555312-2c96-471b-a27b-5e36f5616fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:10:56.272938 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-92555312-2c96-471b-a27b-5e36f5616fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72ca9092-03b6-43b5-aee0-1e7adc7717ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547717 Jun 22 10:10:56.359469 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-9c5b696c-f14d-41e8-a603-3cc0872f8f15 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793734 Jun 22 10:10:56.459861 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d7e9c9bb-58e9-4416-a046-c370ef638109 req-e422f7aa-088a-4c00-807e-780d52906bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918813 Jun 22 10:10:59.571193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7939e6ad-631f-43a8-906e-05b9393bfdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:02.195165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3e7614e8-a5c0-4db4-ab04-4d1bc7b66a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:02.674402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:03.611466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:05.091236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:09.777199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:13.396331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e1ee8-aa66-48cc-9a68-5d45383a0f91 req-28ca3b50-3d63-4639-a38b-f8c1e0439957 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:13.397805 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f8e1ee8-aa66-48cc-9a68-5d45383a0f91 req-28ca3b50-3d63-4639-a38b-f8c1e0439957 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0639179 Jun 22 10:11:13.443761 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9f8e1ee8-aa66-48cc-9a68-5d45383a0f91 req-56ad1c7c-114d-442d-953a-866fb00617d7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392773 Jun 22 10:11:14.635353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5e41d-7ea7-478f-ace9-0b01a189c30b req-16d91de4-7308-4806-b9f3-398df89fa8d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:14.636859 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ae5e41d-7ea7-478f-ace9-0b01a189c30b req-16d91de4-7308-4806-b9f3-398df89fa8d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0658302 Jun 22 10:11:14.675373 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ae5e41d-7ea7-478f-ace9-0b01a189c30b req-52f53534-0ad3-418a-8774-4e4ae5c3c74b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Jun 22 10:11:15.847029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582a87-2c0f-407a-a5cf-7cfe9c6fe008 req-cc563257-cbca-4d86-bdbd-0d753c02afcc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:15.848465 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-56582a87-2c0f-407a-a5cf-7cfe9c6fe008 req-cc563257-cbca-4d86-bdbd-0d753c02afcc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0628855 Jun 22 10:11:15.894207 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-56582a87-2c0f-407a-a5cf-7cfe9c6fe008 req-315c937f-60c3-4ce9-b46c-a3d7aad5daf3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Jun 22 10:11:17.068815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5828d-c03c-4f2a-8b41-7b2ed3c5286a req-a4d45040-2125-4ade-8c49-c2c28b2c192c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:17.070271 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cea5828d-c03c-4f2a-8b41-7b2ed3c5286a req-a4d45040-2125-4ade-8c49-c2c28b2c192c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0636070 Jun 22 10:11:17.112437 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cea5828d-c03c-4f2a-8b41-7b2ed3c5286a req-e3f8761a-6157-4306-a225-cdac246e045e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365524 Jun 22 10:11:18.286326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e7f4-6996-4ea3-a83b-c07cab2a4dc8 req-7849c5d8-e198-47a4-8200-d0a3a2eb580a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:18.287775 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-db32e7f4-6996-4ea3-a83b-c07cab2a4dc8 req-7849c5d8-e198-47a4-8200-d0a3a2eb580a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0627058 Jun 22 10:11:18.325102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-db32e7f4-6996-4ea3-a83b-c07cab2a4dc8 req-ff99617c-9f01-447b-ad4c-4f6ab3e9397a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Jun 22 10:11:19.504626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01e309-7f41-42cb-bc50-f06465fa488a req-6a2bb975-602f-4b09-a92d-79371f2c0314 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:19.506104 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9b01e309-7f41-42cb-bc50-f06465fa488a req-6a2bb975-602f-4b09-a92d-79371f2c0314 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0712790 Jun 22 10:11:19.544156 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9b01e309-7f41-42cb-bc50-f06465fa488a req-b4e19410-3c53-43c7-8032-0213d8e88799 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Jun 22 10:11:20.714998 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87317-746b-4385-90e6-78822f655242 req-573f5b6f-3e43-49f8-b5cf-7233f17b8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:20.716478 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bcf87317-746b-4385-90e6-78822f655242 req-573f5b6f-3e43-49f8-b5cf-7233f17b8c2e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0634570 Jun 22 10:11:20.754494 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bcf87317-746b-4385-90e6-78822f655242 req-edc43e90-6d3b-457a-a814-e21323b240a8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Jun 22 10:11:21.935423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa8c9-bd42-4a8b-8184-1f5dcdd2d8cc req-b9702926-5db7-4d4f-a522-c86f2767ace4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:21.937695 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-435fa8c9-bd42-4a8b-8184-1f5dcdd2d8cc req-b9702926-5db7-4d4f-a522-c86f2767ace4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0640922 Jun 22 10:11:21.974643 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-435fa8c9-bd42-4a8b-8184-1f5dcdd2d8cc req-a739b3f8-4dc2-4931-9c22-af4fe19b1dc4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Jun 22 10:11:23.151137 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fdc6b-7a30-48e8-8e36-5dd5ec828520 req-49634d70-32c4-4cde-a478-06ff62809cd4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:23.152640 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ed1fdc6b-7a30-48e8-8e36-5dd5ec828520 req-49634d70-32c4-4cde-a478-06ff62809cd4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0690713 Jun 22 10:11:23.191189 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ed1fdc6b-7a30-48e8-8e36-5dd5ec828520 req-f4c49e91-da28-49d9-8eb6-918112c018d4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326574 Jun 22 10:11:24.364491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ab1d-49fd-49f1-9fd0-a542d9d85706 req-36bc0ad5-c9d0-4889-bac7-4bbcb392a3d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:24.365845 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8cd7ab1d-49fd-49f1-9fd0-a542d9d85706 req-36bc0ad5-c9d0-4889-bac7-4bbcb392a3d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0670505 Jun 22 10:11:24.403194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8cd7ab1d-49fd-49f1-9fd0-a542d9d85706 req-8548baee-83c3-42ad-9626-5746adda4527 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Jun 22 10:11:24.426898 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34624) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:11:24.485823 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2daf4116-c77b-436e-9f6d-1c7e8352ac89 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/deb46061-ea9c-441d-a813-97c5fe7962b8 HTTP/1.1" status: 200 len: 994 time: 0.0577116 Jun 22 10:11:26.097502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005c963-d8af-4b91-a09f-e86aea54b50d req-d8d1058a-74f7-4e55-878d-967ccf080141 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:26.098976 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f005c963-d8af-4b91-a09f-e86aea54b50d req-d8d1058a-74f7-4e55-878d-967ccf080141 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0643821 Jun 22 10:11:26.137766 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f005c963-d8af-4b91-a09f-e86aea54b50d req-5a2dd2f7-7780-4821-9e32-bec00061b9a0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Jun 22 10:11:26.172160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-ec60faf6-df36-493a-8faf-5e771b28232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:26.173650 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-ec60faf6-df36-493a-8faf-5e771b28232d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1099 time: 0.0582883 Jun 22 10:11:26.261425 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-ddfc9dd1-9279-42be-a582-34a0b79cd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:26.262875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-ddfc9dd1-9279-42be-a582-34a0b79cd8ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 898 time: 0.0825546 Jun 22 10:11:26.329947 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-74f8c9be-59bc-4524-a725-607ce518b02f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 1002 time: 0.0612190 Jun 22 10:11:26.378748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-64e2c9ff-5aba-43c4-b08f-16d8e4c7cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:26.380194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-64e2c9ff-5aba-43c4-b08f-16d8e4c7cd12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 200 len: 834 time: 0.0441010 Jun 22 10:11:26.437728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-654ba1ba-505d-48c6-a50a-3309298687ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:26.439194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-654ba1ba-505d-48c6-a50a-3309298687ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72ca9092-03b6-43b5-aee0-1e7adc7717ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526106 Jun 22 10:11:26.531892 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-89a99d3d-d653-40db-a2e7-04afcba8ccd1 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Jun 22 10:11:26.619613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b698f5af-cc7b-493f-8e7e-c33aa4d80b79 req-b0ff4d9e-e469-47b8-809f-81e994df916c service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812874 Jun 22 10:11:27.326334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467f72-08ec-42a9-9721-4049828535ac req-a62f294e-4e89-4f4e-b85c-ba3a548c5755 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:27.328914 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cd467f72-08ec-42a9-9721-4049828535ac req-a62f294e-4e89-4f4e-b85c-ba3a548c5755 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0679436 Jun 22 10:11:27.367633 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cd467f72-08ec-42a9-9721-4049828535ac req-1a0c67e2-580f-4bcc-a2a2-db05802c1136 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329769 Jun 22 10:11:28.545309 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d717226-65ed-42d2-8f0b-b8db109ba1ce req-6cf01334-51fa-4ba1-a728-7b6b2394a076 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:28.547506 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7d717226-65ed-42d2-8f0b-b8db109ba1ce req-6cf01334-51fa-4ba1-a728-7b6b2394a076 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0695755 Jun 22 10:11:28.584257 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7d717226-65ed-42d2-8f0b-b8db109ba1ce req-5d726cbf-54b7-49cd-aa26-adff4b6223ff tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Jun 22 10:11:28.610405 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34636) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:11:28.669858 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4bfa5afb-db8e-4594-afe8-07eb837d978a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/deb46061-ea9c-441d-a813-97c5fe7962b8 HTTP/1.1" status: 200 len: 994 time: 0.0581648 Jun 22 10:11:29.593216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06624666-27ab-4eb4-bdfd-4487658d4299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:29.647211 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:11:32.205901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b86a4e5f-c68b-454e-a08a-c2c50ca8fd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:32.678750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:33.617277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:35.108468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:39.793204 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:57.122261 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-0c384b97-1319-4147-9450-93216af60db1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576172 Jun 22 10:11:57.125701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34652) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:11:57.232537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-47a9a803-9038-4bbb-a251-f45342694e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:57.234303 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-47a9a803-9038-4bbb-a251-f45342694e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1099 time: 0.0534585 Jun 22 10:11:57.284220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port b0ad7043-fcb2-4bc5-9ffb-6f11f5c5fa28 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:11:57.284563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:57.340705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-5d6e7830-0f55-4e83-8796-8974a0294508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:57.342194 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-5d6e7830-0f55-4e83-8796-8974a0294508 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 898 time: 0.0883679 Jun 22 10:11:57.361537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:57.361866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:57.406881 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-8a98588f-5c3b-4116-94d9-7ad62bc28698 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 1002 time: 0.0585260 Jun 22 10:11:57.427494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for b0ad7043-fcb2-4bc5-9ffb-6f11f5c5fa28 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:11:57.456547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-bd92dbe6-e8d9-4091-9201-5da0a25c86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:57.458029 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-bd92dbe6-e8d9-4091-9201-5da0a25c86a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 200 len: 834 time: 0.0440986 Jun 22 10:11:57.520141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-a0ddd4a4-4488-499e-a1da-bf7c890fd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:57.521640 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-a0ddd4a4-4488-499e-a1da-bf7c890fd273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72ca9092-03b6-43b5-aee0-1e7adc7717ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571363 Jun 22 10:11:57.610528 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-0ca33585-b4ec-4a14-a413-44d6b770dd88 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821087 Jun 22 10:11:57.674779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:57.677783 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0e36621c-889c-41a7-b34b-3b8575d4dc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:11:57.706525 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ca6193f4-c8f2-4260-930a-241269da4b62 req-b1f4e136-368c-4909-8e4b-c5aa4b38c880 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Jun 22 10:11:57.706934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=b0ad7043-fcb2-4bc5-9ffb-6f11f5c5fa28,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:11:57.717134 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.717535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.717912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.718297 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.718673 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.719037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.719413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.719961 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.720173 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.720557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.720907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.721272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:57.739738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:11:57.777314 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:57.777652 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP deb46061-ea9c-441d-a813-97c5fe7962b8 disassociated (deleted). External IP: 172.26.6.248, port: b9fe6435-48d9-4340-8443-dec9f71a322f. Jun 22 10:11:58.266065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router b4357427-93ff-452c-b436-dc13421ac8a7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:11:58.371287 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:11:58.376448 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:11:58.381486 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] Sync routers for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:11:58.390285 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:11:58.390879 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:11:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:11:58.412704 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/floatingips/deb46061-ea9c-441d-a813-97c5fe7962b8 HTTP/1.1" status: 204 len: 168 time: 1.2859073 Jun 22 10:11:58.413387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:11:58.415700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d2aea-8166-48db-a0d4-74f15ae84d96" -d '{"events": [{"name": "network-changed", "server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:11:58.462846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489603b8-256d-4e2f-81ef-c4045448466b x-openstack-request-id: req-489603b8-256d-4e2f-81ef-c4045448466b {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:11:58.463195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:11:58.463525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-489603b8-256d-4e2f-81ef-c4045448466b {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:11:58.464145 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'status': 'completed', 'code': 200} Jun 22 10:11:58.494224 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:11:58.562327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-3674f492-ed39-4a8b-af86-e931c631f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:58.563910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-3674f492-ed39-4a8b-af86-e931c631f459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 1099 time: 0.0553710 Jun 22 10:11:58.657210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-87f45608-4d2e-4a7b-88f4-ee64f2b903c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:58.658619 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-87f45608-4d2e-4a7b-88f4-ee64f2b903c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 200 len: 898 time: 0.0882318 Jun 22 10:11:58.700412 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:32Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:11:58.706258 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-cf643662-c948-4dc0-878c-c380afc86d01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 200 len: 217 time: 0.0403233 Jun 22 10:11:58.727024 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] Checking router: b4357427-93ff-452c-b436-dc13421ac8a7 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:11:58.735644 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:11:58.736307 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:11:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:11:58.755833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-8cbc36d5-5ddb-4b17-8c51-eac8498f440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:58.757383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-8cbc36d5-5ddb-4b17-8c51-eac8498f440a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 200 len: 834 time: 0.0443487 Jun 22 10:11:58.816451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-38f44eca-a51a-4ee6-96d1-c699cf457af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:58.817950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-38f44eca-a51a-4ee6-96d1-c699cf457af7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72ca9092-03b6-43b5-aee0-1e7adc7717ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546348 Jun 22 10:11:58.844733 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:11:58.918842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-3a3a99ef-4883-467c-8c8c-d152e4069ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938573 Jun 22 10:11:59.043979 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c0d2aea-8166-48db-a0d4-74f15ae84d96 req-8cedcb59-f077-4de6-9129-c4268689f41d service neutron] 10.222.0.24 "GET /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944543 Jun 22 10:11:59.051292 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:32Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:11:59.079969 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73439bbd-9c64-4329-a62d-142fc71044c7 None None] The sync data for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv is: [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'bce62df6-b05f-4641-94c8-f35c415b2319', 'name': '', 'network_id': '72ca9092-03b6-43b5-aee0-1e7adc7717ff', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:7d:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:27Z', 'updated_at': '2021-06-22T10:10:32Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '73dcf9ea-a255-4a51-bae9-0cf34c970572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:11:59.123266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f70e0-e377-4ea5-a315-d6455c769892 req-d852b10f-da4c-4474-bc8c-75c685b3de46 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:11:59.129358 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb0f70e0-e377-4ea5-a315-d6455c769892 req-d852b10f-da4c-4474-bc8c-75c685b3de46 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.1356800 Jun 22 10:11:59.175335 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fb0f70e0-e377-4ea5-a315-d6455c769892 req-d26e94db-b211-43ea-9bc3-9667b1bb2fc4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385098 Jun 22 10:11:59.286254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7849824f-0f4e-420e-99aa-68f5aedf9d02 None None] New status for floating IP deb46061-ea9c-441d-a813-97c5fe7962b8: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:11:59.588803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3230d492-81c9-4323-8a78-2095a9f7344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:00.356537 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1498-14b9-4deb-8ef9-0b3c30acb77d req-35756bb1-4689-4872-ab23-067026cab70a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:00.357935 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6e5e1498-14b9-4deb-8ef9-0b3c30acb77d req-35756bb1-4689-4872-ab23-067026cab70a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0701389 Jun 22 10:12:00.401374 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6e5e1498-14b9-4deb-8ef9-0b3c30acb77d req-746c05ef-54cd-4c43-8bf0-55a1967836ee tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c369d78-8c12-4c35-8cb2-3095a45ec8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372381 Jun 22 10:12:00.606767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-1a7915c2-ea45-438b-97cb-55660b5ecf9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:00.608242 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-1a7915c2-ea45-438b-97cb-55660b5ecf9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 946 time: 0.0631959 Jun 22 10:12:00.708712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port b9fe6435-48d9-4340-8443-dec9f71a322f {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:12:00.709057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:00.798990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port b9fe6435-48d9-4340-8443-dec9f71a322f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b9fe6435-48d9-4340-8443-dec9f71a322f,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:00.799352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:00.864758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for b9fe6435-48d9-4340-8443-dec9f71a322f owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:12:01.051741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:01.055974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b1570212-4bf2-4a05-a08e-5bcbbfba51df tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:01.087696 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=b9fe6435-48d9-4340-8443-dec9f71a322f,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:01.118844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.119231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.119621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.120029 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.120410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.120787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.121159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.121532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.122155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.122532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.122899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.123267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:01.128023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:01.145300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] No DVR routers for this DVR port b9fe6435-48d9-4340-8443-dec9f71a322f on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:12:01.147698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:01.149692 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9085e4d8-7817-40e4-b33d-c40cec5a588d req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "DELETE /v2.0/ports/b9fe6435-48d9-4340-8443-dec9f71a322f HTTP/1.1" status: 204 len: 173 time: 0.5366232 Jun 22 10:12:01.150312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'name': 'network-vif-deleted', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:01.152658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae150bb-6fc6-4b80-a935-5197a0f6b048" -d '{"events": [{"server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "name": "network-vif-deleted", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:01.188296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a26ea-476c-4857-a4f0-3b12ad6b79ce x-openstack-request-id: req-e87a26ea-476c-4857-a4f0-3b12ad6b79ce {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:01.188634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c4150f-adec-4236-8eda-ffae51b4019a", "name": "network-vif-deleted", "tag": "b9fe6435-48d9-4340-8443-dec9f71a322f", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:01.188934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e87a26ea-476c-4857-a4f0-3b12ad6b79ce {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:01.189384 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c4150f-adec-4236-8eda-ffae51b4019a', 'name': 'network-vif-deleted', 'tag': 'b9fe6435-48d9-4340-8443-dec9f71a322f', 'status': 'completed', 'code': 200} Jun 22 10:12:01.564133 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-576e0d57-1b50-47ac-a8be-74ff3813487d req-247f9b41-0bd9-4a59-b8f0-96d4d23e60d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=45c4150f-adec-4236-8eda-ffae51b4019a HTTP/1.1" status: 200 len: 210 time: 0.0319986 Jun 22 10:12:02.218279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e173f6b-861f-46e4-a866-b5e0f496f721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:02.660076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34672) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:02.687172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:03.015580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:03.299369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port bce62df6-b05f-4641-94c8-f35c415b2319 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:12:03.299623 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:03.397778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port bce62df6-b05f-4641-94c8-f35c415b2319, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=bce62df6-b05f-4641-94c8-f35c415b2319,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:03.398141 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:03.465480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for bce62df6-b05f-4641-94c8-f35c415b2319 owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:12:03.595205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:03.738812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:03.739820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23481af5-8f1f-4f23-b641-950ccd0cb3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:03.773005 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=bce62df6-b05f-4641-94c8-f35c415b2319,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:03.775708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:03.980643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.204825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b9fe6435-48d9-4340-8443-dec9f71a322f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:04.224507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: b9fe6435-48d9-4340-8443-dec9f71a322f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:12:04.224857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device b9fe6435-48d9-4340-8443-dec9f71a322f not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:12:04.235051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router b4357427-93ff-452c-b436-dc13421ac8a7 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:12:04.352358 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:12:04.357214 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/b4357427-93ff-452c-b436-dc13421ac8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961243 Jun 22 10:12:04.360710 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34676) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:04.362219 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] Sync routers for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:12:04.371155 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:04.371754 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:04.424154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting subnet 73dcf9ea-a255-4a51-bae9-0cf34c970572 {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:12:04.427179 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.470494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.473326 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:04.570862 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.649278 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:12:03Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:04.678598 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] Checking router: b4357427-93ff-452c-b436-dc13421ac8a7 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:12:04.687198 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] Routers {'b4357427-93ff-452c-b436-dc13421ac8a7'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:04.687831 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['b4357427-93ff-452c-b436-dc13421ac8a7'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:04.696796 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.699854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e965f240-1a49-4a42-bb08-29ec3a546feb tempest-RoutersIpV6Test-688308995 tempest-RoutersIpV6Test-688308995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:04.727438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Subnet': ['ID=73dcf9ea-a255-4a51-bae9-0cf34c970572,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:04.733840 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.734567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ca55c-6e3f-48a3-a161-738d74d8f204 None None] Network 72ca9092-03b6-43b5-aee0-1e7adc7717ff requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:12:04.737177 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/subnets/73dcf9ea-a255-4a51-bae9-0cf34c970572 HTTP/1.1" status: 204 len: 168 time: 0.3740866 Jun 22 10:12:04.737177 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0987a0e7-dcab-4925-90d7-6254ce95cbc1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:04.738628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34678) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:04.791331 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] Set router b4357427-93ff-452c-b436-dc13421ac8a7 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:04.847817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.933091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] DHCP port deletion for 72ca9092-03b6-43b5-aee0-1e7adc7717ff request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:12:04.965222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:04.980167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Deleting port f810c8c7-5c09-49b4-aa98-5d854b499532 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:12:04.981193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.057228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] For port f810c8c7-5c09-49b4-aa98-5d854b499532, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f810c8c7-5c09-49b4-aa98-5d854b499532,segment=NetworkSegment(d9e13a0e-94e4-4654-af2e-2046d1743949),segment_id=d9e13a0e-94e4-4654-af2e-2046d1743949)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:05.061431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.061558 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:12:03Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:05.077414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port aba78160-311a-4d22-ab38-f8456443a3de {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:12:05.077883 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.087170 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba5f00-c363-4f3f-b94f-2148d0c35b94 None None] The sync data for ids ['b4357427-93ff-452c-b436-dc13421ac8a7'] in dv-neutron-797120-3-hyperv is: [{'id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691132024', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:12:03Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': 'aba78160-311a-4d22-ab38-f8456443a3de', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4357427-93ff-452c-b436-dc13421ac8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:10:24Z', 'updated_at': '2021-06-22T10:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:12:05.128254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Calling delete_port for f810c8c7-5c09-49b4-aa98-5d854b499532 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:12:05.132548 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.169573 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port aba78160-311a-4d22-ab38-f8456443a3de, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aba78160-311a-4d22-ab38-f8456443a3de,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:05.169989 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.234011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for aba78160-311a-4d22-ab38-f8456443a3de owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:12:05.268750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.270830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:05.295733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Pushing event deleted for resources: {'Port': ['ID=f810c8c7-5c09-49b4-aa98-5d854b499532,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:05.298049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] No DVR routers for this DVR port f810c8c7-5c09-49b4-aa98-5d854b499532 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:12:05.305652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.306008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.306375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.306689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.307021 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.307542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.307744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.308359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.308359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.308659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.308982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.309304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:05.312323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:05.474819 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.477114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8a1ba045-2a74-4f0d-82cf-44382da70bf0 tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:05.506787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=aba78160-311a-4d22-ab38-f8456443a3de,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:05.509483 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:05.573080 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.664779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.666853 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.766673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.767385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Fanout notify agent at l3_agent the message router_deleted on router b4357427-93ff-452c-b436-dc13421ac8a7 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:12:05.774103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.775229 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/routers/b4357427-93ff-452c-b436-dc13421ac8a7 HTTP/1.1" status: 204 len: 168 time: 1.0350535 Jun 22 10:12:05.777993 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34680) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:05.857872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.951437 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.961864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ca9092-03b6-43b5-aee0-1e7adc7717ff']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:05.972564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e13a0e-94e4-4654-af2e-2046d1743949') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:05.972861 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e13a0e-94e4-4654-af2e-2046d1743949') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:05.981416 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:05.995255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.001907 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:12:06.002290 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:12:06.005165 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:12:06.143265 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.146613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3d49458d-985d-4ff3-aa60-9b5a611b3611 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:06.150695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.152318 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/networks/72ca9092-03b6-43b5-aee0-1e7adc7717ff HTTP/1.1" status: 204 len: 168 time: 0.3733876 Jun 22 10:12:06.155180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34682) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:06.164327 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Network': ['ID=72ca9092-03b6-43b5-aee0-1e7adc7717ff,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:06.166738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:06.219600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.252928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.255312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bce62df6-b05f-4641-94c8-f35c415b2319 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:06.283264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: bce62df6-b05f-4641-94c8-f35c415b2319 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:12:06.283695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device bce62df6-b05f-4641-94c8-f35c415b2319 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:12:06.284216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f810c8c7-5c09-49b4-aa98-5d854b499532 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:06.306518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f810c8c7-5c09-49b4-aa98-5d854b499532 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:12:06.306962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f810c8c7-5c09-49b4-aa98-5d854b499532 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:12:06.307454 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aba78160-311a-4d22-ab38-f8456443a3de no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:12:06.329288 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: aba78160-311a-4d22-ab38-f8456443a3de {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:12:06.329695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aba78160-311a-4d22-ab38-f8456443a3de not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:12:06.389065 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.391930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.393089 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/security-groups/7c369d78-8c12-4c35-8cb2-3095a45ec8a5 HTTP/1.1" status: 204 len: 168 time: 0.2368162 Jun 22 10:12:06.393949 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-804083e6-881f-4db4-ae2b-9ce368178a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:06.402904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c369d78-8c12-4c35-8cb2-3095a45ec8a5,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:06.406543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a42489b5-e5ac-4e88-9c28-d5f8d4f8b438 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:06.646261 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:12:06.735929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34688) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:06.739581 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277317610', 'description': 'tempest-secgroup-smoke-277317610 description', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:06.834627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.914147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.988864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:06.991328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:07.017807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe0cf6c-d6bd-410c-a9fd-236315c2022d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:07.020576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:07.126018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.127330 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f58e95f6-7094-414d-91b3-9670e3cfed3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3917680 Jun 22 10:12:07.130092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34690) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:07.134580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '4fe0cf6c-d6bd-410c-a9fd-236315c2022d', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:07.268772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.331889 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.411966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.413848 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3a99ba23-9b93-43fb-8bb8-9ba3c89fb94d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:07.430184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e803a13d-e4b8-41d0-8ad2-4f5ebc9cd212,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:07.433271 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:07.497944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.499498 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683081 Jun 22 10:12:07.502140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34692) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:07.506707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '4fe0cf6c-d6bd-410c-a9fd-236315c2022d', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:07.599208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.662120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.743181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.747863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-72c59e99-c8f8-4b60-ac0c-7df98e3fada8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:07.771290 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b1032c-e812-48d1-bfe9-1be09e138a94,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:07.773876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:07.857520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:07.858757 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-14f47868-14cd-4c02-ac69-b1c2dc186569 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3556681 Jun 22 10:12:07.861386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34694) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:07.865965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '4fe0cf6c-d6bd-410c-a9fd-236315c2022d', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:07.954868 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.027768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.091933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.093784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d41c775f-5a2c-487c-9ac6-c7dd2aacc3c6 tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:08.110616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d26cfe-63c0-4389-99f0-f509b8dd6739,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:08.113442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:08.211837 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.213106 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f56cefb2-54df-4811-b28d-e9a3ca82a594 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507798 Jun 22 10:12:08.215718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34696) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:08.220281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '4fe0cf6c-d6bd-410c-a9fd-236315c2022d', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:08.280350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.342284 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.451766 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.453887 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5d398fe5-603d-4df7-a49b-a1a9c92f0306 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:08.471611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76792676-c95c-4a64-a4e1-2edb9777d775,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:08.473856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:08.543452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.544606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279457 Jun 22 10:12:08.548182 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34698) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:08.552655 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '4fe0cf6c-d6bd-410c-a9fd-236315c2022d', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:08.673759 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:12:08.678797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.741339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.828772 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.830562 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d8a8e54e-6d39-4c6b-abb5-92b306907643 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:08.846760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eb4aa8-2143-47db-951a-bd98a9eefd1f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:08.849163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:08.931616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:08.932882 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3837850 Jun 22 10:12:08.935555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34700) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:08.940098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'security_group_rule': {'security_group_id': '4fe0cf6c-d6bd-410c-a9fd-236315c2022d', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:09.028537 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Project 7451c02ae07946a79580a8e4d70bb1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:12:09.033797 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.095516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.188758 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.193499 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c0c9f967-bcdb-4516-adac-58e04e42639d tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:09.208124 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e469728f-b7fb-4b04-a009-b41268e46888,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:09.210283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:09.279350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.280573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440061 Jun 22 10:12:09.283445 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34702) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:09.288510 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'network': {'name': 'tempest-network-smoke--374015531', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'port_security_enabled': True}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:09.360240 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:12:09.363591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.387476 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:12:09.396920 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.397266 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Added segment e1c03e3c-6abd-4c2d-b75d-da59b9f3b369 of type vlan for network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 Jun 22 10:12:09.435389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.548869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.554676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:09.555252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.557586 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-70fab89e-55b5-47d5-8a8e-f5da1e8c4e5b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:09.622584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Network': ['ID=eba7552c-882e-4be8-9a9b-eaa4fee20ed2,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:09.625983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:09.633898 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:12:09.698086 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b55bdfb7-f335-47e9-82b0-eefbea87d3d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4135408 Jun 22 10:12:09.700697 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34704) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:09.705347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'admin_state_up': True, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:09.748771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.800599 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.801641 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:09.852216 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.053096 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.321313 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.339957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.438326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.44 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/00dbb1b7-67d1-490e-b8e3-0130b57f7773) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:12:10.544339 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.662580 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:10.664565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4c9a1041-c75b-4d36-a525-c895e659138a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:10.699533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:10.702989 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:10.708884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:12:10.729576 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=00dbb1b7-67d1-490e-b8e3-0130b57f7773,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:10.733378 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:11.003593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:11.484600 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:11.691594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router d4285474-1562-42d0-972b-c44a82bff268 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:12:11.803582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:12:11.812606 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Sync routers for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:12:11.825480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:11.827297 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:11.931752 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:11.994721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:11.996110 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4c8bfc9a-75e3-4ca1-862d-cee0a3a5d19b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2944291 Jun 22 10:12:12.000107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34708) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:12.027831 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-56772759-f1c8-4d06-9a2f-2db52e7bf5ea tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=7451c02ae07946a79580a8e4d70bb1bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265434 Jun 22 10:12:12.030630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34710) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:12.113598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:10Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:12.126249 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908f2d1-04ff-4562-8764-c15d23567f84 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:12.130490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1908f2d1-04ff-4562-8764-c15d23567f84 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961277 Jun 22 10:12:12.131203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34712) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:12.140730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Checking router: d4285474-1562-42d0-972b-c44a82bff268 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:12:12.141087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Updating router d4285474-1562-42d0-972b-c44a82bff268 port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:12:12.158785 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-16a289fb-638a-4314-b8b2-383f6ee7754f tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=d8cc3e00-8c5a-4702-bae4-7f0cd98e981b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269685 Jun 22 10:12:12.161258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34714) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:12.166016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330005790', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:12.178354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.349056 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:12:12.352530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.429123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.440050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Transition to ACTIVE for port object 00dbb1b7-67d1-490e-b8e3-0130b57f7773 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:12.520625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.522766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7c8cec15-bd64-48eb-acbb-bcaa5a33ea26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:12.575743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Attempting to bind port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:12:12.576161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Attempting to bind port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:12:12.577076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Attempting to bind port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:12.579044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1b80-c93e-407d-a897-44591cc54286 None None] Pushing event updated for resources: {'Port': ['ID=00dbb1b7-67d1-490e-b8e3-0130b57f7773,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:12.582412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ec1b1b80-c93e-407d-a897-44591cc54286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:12.585262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:12:12.585652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:12:12.586068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.586546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:12:12.586989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Bound port: 00dbb1b7-67d1-490e-b8e3-0130b57f7773, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:12:12.587320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.645229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] For port 00dbb1b7-67d1-490e-b8e3-0130b57f7773, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:12:12.648270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] For port 00dbb1b7-67d1-490e-b8e3-0130b57f7773, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=00dbb1b7-67d1-490e-b8e3-0130b57f7773,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:12:12.715211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.717969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d0e11ba-a2fb-4612-9ba7-1fa54d2f7753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:12.770639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:12.771263 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:12.807694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1b80-c93e-407d-a897-44591cc54286 None None] Pushing event updated for resources: {'Port': ['ID=00dbb1b7-67d1-490e-b8e3-0130b57f7773,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:12.812020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ec1b1b80-c93e-407d-a897-44591cc54286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:12.880939 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:12.943402 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:12.946308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-304cfbb1-a0fc-41a0-9dee-ca39fbbe4361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:13.008332 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Subnet': ['ID=19068881-18eb-41a6-a3f3-480bba860c6a,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:13.013049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:13.016638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Checking segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:12:13.016997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network hostable DHCP agents. Network: eba7552c-882e-4be8-9a9b-eaa4fee20ed2, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:12:13.062512 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:10Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:13.093307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0afcc-305a-4502-9c1c-130e0298e188 None None] The sync data for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:10Z', 'revision_number': 3, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:12:13.120326 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:12:13.210716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, eba7552c-882e-4be8-9a9b-eaa4fee20ed2) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:13.215347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:13.223027 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:13.223196 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5404c0c-9fbb-4834-8923-1d6428537541 None None] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:12:13.310127 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1477380 Jun 22 10:12:13.313858 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34716) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:13.399762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:12:13.400742 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:13.550637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Allocated IP 172.20.0.2 (eba7552c-882e-4be8-9a9b-eaa4fee20ed2/19068881-18eb-41a6-a3f3-480bba860c6a/f575bd9b-1339-4619-a112-be55b855ada4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:12:13.712275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:13.724003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Transition to ACTIVE for port object f575bd9b-1339-4619-a112-be55b855ada4 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:13.738541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Transition to ACTIVE for port object f575bd9b-1339-4619-a112-be55b855ada4 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:13.798337 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:13.800427 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:13.805140 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:13.844155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:13.847210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:13.849713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:12:13.862768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Pushing event updated for resources: {'Port': ['ID=f575bd9b-1339-4619-a112-be55b855ada4,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:13.868927 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:13.927134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Attempting to bind port f575bd9b-1339-4619-a112-be55b855ada4 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:12:13.927794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Attempting to bind port f575bd9b-1339-4619-a112-be55b855ada4 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:12:13.927925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Attempting to bind port f575bd9b-1339-4619-a112-be55b855ada4 on network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:13.932993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:12:13.933438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Checking segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:12:13.933788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:13.934202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Bound using segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:12:13.934669 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Bound port: f575bd9b-1339-4619-a112-be55b855ada4, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:12:13.935050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.000838 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] For port f575bd9b-1339-4619-a112-be55b855ada4, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:12:14.003901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] For port f575bd9b-1339-4619-a112-be55b855ada4, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f575bd9b-1339-4619-a112-be55b855ada4,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:12:14.057104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.059202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-5b3dcaa0-9aa8-4533-9602-ac1dd12bd438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:14.086081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.1 (eba7552c-882e-4be8-9a9b-eaa4fee20ed2/19068881-18eb-41a6-a3f3-480bba860c6a/c2593d2e-baef-4f7d-8bc6-46f6c1ec635d) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:12:14.139001 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Pushing event updated for resources: {'Port': ['ID=f575bd9b-1339-4619-a112-be55b855ada4,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:14.142786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:14.182110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 00dbb1b7-67d1-490e-b8e3-0130b57f7773 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:14.240105 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.256952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object c2593d2e-baef-4f7d-8bc6-46f6c1ec635d will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:14.320236 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:14.324254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:14.324627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.372354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.375147 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c6d8857-be59-444c-a78b-55fe4c39d700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:14.409614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.412768 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:14.416375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:14.421178 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:12:14.433941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 00dbb1b7-67d1-490e-b8e3-0130b57f7773, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=00dbb1b7-67d1-490e-b8e3-0130b57f7773,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:14.465828 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:14.476994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:14.487776 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.496549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:14.499784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0fe1744e-4e3e-462c-a641-a96b1723dc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:14.549613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=00dbb1b7-67d1-490e-b8e3-0130b57f7773,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:14.556723 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:14.713270 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.010947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.057818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.061428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b9d26dd8-8610-4461-abdd-b50fd4d80e12 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:15.101128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b54bf7-6796-4b98-adb1-1cd03a579a65 None None] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:12:15.139619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:15.144480 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:15.148162 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.243706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:15.245181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:15.254713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-84260481-78b1-4bc5-9880-9ecc445bc17e None None] Provisioning for port f575bd9b-1339-4619-a112-be55b855ada4 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:15.372426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router d4285474-1562-42d0-972b-c44a82bff268 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:12:15.486187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:12:15.492628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/d4285474-1562-42d0-972b-c44a82bff268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1771491 Jun 22 10:12:15.506472 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Sync routers for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:12:15.521968 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:15.522731 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:15.555123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-947cd107-fac3-411f-94f6-e1462a71343b None None] Provisioning for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:15.559528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-947cd107-fac3-411f-94f6-e1462a71343b None None] Provisioning complete for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:15.560052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-947cd107-fac3-411f-94f6-e1462a71343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.636165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-947cd107-fac3-411f-94f6-e1462a71343b None None] Port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:12:15.656708 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:15.693351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-555be9af-def9-439f-9c73-b76f5168a689 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277317610&fields=id&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 267 time: 0.0506577 Jun 22 10:12:15.787262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ca0b96c4-e83c-4a3d-bba8-5acedd61f320 None None] Provisioning complete for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:15.787951 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ca0b96c4-e83c-4a3d-bba8-5acedd61f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.851609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-d7a03470-2bad-4358-8c4c-7e8640ee8d84 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:15.861021 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-d7a03470-2bad-4358-8c4c-7e8640ee8d84 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/networks?id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 200 len: 796 time: 0.1667392 Jun 22 10:12:15.861341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b96c4-e83c-4a3d-bba8-5acedd61f320 None None] Port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:12:15.882822 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-acd2baa4-aa51-4195-94e4-9ac76127b8d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/quotas/7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 375 time: 0.0207603 Jun 22 10:12:15.895671 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 2, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:15.925932 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Checking router: d4285474-1562-42d0-972b-c44a82bff268 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:12:15.926420 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Updating router d4285474-1562-42d0-972b-c44a82bff268 port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:12:15.949869 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-20ae0d8a-a9d9-4fcc-8a74-d3c03c40503e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661702 Jun 22 10:12:15.961699 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:15.993352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-2059476a-9941-4806-89dd-32dbc8970f5e None None] Provisioning complete for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:15.993745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2059476a-9941-4806-89dd-32dbc8970f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.031659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-2059476a-9941-4806-89dd-32dbc8970f5e None None] Port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:12:16.052860 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-a0c67aff-3a25-42f1-86f5-673afa6550a6 service neutron] 10.222.0.65 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896304 Jun 22 10:12:16.177469 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-ea30b3dd-f7bd-439e-ae2d-429a90059d87 service neutron] 10.222.0.65 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184032 Jun 22 10:12:16.242179 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.252571 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Transition to ACTIVE for port object c2593d2e-baef-4f7d-8bc6-46f6c1ec635d will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:16.280677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f575bd9b-1339-4619-a112-be55b855ada4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:16.331781 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.333815 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-703cca20-bef2-4819-a310-bfdcd76a9f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:16.417654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port f575bd9b-1339-4619-a112-be55b855ada4 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:16.418959 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Pushing event updated for resources: {'Port': ['ID=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:16.426270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f575bd9b-1339-4619-a112-be55b855ada4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:16.426909 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.430426 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.430852 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.433136 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.433136 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.433136 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.433136 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.433136 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.433874 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.435339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.435928 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.436602 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.438915 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:16.470946 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:16.506882 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Attempting to bind port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:12:16.508281 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Attempting to bind port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:12:16.509020 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Attempting to bind port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d on network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:16.512973 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e1249b9b-d0bc-4829-a43f-254e84e7040c req-71723b03-ee90-43c3-9283-7bc1d9a77be9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 210 time: 0.0691934 Jun 22 10:12:16.518369 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:12:16.518991 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Checking segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:12:16.520401 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.521036 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Bound using segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:12:16.521883 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Bound port: c2593d2e-baef-4f7d-8bc6-46f6c1ec635d, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:12:16.522494 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.620723 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] For port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:12:16.625647 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] For port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:12:16.714180 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.716194 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8f540294-fae0-4c33-8e33-afd5830047af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:16.750495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.772709 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:16.773339 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:16.776356 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Pushing event updated for resources: {'Port': ['ID=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,revision_number=4']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:16.792937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port f575bd9b-1339-4619-a112-be55b855ada4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f575bd9b-1339-4619-a112-be55b855ada4,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:16.812724 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:16.880247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:16.881446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 00dbb1b7-67d1-490e-b8e3-0130b57f7773 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:16.884716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7c8cec15-bd64-48eb-acbb-bcaa5a33ea26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:16.897858 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:16.961425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=f575bd9b-1339-4619-a112-be55b855ada4,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:16.965078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:16.974182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:16.974726 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:17.115090 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:16Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:17.142550 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd2dcf-1649-4acc-b191-e7cd9b793ad8 None None] The sync data for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:16Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:12:17.661423 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3f62d99b-89bb-451c-910e-c889be15c30d req-88137e20-86f8-43cb-b490-4eb09c2e32a7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 210 time: 0.0329139 Jun 22 10:12:18.219042 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f575bd9b-1339-4619-a112-be55b855ada4 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:18.265424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port f575bd9b-1339-4619-a112-be55b855ada4 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:18.265797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:18.346181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c2593d2e-baef-4f7d-8bc6-46f6c1ec635d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:18.451677 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:18.455682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:18.456161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:18.535886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:18.569078 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:18.570021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-fb7dfb04-e448-446f-8cfa-a211496a0453 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:18.571498 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-fb7dfb04-e448-446f-8cfa-a211496a0453 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/networks?id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 200 len: 796 time: 0.1118727 Jun 22 10:12:18.619294 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-75cd089d-9166-4d15-868b-92b3cc543da6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7451c02ae07946a79580a8e4d70bb1bc HTTP/1.1" status: 200 len: 379 time: 0.0344870 Jun 22 10:12:18.628450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'port': {'device_id': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'admin_state_up': True, 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'security_groups': ['4fe0cf6c-d6bd-410c-a9fd-236315c2022d']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:18.634928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:18.636889 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:18.684560 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:18.688088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:18.807707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2f85da6b-f8f4-4a5f-93c6-fc280eba6c66 req-867d8371-569b-4097-bdb2-01cbd9eb6cca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 210 time: 0.0289857 Jun 22 10:12:18.851636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Made reservation on behalf of 7451c02ae07946a79580a8e4d70bb1bc for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:12:18.855605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:18.984487 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.20.0.12 (eba7552c-882e-4be8-9a9b-eaa4fee20ed2/19068881-18eb-41a6-a3f3-480bba860c6a/e89d81f9-a912-4083-9e44-3ab2aff7afa3) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:12:19.126052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.139979 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Transition to ACTIVE for port object e89d81f9-a912-4083-9e44-3ab2aff7afa3 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:19.235153 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.239174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b62ed703-ab50-4b36-957d-167d3d63f515 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:19.282890 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:19.286103 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:19.289840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:12:19.320988 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=e89d81f9-a912-4083-9e44-3ab2aff7afa3,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:19.325385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:19.348059 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:19.348698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.424343 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-9993ea69-aaff-4153-907c-07c0e2292d18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7994905 Jun 22 10:12:19.442229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Request body: {'port': {'device_id': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:19.515033 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.646284 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-001593dd-4d37-4f9d-8515-1f4500bf6fb3 None None] Provisioning for port e89d81f9-a912-4083-9e44-3ab2aff7afa3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:19.650169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-001593dd-4d37-4f9d-8515-1f4500bf6fb3 None None] Provisioning complete for port e89d81f9-a912-4083-9e44-3ab2aff7afa3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:19.650489 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-001593dd-4d37-4f9d-8515-1f4500bf6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.684448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-001593dd-4d37-4f9d-8515-1f4500bf6fb3 None None] Port e89d81f9-a912-4083-9e44-3ab2aff7afa3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:12:19.777439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89d81f9-a912-4083-9e44-3ab2aff7afa3 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:19.785364 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.797348 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Transition to ACTIVE for port object e89d81f9-a912-4083-9e44-3ab2aff7afa3 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:12:19.880565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:19.883678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c9ab98c9-3764-4734-a600-6d8b4740218a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:19.987985 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Pushing event updated for resources: {'Port': ['ID=e89d81f9-a912-4083-9e44-3ab2aff7afa3,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:19.991390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:20.001457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650b728-dac7-4753-a48a-7806fb421b5a req-4d469f15-6da8-4d08-9dad-bf660f5563fa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.003080 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e650b728-dac7-4753-a48a-7806fb421b5a req-4d469f15-6da8-4d08-9dad-bf660f5563fa tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 944 time: 0.0805593 Jun 22 10:12:20.040977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Attempting to bind port e89d81f9-a912-4083-9e44-3ab2aff7afa3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:12:20.041319 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Attempting to bind port e89d81f9-a912-4083-9e44-3ab2aff7afa3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:12:20.041651 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Attempting to bind port e89d81f9-a912-4083-9e44-3ab2aff7afa3 on network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:20.046781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Port e89d81f9-a912-4083-9e44-3ab2aff7afa3 on network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:12:20.047111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Attempting to bind port e89d81f9-a912-4083-9e44-3ab2aff7afa3 on network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:12:20.047366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e650b728-dac7-4753-a48a-7806fb421b5a req-476b395e-2543-4ca6-a41c-d780cafe380c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374520 Jun 22 10:12:20.052376 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:12:20.052817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Checking segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:12:20.053198 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Bound using segment: {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:12:20.053612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Bound port: e89d81f9-a912-4083-9e44-3ab2aff7afa3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:12:20.053943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.121885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] For port e89d81f9-a912-4083-9e44-3ab2aff7afa3, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:12:20.125466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] For port e89d81f9-a912-4083-9e44-3ab2aff7afa3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:12:20.154273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c2593d2e-baef-4f7d-8bc6-46f6c1ec635d up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:20.206780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.209743 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-228ad858-9cb6-43be-b1a3-28bd19c54c2b tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:20.210858 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:20.211247 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.240910 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.241488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:20.242825 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] 10.222.0.24 "PUT /v2.0/ports/e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 200 len: 1094 time: 0.8052554 Jun 22 10:12:20.243365 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:20.245730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643ea7d-5d6f-4b97-b138-4576f8823942" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:20.283607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Pushing event updated for resources: {'Port': ['ID=e89d81f9-a912-4083-9e44-3ab2aff7afa3,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:20.287251 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:20.297349 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba6e06f-1f67-45bc-b788-45559f849b39 x-openstack-request-id: req-5ba6e06f-1f67-45bc-b788-45559f849b39 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:20.301972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:20.301972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ba6e06f-1f67-45bc-b788-45559f849b39 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:20.301972 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'status': 'completed', 'code': 200} Jun 22 10:12:20.400670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ea7d-5d6f-4b97-b138-4576f8823942 req-b4ab6841-4511-45ab-bd47-e3c3feebed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.402157 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7643ea7d-5d6f-4b97-b138-4576f8823942 req-b4ab6841-4511-45ab-bd47-e3c3feebed4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1097 time: 0.0600200 Jun 22 10:12:20.507654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ea7d-5d6f-4b97-b138-4576f8823942 req-3c4b813a-c524-4c0c-9d38-70262c8b49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.509074 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7643ea7d-5d6f-4b97-b138-4576f8823942 req-3c4b813a-c524-4c0c-9d38-70262c8b49d3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0935409 Jun 22 10:12:20.606720 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ea7d-5d6f-4b97-b138-4576f8823942 req-1e01c53b-6aef-4309-afbf-7acc5633d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.608219 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7643ea7d-5d6f-4b97-b138-4576f8823942 req-1e01c53b-6aef-4309-afbf-7acc5633d9a7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926323 Jun 22 10:12:20.720099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-f86c1fd6-435e-4000-8186-5f9bf72beb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.721586 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-f86c1fd6-435e-4000-8186-5f9bf72beb28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1097 time: 0.0534205 Jun 22 10:12:20.769518 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-a416321e-c7da-4e1a-aed6-a8044bb18ac9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 200 len: 217 time: 0.0347028 Jun 22 10:12:20.821220 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-a78e8d13-baa1-492f-b0a7-4113dbd3847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.822628 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-a78e8d13-baa1-492f-b0a7-4113dbd3847d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19068881-18eb-41a6-a3f3-480bba860c6a HTTP/1.1" status: 200 len: 834 time: 0.0467865 Jun 22 10:12:20.878380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35fef-4974-4208-8587-96c99c3c412b req-ae9b775a-58aa-425e-ab37-d58a3beb31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:20.879818 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-ae9b775a-58aa-425e-ab37-d58a3beb31ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512855 Jun 22 10:12:20.966349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-7d126f0f-3c7e-4f7d-a6de-7d61c5b53192 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797679 Jun 22 10:12:21.060026 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6d35fef-4974-4208-8587-96c99c3c412b req-cbeffe02-2eb2-49dc-87b8-f2e091d35c2e service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872657 Jun 22 10:12:21.223775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2390-c475-4560-9ce3-3d41db73e1b2 req-971200e9-574d-4d50-8204-e3b0c358a445 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:21.225275 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-867e2390-c475-4560-9ce3-3d41db73e1b2 req-971200e9-574d-4d50-8204-e3b0c358a445 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 944 time: 0.0641377 Jun 22 10:12:21.263045 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-867e2390-c475-4560-9ce3-3d41db73e1b2 req-cbcb359b-6df6-4448-bdb2-7d9cbe0c893d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Jun 22 10:12:22.439026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73a6ac-3682-4c37-9c8c-994d7ecad40a req-16a5e3b7-88a7-40ce-8113-f108fbb6fefb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:22.440426 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c73a6ac-3682-4c37-9c8c-994d7ecad40a req-16a5e3b7-88a7-40ce-8113-f108fbb6fefb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 944 time: 0.0638087 Jun 22 10:12:22.476829 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c73a6ac-3682-4c37-9c8c-994d7ecad40a req-641ee134-d91b-46ea-ac56-b7a853923e4d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Jun 22 10:12:23.647929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f42d-f4fc-4091-9508-e0c98e9ac59d req-013ecd73-ad4b-4723-9cfa-9e1c6b2e034e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:23.649368 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b2c7f42d-f4fc-4091-9508-e0c98e9ac59d req-013ecd73-ad4b-4723-9cfa-9e1c6b2e034e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 944 time: 0.0620892 Jun 22 10:12:23.684930 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b2c7f42d-f4fc-4091-9508-e0c98e9ac59d req-3c706d74-a6ff-481a-a617-5bdbe75c908e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300608 Jun 22 10:12:24.345629 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e89d81f9-a912-4083-9e44-3ab2aff7afa3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:12:24.440619 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e89d81f9-a912-4083-9e44-3ab2aff7afa3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:24.451399 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'port_id': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'mac_address': 'fa:16:3e:b0:5c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:12:24.487330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:24.499948 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89d81f9-a912-4083-9e44-3ab2aff7afa3 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:12:24.518946 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e89d81f9-a912-4083-9e44-3ab2aff7afa3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:24.611860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:24.613625 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:24.658665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e89d81f9-a912-4083-9e44-3ab2aff7afa3,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:24.661641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:24.859452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9385e-4ffe-4346-81e0-2c18ad77d06f req-d53d13cc-142f-4685-92e5-eca39557afbe tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:24.860950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69f9385e-4ffe-4346-81e0-2c18ad77d06f req-d53d13cc-142f-4685-92e5-eca39557afbe tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 945 time: 0.0676031 Jun 22 10:12:24.885450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['e89d81f9-a912-4083-9e44-3ab2aff7afa3'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:12:24.899075 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69f9385e-4ffe-4346-81e0-2c18ad77d06f req-6be9ea84-0e18-4c92-97d2-d254a6914a99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Jun 22 10:12:26.361404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e89d81f9-a912-4083-9e44-3ab2aff7afa3 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:12:26.367735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415c37-c5ae-495e-a4cc-778c1ac38b08 req-ab299033-83df-4f1c-a86b-f70b0f857459 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:26.369236 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03415c37-c5ae-495e-a4cc-778c1ac38b08 req-ab299033-83df-4f1c-a86b-f70b0f857459 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 945 time: 0.3600721 Jun 22 10:12:26.407412 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-03415c37-c5ae-495e-a4cc-778c1ac38b08 req-05cc4cd0-fc72-4aac-ab2a-a6f67c511978 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Jun 22 10:12:26.474813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port e89d81f9-a912-4083-9e44-3ab2aff7afa3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:12:26.478722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port e89d81f9-a912-4083-9e44-3ab2aff7afa3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:12:26.479117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.553974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.574983 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:26.577358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568785e-a4b1-4180-ac2c-fbed3ec2d100" -d '{"events": [{"server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "name": "network-vif-plugged", "status": "completed", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:26.589403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port e89d81f9-a912-4083-9e44-3ab2aff7afa3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:12:26.614528 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050bbd6d-9416-4c1c-9770-971b90fcd0f1 x-openstack-request-id: req-050bbd6d-9416-4c1c-9770-971b90fcd0f1 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:26.614842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "name": "network-vif-plugged", "status": "completed", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:26.615114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-050bbd6d-9416-4c1c-9770-971b90fcd0f1 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:26.615514 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'code': 200} Jun 22 10:12:26.648076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:26.649676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-88acaec1-595e-4435-b516-75b1c8d7f142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:26.696661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=e89d81f9-a912-4083-9e44-3ab2aff7afa3,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:26.700633 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:26.946971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57ef4d-2930-493a-ae32-51927cd40694 req-2f74508c-db1f-48f3-a5f1-b717b7469e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:26.948363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c57ef4d-2930-493a-ae32-51927cd40694 req-2f74508c-db1f-48f3-a5f1-b717b7469e32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1099 time: 0.0515051 Jun 22 10:12:26.981900 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2c57ef4d-2930-493a-ae32-51927cd40694 req-220dd2fb-b01b-49eb-b364-aed6c8a48557 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274489 Jun 22 10:12:27.580197 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c88c3-df37-43a8-a9c9-27b2300d4578 req-a8af9140-ad27-4396-bc9a-f5a80e88bd5d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:27.581657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa9c88c3-df37-43a8-a9c9-27b2300d4578 req-a8af9140-ad27-4396-bc9a-f5a80e88bd5d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0647156 Jun 22 10:12:27.618245 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aa9c88c3-df37-43a8-a9c9-27b2300d4578 req-ae9ac8e9-6b7b-48d1-be6d-66d1454d8b3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Jun 22 10:12:28.790085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad46e70-1a33-4dd7-9ae8-3466c4b0a8db req-f2e80ff8-2a54-4992-9d69-58ce7691b0e5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:28.791529 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ad46e70-1a33-4dd7-9ae8-3466c4b0a8db req-f2e80ff8-2a54-4992-9d69-58ce7691b0e5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0621362 Jun 22 10:12:28.828586 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3ad46e70-1a33-4dd7-9ae8-3466c4b0a8db req-44bc3044-5aea-4868-bdde-f760641e414a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Jun 22 10:12:29.004825 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f99424-9064-46f1-b8fc-0bb2ea2bb8a7 req-7a404965-5302-4e3e-8ca2-a8b70d624df0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:29.006288 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-92f99424-9064-46f1-b8fc-0bb2ea2bb8a7 req-7a404965-5302-4e3e-8ca2-a8b70d624df0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0671461 Jun 22 10:12:29.043554 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-92f99424-9064-46f1-b8fc-0bb2ea2bb8a7 req-935d174a-123b-4020-b34d-4ec4e3493be9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jun 22 10:12:29.068502 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34774) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:29.120896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2517aa-f125-4696-954d-1a4f2e707c45 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:29.122660 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ed2517aa-f125-4696-954d-1a4f2e707c45 tempest-TestNetworkAdvancedServerOps-947056204 tempest-TestNetworkAdvancedServerOps-947056204-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1094 time: 0.0531449 Jun 22 10:12:29.126386 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34776) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:29.131041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:12:29.257518 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:29.352970 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:29.451716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Allocated IP 172.26.6.219 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/9c4dfc86-a91e-4751-895d-21a426615468) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:12:29.555332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:29.577959 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e536b9fb-da45-4f27-b260-69e65adb27a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:29.674966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:29.677038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:29.710509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:12:29.713304 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:12:29.716683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:12:29.745815 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=9c4dfc86-a91e-4751-895d-21a426615468,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:29.750483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:30.088198 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:30.242255 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:30.386771 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:30.452256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:30.458169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:12:30.524983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event updated for resources: {'Port': ['ID=9c4dfc86-a91e-4751-895d-21a426615468,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:30.530692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:12:30.537148 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:30.641612 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP 5929f21d-2664-4fdb-b094-98d3dc94ae9c associated. External IP: 172.26.6.219, port: e89d81f9-a912-4083-9e44-3ab2aff7afa3. Jun 22 10:12:30.842165 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router d4285474-1562-42d0-972b-c44a82bff268 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:12:30.947501 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:12:30.957705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] Sync routers for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:12:30.966217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:30.966824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:31.023451 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:31.059888 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9324021 Jun 22 10:12:31.060603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:12:31.063751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c50cc-1225-4a59-a337-71c5a49b0945" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:12:31.074213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:31.104186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d20c76-f36f-4ccb-8d65-cdd7e73b6355 x-openstack-request-id: req-f2d20c76-f36f-4ccb-8d65-cdd7e73b6355 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:12:31.104186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:12:31.104186 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2d20c76-f36f-4ccb-8d65-cdd7e73b6355 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:12:31.104186 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'status': 'completed', 'code': 200} Jun 22 10:12:31.240678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-de7aafc5-d5a4-4775-9ae7-3b3f0c1d81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:31.242154 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-de7aafc5-d5a4-4775-9ae7-3b3f0c1d81b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1099 time: 0.0951197 Jun 22 10:12:31.277444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d84a-7b9c-4ea2-858c-2104a4703da8 req-f88a0aed-ffb2-449e-8707-eeff8dbab736 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:31.279215 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4015d84a-7b9c-4ea2-858c-2104a4703da8 req-f88a0aed-ffb2-449e-8707-eeff8dbab736 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.1006107 Jun 22 10:12:31.306230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5929f21d-2664-4fdb-b094-98d3dc94ae9c', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.219', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'port_id': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'mac_address': 'fa:16:3e:b0:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:12:29Z', 'updated_at': '2021-06-22T10:12:29Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:31.340652 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] Checking router: d4285474-1562-42d0-972b-c44a82bff268 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:12:31.351705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:12:31.352417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:12:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:31.356502 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4015d84a-7b9c-4ea2-858c-2104a4703da8 req-62599dd6-e610-4887-b533-6962c49b6101 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473275 Jun 22 10:12:31.379438 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-e56aa37e-99d2-42bb-ad29-5cb49c2dfd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:31.380910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-e56aa37e-99d2-42bb-ad29-5cb49c2dfd20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 200 len: 897 time: 0.1306133 Jun 22 10:12:31.381983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34782) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:31.458521 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:12:31.484272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-93707387-e1a0-48c5-9150-596b47eebf85 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/5929f21d-2664-4fdb-b094-98d3dc94ae9c HTTP/1.1" status: 200 len: 992 time: 0.1007485 Jun 22 10:12:31.494094 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-b511a15c-be90-4226-bdfc-3cd0cec7ab88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 200 len: 1000 time: 0.1049702 Jun 22 10:12:31.541225 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-22c10768-f317-4edd-bf09-d6b2c2f09aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:31.542704 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-22c10768-f317-4edd-bf09-d6b2c2f09aba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19068881-18eb-41a6-a3f3-480bba860c6a HTTP/1.1" status: 200 len: 834 time: 0.0428801 Jun 22 10:12:31.599129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-d31d7808-3192-49b3-a9f2-08618161ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:31.600651 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-d31d7808-3192-49b3-a9f2-08618161ac15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516553 Jun 22 10:12:31.690635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5929f21d-2664-4fdb-b094-98d3dc94ae9c', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.219', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'port_id': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'mac_address': 'fa:16:3e:b0:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:12:29Z', 'updated_at': '2021-06-22T10:12:29Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:12:31.708069 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-c2e436af-702a-41b8-8164-d8730a0743c2 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006904 Jun 22 10:12:31.717639 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c16713-9712-42f5-a748-6aef83d70c7b None None] The sync data for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '5929f21d-2664-4fdb-b094-98d3dc94ae9c', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'floating_ip_address': '172.26.6.219', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'port_id': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'mac_address': 'fa:16:3e:b0:5c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:12:29Z', 'updated_at': '2021-06-22T10:12:29Z', 'revision_number': 0, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:12:31.802050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-210c50cc-1225-4a59-a337-71c5a49b0945 req-0d549b47-964b-433a-8166-88a5ad1142cd service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874145 Jun 22 10:12:31.896069 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70696f5-0dd1-411e-bfca-03bca1f1dd26 None None] New status for floating IP 5929f21d-2664-4fdb-b094-98d3dc94ae9c: ACTIVE {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:12:32.223155 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e24594a-e68d-4865-862e-e976f196b5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:32.487859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34784) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:12:32.555178 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-63fe4b2d-050d-444f-8773-3f275d6c6c18 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/5929f21d-2664-4fdb-b094-98d3dc94ae9c HTTP/1.1" status: 200 len: 994 time: 0.0641503 Jun 22 10:12:32.697387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:33.622340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:35.148306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:39.754587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:43.645764 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:12:57.887355 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-f71bbfe6-d13a-4b92-b1b7-20630854934d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522196 Jun 22 10:12:57.996456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-5c9e76fd-2d57-45c2-a0bf-4ca2dc3d6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:57.998167 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-5c9e76fd-2d57-45c2-a0bf-4ca2dc3d6789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1099 time: 0.0525880 Jun 22 10:12:58.106866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-2afb5ed6-40d1-4f33-a9d2-97ef53bbac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:58.108344 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-2afb5ed6-40d1-4f33-a9d2-97ef53bbac69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 200 len: 897 time: 0.0911732 Jun 22 10:12:58.173834 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-632ce316-fcc6-4d88-86c3-7965a385be87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 200 len: 1002 time: 0.0583882 Jun 22 10:12:58.222507 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-1de60449-9406-4b7a-b9e7-944db98013e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:58.223929 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-1de60449-9406-4b7a-b9e7-944db98013e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19068881-18eb-41a6-a3f3-480bba860c6a HTTP/1.1" status: 200 len: 834 time: 0.0425184 Jun 22 10:12:58.285958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-cff8b795-96d7-4213-8158-6ed16dc4e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:58.287389 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-cff8b795-96d7-4213-8158-6ed16dc4e566 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563483 Jun 22 10:12:58.376764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-27ec9991-bae3-45ed-ace4-37595b45bf99 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Jun 22 10:12:58.468363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9a4b6222-209c-409f-a41c-40b2ad831f1c req-87276dbb-a74d-4930-881e-6cdf30a61f90 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Jun 22 10:12:59.612620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5dc92505-6764-44b4-b421-640442aadde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:12:59.737019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a7f7a-9f7a-4e9c-be72-62bfb269026b req-035a7084-fb82-4afd-8983-14a240589604 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:12:59.738399 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a7a7f7a-9f7a-4e9c-be72-62bfb269026b req-035a7084-fb82-4afd-8983-14a240589604 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0638041 Jun 22 10:12:59.777874 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a7a7f7a-9f7a-4e9c-be72-62bfb269026b req-4e3a67e8-82a1-45ef-a66c-7b4aae366924 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Jun 22 10:13:00.952588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fadbf3-a3b3-490f-b839-3e9180ed76b2 req-a3cec9a0-3f80-4435-8f31-18366e044c55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:00.954959 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-08fadbf3-a3b3-490f-b839-3e9180ed76b2 req-a3cec9a0-3f80-4435-8f31-18366e044c55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0646579 Jun 22 10:13:00.991647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-08fadbf3-a3b3-490f-b839-3e9180ed76b2 req-58bff4ca-dadf-4f4b-9fdf-2382e8fd151a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310385 Jun 22 10:13:01.016840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34800) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:01.079865 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9e0b4ac9-2257-473f-80cc-a4536d18cab4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/5929f21d-2664-4fdb-b094-98d3dc94ae9c HTTP/1.1" status: 200 len: 994 time: 0.0614929 Jun 22 10:13:02.189415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-69bf2776-9a31-4816-a837-980f6159b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:02.706446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c98ee-08f1-49bc-b325-6eeb57b11b31 req-ab52dfd5-a649-44e4-8ec0-600d1495cef6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:02.707849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-270c98ee-08f1-49bc-b325-6eeb57b11b31 req-ab52dfd5-a649-44e4-8ec0-600d1495cef6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0701699 Jun 22 10:13:02.715148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:02.748242 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-270c98ee-08f1-49bc-b325-6eeb57b11b31 req-e3ec93e1-b48b-4d37-9fe6-6407fe547c01 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343678 Jun 22 10:13:02.766606 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-d94dadd8-c37c-491d-8c7f-ae821bb5ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:02.768307 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-d94dadd8-c37c-491d-8c7f-ae821bb5ae28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1099 time: 0.0599458 Jun 22 10:13:02.857748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-170ccad8-f1c7-4f5b-8e31-4a6637122a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:02.859254 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-170ccad8-f1c7-4f5b-8e31-4a6637122a81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 200 len: 897 time: 0.0841994 Jun 22 10:13:02.928412 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-b8956ea5-47a3-4051-9889-a7dbe6da5a2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 200 len: 1002 time: 0.0633047 Jun 22 10:13:02.976171 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-ece0e7d1-756b-42b9-9db8-fa2cb818cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:02.977483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-ece0e7d1-756b-42b9-9db8-fa2cb818cbdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19068881-18eb-41a6-a3f3-480bba860c6a HTTP/1.1" status: 200 len: 834 time: 0.0430188 Jun 22 10:13:03.035462 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-041d956d-0cd2-42ab-b42e-f9d9ac4b8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:03.036928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-041d956d-0cd2-42ab-b42e-f9d9ac4b8e13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529959 Jun 22 10:13:03.129217 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-b61c6d34-da51-4a6b-9515-982c43749c76 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852666 Jun 22 10:13:03.217383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78c03ef2-059b-4fa2-8acf-bdb9b1bbadd6 req-c65be2a7-934f-4b31-85b9-552700406207 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812333 Jun 22 10:13:03.628999 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:03.927760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a533-6bf7-4c51-a7fe-582496f3fe8a req-575fb85e-ec32-4803-aaee-8dac355b33e3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:03.929171 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae41a533-6bf7-4c51-a7fe-582496f3fe8a req-575fb85e-ec32-4803-aaee-8dac355b33e3 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0695245 Jun 22 10:13:03.966853 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae41a533-6bf7-4c51-a7fe-582496f3fe8a req-5e3a4462-8788-44b0-8f92-0b6e221167cf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Jun 22 10:13:05.103925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:05.169835 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72727bc-bd3c-4143-8534-a5f112e3d136 req-8858a0d0-d3d8-4e41-94f7-dc9df56fd5f8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:05.171370 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b72727bc-bd3c-4143-8534-a5f112e3d136 req-8858a0d0-d3d8-4e41-94f7-dc9df56fd5f8 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0808301 Jun 22 10:13:05.217319 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b72727bc-bd3c-4143-8534-a5f112e3d136 req-65481abf-68c6-4a45-9f2e-fa4158513f4d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381036 Jun 22 10:13:05.245759 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34812) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:05.306391 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-3a708fa3-c796-4831-8817-a4bab03d59d9 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/floatingips/5929f21d-2664-4fdb-b094-98d3dc94ae9c HTTP/1.1" status: 200 len: 994 time: 0.0592740 Jun 22 10:13:05.696430 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34818) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:05.861326 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 9c4dfc86-a91e-4751-895d-21a426615468 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:13:05.861671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:05.940857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:05.941163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:06.004742 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 9c4dfc86-a91e-4751-895d-21a426615468 owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:13:06.218169 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:06.222091 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-88c81423-284a-4cf3-8b07-2a20aea52f9c tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:06.245883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=9c4dfc86-a91e-4751-895d-21a426615468,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:06.276491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.276811 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.277204 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.277587 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.277973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.278350 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.278722 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.279090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.279465 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.279830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.280230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.280598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:06.284609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:06.319475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:06.321910 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Floating IP 5929f21d-2664-4fdb-b094-98d3dc94ae9c disassociated (deleted). External IP: 172.26.6.219, port: e89d81f9-a912-4083-9e44-3ab2aff7afa3. Jun 22 10:13:06.820965 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router d4285474-1562-42d0-972b-c44a82bff268 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:13:06.930171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:06.935427 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:06.942061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] Sync routers for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:06.952410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:06.953275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:06.976648 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/floatingips/5929f21d-2664-4fdb-b094-98d3dc94ae9c HTTP/1.1" status: 204 len: 168 time: 1.2792087 Jun 22 10:13:06.977442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:13:06.980024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:13:07.024873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87edcb8-178c-476a-a79b-92dae4f67886 x-openstack-request-id: req-a87edcb8-178c-476a-a79b-92dae4f67886 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:13:07.025227 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:13:07.025812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a87edcb8-178c-476a-a79b-92dae4f67886 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:13:07.026262 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'status': 'completed', 'code': 200} Jun 22 10:13:07.077140 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:07.149362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-b695a805-60e2-4020-9eaf-60a8eed42b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:07.151844 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-b695a805-60e2-4020-9eaf-60a8eed42b47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 1099 time: 0.0717270 Jun 22 10:13:07.245493 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-15800d3c-fddd-4b4b-9fec-3405a51391e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:07.246978 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-15800d3c-fddd-4b4b-9fec-3405a51391e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 200 len: 897 time: 0.0868413 Jun 22 10:13:07.285893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:07.291355 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-7982e025-0313-46f3-a877-f2f347c4d816 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 200 len: 217 time: 0.0360560 Jun 22 10:13:07.313509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] Checking router: d4285474-1562-42d0-972b-c44a82bff268 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:07.322508 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:07.323032 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:07.346374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-60285579-0028-405c-a243-ddf983589e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:07.347897 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-60285579-0028-405c-a243-ddf983589e76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19068881-18eb-41a6-a3f3-480bba860c6a HTTP/1.1" status: 200 len: 834 time: 0.0491984 Jun 22 10:13:07.409309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-111002e9-3c55-404e-b01c-274290b03c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:07.410838 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-111002e9-3c55-404e-b01c-274290b03c58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eba7552c-882e-4be8-9a9b-eaa4fee20ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560157 Jun 22 10:13:07.573875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-ceb314a6-9800-41dc-832d-03a7bc709788 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274788 Jun 22 10:13:07.584511 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:07.607839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48524ca3-f552-4a16-af67-95c4cc9b706b req-bb84600b-c9b8-4e6c-8816-bee07ba3b9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:07.609331 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-48524ca3-f552-4a16-af67-95c4cc9b706b req-bb84600b-c9b8-4e6c-8816-bee07ba3b9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.1182463 Jun 22 10:13:07.690095 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-48524ca3-f552-4a16-af67-95c4cc9b706b req-10eb121b-af7d-45b4-9920-cf300f479eea tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552130 Jun 22 10:13:07.711330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6f2b69d-cae0-405e-b4d6-1eb1ddcdcc0e req-4fa5781c-e6a0-4df3-87f7-c7debef50527 service neutron] 10.222.0.24 "GET /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304536 Jun 22 10:13:07.785620 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:07.817766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666fbbc-74a2-4ce6-b754-3ec3d0940ad9 None None] The sync data for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'c2593d2e-baef-4f7d-8bc6-46f6c1ec635d', 'name': '', 'network_id': 'eba7552c-882e-4be8-9a9b-eaa4fee20ed2', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'mac_address': 'fa:16:3e:92:b4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:13Z', 'updated_at': '2021-06-22T10:12:18Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'subnets': [{'id': '19068881-18eb-41a6-a3f3-480bba860c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:08.019152 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e488415-4d3e-48ba-94d4-0617115bad88 None None] New status for floating IP 5929f21d-2664-4fdb-b094-98d3dc94ae9c: DOWN {{(pid=93952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:13:08.867719 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68a2c-834f-470d-9985-51a7d9501c02 req-b4306805-ab96-4dbb-a30a-b88ebdcdc680 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:08.869199 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ded68a2c-834f-470d-9985-51a7d9501c02 req-b4306805-ab96-4dbb-a30a-b88ebdcdc680 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0640333 Jun 22 10:13:08.906233 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ded68a2c-834f-470d-9985-51a7d9501c02 req-933d6fcd-1b3f-4f87-921c-6dd2bf3563dc tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/security-groups?id=4fe0cf6c-d6bd-410c-a9fd-236315c2022d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jun 22 10:13:09.207432 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-dd59fd7e-8057-4ca8-8543-6f69c4232825 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:09.210385 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-dd59fd7e-8057-4ca8-8543-6f69c4232825 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 946 time: 0.0625803 Jun 22 10:13:09.307682 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port e89d81f9-a912-4083-9e44-3ab2aff7afa3 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:13:09.308052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:09.395654 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port e89d81f9-a912-4083-9e44-3ab2aff7afa3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e89d81f9-a912-4083-9e44-3ab2aff7afa3,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:09.395946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:09.461854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for e89d81f9-a912-4083-9e44-3ab2aff7afa3 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:13:09.646557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:09.650335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-81e4168d-59f2-4306-910b-322051686dcb tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:09.679571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=e89d81f9-a912-4083-9e44-3ab2aff7afa3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:09.693020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.693417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.693804 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.694189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.694576 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.694955 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.695426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.695712 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.696110 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.696736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.696862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.697206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:09.715826 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:09.736466 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] No DVR routers for this DVR port e89d81f9-a912-4083-9e44-3ab2aff7afa3 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:13:09.738900 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:09.740880 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f62f4bad-cc3d-45b1-bd53-05e668291766 req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.24 "DELETE /v2.0/ports/e89d81f9-a912-4083-9e44-3ab2aff7afa3 HTTP/1.1" status: 204 len: 173 time: 0.5248976 Jun 22 10:13:09.741403 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'name': 'network-vif-deleted', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:13:09.743745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4353b1a9-c55b-48e2-b720-f9ffd8860f94" -d '{"events": [{"server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "name": "network-vif-deleted", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:13:09.779549 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20401042-144b-4768-b6b7-ca3ddfefd9a5 x-openstack-request-id: req-20401042-144b-4768-b6b7-ca3ddfefd9a5 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:13:09.779899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ce5064-a0ee-4d0c-9838-61e11ebc094b", "name": "network-vif-deleted", "tag": "e89d81f9-a912-4083-9e44-3ab2aff7afa3", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:13:09.780237 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20401042-144b-4768-b6b7-ca3ddfefd9a5 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:13:09.780700 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ce5064-a0ee-4d0c-9838-61e11ebc094b', 'name': 'network-vif-deleted', 'tag': 'e89d81f9-a912-4083-9e44-3ab2aff7afa3', 'status': 'completed', 'code': 200} Jun 22 10:13:09.789501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:10.052248 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-9c2c622f-e2e1-409f-bc10-388483ac0678 req-f24c72d2-86dc-4a45-bbb8-59c734f03257 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9ce5064-a0ee-4d0c-9838-61e11ebc094b HTTP/1.1" status: 200 len: 210 time: 0.0346560 Jun 22 10:13:11.145838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34834) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:11.499836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:11.758432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:13:11.758692 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:11.848131 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port c2593d2e-baef-4f7d-8bc6-46f6c1ec635d, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:11.848494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:11.914334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for c2593d2e-baef-4f7d-8bc6-46f6c1ec635d owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:13:12.178194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:12.180412 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-963b65ea-1587-42e4-a11d-27f81cf6d2d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:12.209259 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=c2593d2e-baef-4f7d-8bc6-46f6c1ec635d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:12.212438 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:12.382303 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:12.594037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Router d4285474-1562-42d0-972b-c44a82bff268 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:13:12.678285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e89d81f9-a912-4083-9e44-3ab2aff7afa3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:13:12.693472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: e89d81f9-a912-4083-9e44-3ab2aff7afa3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:13:12.693831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device e89d81f9-a912-4083-9e44-3ab2aff7afa3 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:13:12.702413 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:12.707765 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b1508830-120e-4203-9266-1a71c713c1e1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "PUT /v2.0/routers/d4285474-1562-42d0-972b-c44a82bff268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5605514 Jun 22 10:13:12.710171 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34836) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:12.714192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] Sync routers for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:12.724808 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:12.725492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:12.761154 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting subnet 19068881-18eb-41a6-a3f3-480bba860c6a {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:13:12.764252 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:12.804368 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:12.831707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:12.894300 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.007315 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:13:12Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:13.018529 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.021554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-990a438d-e48d-4c49-8cc8-3da6141c8e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:13.037771 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] Checking router: d4285474-1562-42d0-972b-c44a82bff268 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:13.046026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] Routers {'d4285474-1562-42d0-972b-c44a82bff268'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:13.046894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['d4285474-1562-42d0-972b-c44a82bff268'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:13.047256 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Subnet': ['ID=19068881-18eb-41a6-a3f3-480bba860c6a,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:13.051457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.053389 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/subnets/19068881-18eb-41a6-a3f3-480bba860c6a HTTP/1.1" status: 204 len: 168 time: 0.3422859 Jun 22 10:13:13.054484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-387878a0-f87e-4f5d-946a-08229d101a1f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:13.056096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34838) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:13.082694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4462b-a9e7-4683-84cc-302bd0adb963 None None] Network eba7552c-882e-4be8-9a9b-eaa4fee20ed2 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:13:13.245769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] Set router d4285474-1562-42d0-972b-c44a82bff268 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:13.444612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:13:12Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:13.473279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebdc15d-1b2d-419f-8cbd-09c969b980de None None] The sync data for ids ['d4285474-1562-42d0-972b-c44a82bff268'] in dv-neutron-797120-3-hyperv is: [{'id': 'd4285474-1562-42d0-972b-c44a82bff268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069908549', 'tenant_id': '7451c02ae07946a79580a8e4d70bb1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:12:09Z', 'updated_at': '2021-06-22T10:13:12Z', 'revision_number': 5, 'project_id': '7451c02ae07946a79580a8e4d70bb1bc', 'gw_port': {'id': '00dbb1b7-67d1-490e-b8e3-0130b57f7773', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4285474-1562-42d0-972b-c44a82bff268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:12:10Z', 'updated_at': '2021-06-22T10:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:13.478274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] DHCP port deletion for eba7552c-882e-4be8-9a9b-eaa4fee20ed2 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:13:13.533073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Deleting port f575bd9b-1339-4619-a112-be55b855ada4 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:13:13.533353 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.541922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.597056 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] For port f575bd9b-1339-4619-a112-be55b855ada4, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=f575bd9b-1339-4619-a112-be55b855ada4,segment=NetworkSegment(e1c03e3c-6abd-4c2d-b75d-da59b9f3b369),segment_id=e1c03e3c-6abd-4c2d-b75d-da59b9f3b369)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:13.597459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.652434 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.665661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Calling delete_port for f575bd9b-1339-4619-a112-be55b855ada4 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:13:13.782341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Deleting port 00dbb1b7-67d1-490e-b8e3-0130b57f7773 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:13:13.782690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.835566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.838445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-db36fd27-9ab8-4976-a4d9-6750e7a82f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:13.861636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Pushing event deleted for resources: {'Port': ['ID=f575bd9b-1339-4619-a112-be55b855ada4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:13.862269 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] For port 00dbb1b7-67d1-490e-b8e3-0130b57f7773, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=00dbb1b7-67d1-490e-b8e3-0130b57f7773,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:13.862628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:13.865918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] No DVR routers for this DVR port f575bd9b-1339-4619-a112-be55b855ada4 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:13:13.872151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.872930 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.873099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.873409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.873754 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.874148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.874472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.874798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.875234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.875803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.875970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.876276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:13.883415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:13.934552 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Calling delete_port for 00dbb1b7-67d1-490e-b8e3-0130b57f7773 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:13:14.172669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.174892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c1c3c739-7372-48cd-942c-e2a0d73c50fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:14.188828 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f575bd9b-1339-4619-a112-be55b855ada4 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:13:14.200275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Port': ['ID=00dbb1b7-67d1-490e-b8e3-0130b57f7773,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:14.202857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:14.213038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: f575bd9b-1339-4619-a112-be55b855ada4 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:13:14.213395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device f575bd9b-1339-4619-a112-be55b855ada4 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:13:14.213827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c2593d2e-baef-4f7d-8bc6-46f6c1ec635d no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:13:14.232703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c2593d2e-baef-4f7d-8bc6-46f6c1ec635d {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:13:14.233054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c2593d2e-baef-4f7d-8bc6-46f6c1ec635d not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:13:14.269197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.358881 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.361231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.480212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.480693 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Fanout notify agent at l3_agent the message router_deleted on router d4285474-1562-42d0-972b-c44a82bff268 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:13:14.487902 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.489030 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/routers/d4285474-1562-42d0-972b-c44a82bff268 HTTP/1.1" status: 204 len: 168 time: 1.4318624 Jun 22 10:13:14.491838 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34840) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:14.577816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.664992 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.674584 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba7552c-882e-4be8-9a9b-eaa4fee20ed2']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:14.684827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:14.685143 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c03e3c-6abd-4c2d-b75d-da59b9f3b369') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:14.694276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.708103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.713755 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:13:14.714132 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:13:14.716959 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:13:14.834939 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.838446 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-294a8254-24ba-43a3-b766-a378124d32e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:14.842628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.844748 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/networks/eba7552c-882e-4be8-9a9b-eaa4fee20ed2 HTTP/1.1" status: 204 len: 168 time: 0.3511600 Jun 22 10:13:14.847778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34842) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:14.856687 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'Network': ['ID=eba7552c-882e-4be8-9a9b-eaa4fee20ed2,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:14.859051 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-bb8bd7b2-0f36-4226-8f1f-4ef53e4641d0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:14.910997 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:14.936009 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:15.069275 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:15.071939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:15.073083 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] 10.222.0.65 "DELETE /v2.0/security-groups/4fe0cf6c-d6bd-410c-a9fd-236315c2022d HTTP/1.1" status: 204 len: 168 time: 0.2242665 Jun 22 10:13:15.073885 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bccb11d6-d405-474e-a945-05157d39ebcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:15.083194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe0cf6c-d6bd-410c-a9fd-236315c2022d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:15.086176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7593b15f-4524-4861-9feb-9904728d0ee1 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:15.743089 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34850) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:15.892847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9b3fa13b-8b62-4c69-b02c-4d969a6d1bee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7451c02ae07946a79580a8e4d70bb1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483216 Jun 22 10:13:15.895244 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34854) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:15.941697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:15.962264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.114947 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.117629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.118768 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f19a5917-1030-4d15-8fba-b0e45974f0b0 HTTP/1.1" status: 204 len: 168 time: 0.2226446 Jun 22 10:13:16.119625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-949c7bb0-c4d2-44c9-ab28-8b686dc52e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:16.136656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a5917-1030-4d15-8fba-b0e45974f0b0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:16.136656 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-43c457e7-28ca-4c89-b5c6-98170c10b9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:16.331073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 00dbb1b7-67d1-490e-b8e3-0130b57f7773 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:13:16.351533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 00dbb1b7-67d1-490e-b8e3-0130b57f7773 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:13:16.352013 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 00dbb1b7-67d1-490e-b8e3-0130b57f7773 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:13:16.701650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34860) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:16.715394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6dda-1b4b-4bd2-af9f-31daf5b6b723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.805298 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6dda-1b4b-4bd2-af9f-31daf5b6b723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.874679 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6dda-1b4b-4bd2-af9f-31daf5b6b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.877266 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a02d87f1-becc-4da7-8dcb-2e3b0aa903f7 tempest-NegativeSecGroupIPv6Test-1064495808 tempest-NegativeSecGroupIPv6Test-1064495808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:16.911522 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b6dda-1b4b-4bd2-af9f-31daf5b6b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d05896-c769-491b-951d-4fd379313ef4,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:16.915777 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-cf8b6dda-1b4b-4bd2-af9f-31daf5b6b723 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c1a250538af4a2ba95bc0c4e3b7ac53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130907 Jun 22 10:13:16.916688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cf8b6dda-1b4b-4bd2-af9f-31daf5b6b723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:16.918306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34862) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:16.965008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:16.986031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:17.013498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-a1b82fff-1c5c-4023-869f-626b660077bc req-8651198d-e7d0-420c-aa11-2b2c8fccf9ca service neutron] (93949) timed out ('10.222.0.65', 59146) {{(pid=93949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:13:17.125764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:17.128564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:17.129729 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9d05896-c769-491b-951d-4fd379313ef4 HTTP/1.1" status: 204 len: 168 time: 0.2105033 Jun 22 10:13:17.130529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0fd08d46-e897-43b9-a810-640c480de8c0 tempest-SecGroupTest-1963384556 tempest-SecGroupTest-1963384556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:17.138212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d05896-c769-491b-951d-4fd379313ef4,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:17.140435 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ac36f13-d7ac-4a52-a1f3-08a1524b061d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:18.181109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34884) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:18.279777 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2000658873-network', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:18.354646 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Made reservation on behalf of afd6d65fea20493eb883b61b4ea90d9a for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:13:18.357067 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.366353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.454992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.520219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.523156 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3c2b868d-a3cf-43ef-b9d4-e322896f08c7 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:18.547273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:13:18.557899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094c4944-3917-43a3-bd0e-c7d0fc4bbc6b,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:18.557899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:18.560301 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.560705 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Added segment 6d15331f-6a84-4502-b461-8016621324d2 of type vlan for network 01912f14-67ad-4b6b-8461-4ee964f83f49 Jun 22 10:13:18.599896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.721090 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.722016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:18.722673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:18.725727 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4762f215-13d0-47da-8cad-52e084f3195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:18.783058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Pushing event updated for resources: {'Network': ['ID=01912f14-67ad-4b6b-8461-4ee964f83f49,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:18.785831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:18.792722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:13:18.807431 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-af79173d-8a6b-4627-8f75-0b0046f1f98f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6250484 Jun 22 10:13:18.810143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34888) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:18.815140 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Request body: {'subnet': {'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2000658873-subnet', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:18.874756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Made reservation on behalf of afd6d65fea20493eb883b61b4ea90d9a for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:13:18.877937 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.108950 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.111200 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3a1407e2-321b-474c-9ce8-3553d9ba418e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:19.169443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf37640-b11e-4f14-a49c-9563f89f093d,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:19.173982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:19.180827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Checking segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:19.181193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Network hostable DHCP agents. Network: 01912f14-67ad-4b6b-8461-4ee964f83f49, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:13:19.280580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:13:19.355168 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 01912f14-67ad-4b6b-8461-4ee964f83f49) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:19.359288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:19.360100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.364047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06cdd2d-7fc2-4557-bbda-92a69bf95389 None None] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:13:19.441545 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-55e2d8b1-1f4d-4ab5-851c-d3a611841517 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6302633 Jun 22 10:13:19.444227 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34890) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:19.448731 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:19.503251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-01912f14-67ad-4b6b-8461-4ee964f83f49', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:13:19.504132 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.526336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.527394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.580131 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.640880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Allocated IP 172.20.0.2 (01912f14-67ad-4b6b-8461-4ee964f83f49/7cf37640-b11e-4f14-a49c-9563f89f093d/1cd888e8-34ea-4645-84a9-9f8ec67ba61f) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:19.763002 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.786875 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.794895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Transition to ACTIVE for port object 1cd888e8-34ea-4645-84a9-9f8ec67ba61f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:19.809584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Transition to ACTIVE for port object 1cd888e8-34ea-4645-84a9-9f8ec67ba61f will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:19.869722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.872926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:19.906061 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:19.909614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:19.913127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:19.924709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Pushing event updated for resources: {'Port': ['ID=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:19.945952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:19.986525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Attempting to bind port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:19.986901 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Attempting to bind port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:19.987266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Attempting to bind port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f on network 01912f14-67ad-4b6b-8461-4ee964f83f49 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:19.992138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:19.992516 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Checking segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:19.992917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:19.993309 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Bound using segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:19.993773 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Bound port: 1cd888e8-34ea-4645-84a9-9f8ec67ba61f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:19.994146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.024601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.050274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.055366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] For port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:20.058344 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] For port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:20.144563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.147507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:20.150305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Allocated IP 172.26.6.43 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/7f7b07ae-dc3e-4901-bd32-13fc49c12d41) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:20.214661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Pushing event updated for resources: {'Port': ['ID=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:20.218290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:20.276613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.355968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.358078 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-35198423-57ba-4666-8cec-08d429b01db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:20.398026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:20.403725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:20.406232 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:20.413160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:20.415925 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:20.644402 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:13:20.758615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:20.972537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:21.052917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a82034-59e0-46ce-ba97-851120bbc870 None None] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:13:21.155040 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Router eb9005f9-b065-4c14-8d90-82be2b029f6a is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:13:21.178943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e4e72d38-0710-43e5-ad8c-0fc71a202fc6 None None] Provisioning for port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:21.275942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:21.287942 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:21.300907 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:21.300907 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:21.355387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:21.358577 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-673ce665-db42-4753-842a-166f01926419 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9115548 Jun 22 10:13:21.360195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34892) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:21.410710 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:21.585225 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:20Z', 'revision_number': 3, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:21.611840 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:21.612225 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Updating router eb9005f9-b065-4c14-8d90-82be2b029f6a port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:13:21.645524 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:21.906070 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:21.917186 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Transition to ACTIVE for port object 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:21.972602 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:21.974641 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:22.024765 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Attempting to bind port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:22.025138 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Attempting to bind port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:22.025502 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Attempting to bind port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:22.032765 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Pushing event updated for resources: {'Port': ['ID=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:22.035818 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:22.036317 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:22.036722 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.037108 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:22.037569 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Bound port: 7f7b07ae-dc3e-4901-bd32-13fc49c12d41, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:22.037933 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.043733 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.044100 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.044432 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.044759 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.045079 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.045399 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.045718 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.046034 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.046354 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.046667 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.047605 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.047941 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:13:22.051649 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:22.099549 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] For port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:22.102599 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] For port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:22.126329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.184542 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.186633 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f01cbc00-ab8d-4e06-b039-68b40a2e44e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:22.225570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1cd888e8-34ea-4645-84a9-9f8ec67ba61f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:22.254574 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Pushing event updated for resources: {'Port': ['ID=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:22.258717 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:22.263599 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:22.264248 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:22.299506 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Allocated IP 172.20.0.1 (01912f14-67ad-4b6b-8461-4ee964f83f49/7cf37640-b11e-4f14-a49c-9563f89f093d/da53ac13-e395-47cd-ac8b-f964f6cf8c5f) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:22.332440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:22.336568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:22.337154 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.371633 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:22.407518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.416826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.420809 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Transition to ACTIVE for port object da53ac13-e395-47cd-ac8b-f964f6cf8c5f will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:22.449849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:22.492663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.495962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-64bd2a32-8e48-48b1-a18a-b65c0049ac8e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:22.502724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.507276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:22.535713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:22.538587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:22.544183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:22.550454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:22.561354 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:20Z', 'revision_number': 3, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:22.568932 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:22.571032 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:22.573698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:22.587956 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22bd82f-f49e-4d88-a359-01aec8da7e0b None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:20Z', 'revision_number': 3, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:22.596458 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.820918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.926592 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0bb72b3b-4cb4-48b9-baf8-ec9445f06d23 None None] Provisioning for port da53ac13-e395-47cd-ac8b-f964f6cf8c5f completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:22.931294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-0bb72b3b-4cb4-48b9-baf8-ec9445f06d23 None None] Provisioning complete for port da53ac13-e395-47cd-ac8b-f964f6cf8c5f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:22.931612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0bb72b3b-4cb4-48b9-baf8-ec9445f06d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:22.971522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0bb72b3b-4cb4-48b9-baf8-ec9445f06d23 None None] Port da53ac13-e395-47cd-ac8b-f964f6cf8c5f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:13:23.002909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:23.057786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:23.060285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7b869dac-2c19-422d-990f-53450ccce9d2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:23.135502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:23.137346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Pushing event updated for resources: {'Port': ['ID=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:23.141383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:23.235658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:23.237341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:23.379860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Router eb9005f9-b065-4c14-8d90-82be2b029f6a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:13:23.491621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:23.492401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-32c65cf8-bd61-430a-a4f1-49373a18c422 None None] Provisioning complete for port da53ac13-e395-47cd-ac8b-f964f6cf8c5f triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:23.492817 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32c65cf8-bd61-430a-a4f1-49373a18c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:23.501206 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] 10.222.0.65 "PUT /v2.0/routers/eb9005f9-b065-4c14-8d90-82be2b029f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1373026 Jun 22 10:13:23.526553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-32c65cf8-bd61-430a-a4f1-49373a18c422 None None] Port da53ac13-e395-47cd-ac8b-f964f6cf8c5f cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:13:24.086456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:24.095691 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:24.096369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:24.199772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 34908) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:24.206084 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1892566130-network', 'tenant_id': '4da951e4864d4c14a15ef804790e027e'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:24.314966 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Made reservation on behalf of 4da951e4864d4c14a15ef804790e027e for: {'network': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:13:24.317505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.327173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.340533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1cd888e8-34ea-4645-84a9-9f8ec67ba61f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:24.396934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:24.417954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.445331 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:24.445705 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.463347 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.467592 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e5cbed29-2001-4c05-9fff-94e8da746332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:24.488756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=93949) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:13:24.498816 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf330c8-bf9b-4842-a3db-7ed5f7056ec3,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:24.503829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:24.504965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.506634 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.segments_db [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Added segment bbaf2725-52b1-4485-8ad8-dd6a84ef734c of type vlan for network 00395a1f-98aa-4c45-8662-d49eb380330a Jun 22 10:13:24.546779 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.641130 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.642313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:24.642903 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.647726 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-41b320d3-11c1-4922-8525-92bddf217f3a tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:24.650657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:24.713874 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 2, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:24.715965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Pushing event updated for resources: {'Network': ['ID=00395a1f-98aa-4c45-8662-d49eb380330a,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:24.718645 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:24.741007 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b3a52710-aa86-4c81-9649-3713c4df923e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5374081 Jun 22 10:13:24.741696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34910) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:24.746186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 00395a1f-98aa-4c45-8662-d49eb380330a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:13:24.746934 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Request body: {'subnet': {'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1892566130-subnet', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:24.748867 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:24.749228 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Updating router eb9005f9-b065-4c14-8d90-82be2b029f6a port da53ac13-e395-47cd-ac8b-f964f6cf8c5f binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:13:24.804813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:24.806490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Made reservation on behalf of 4da951e4864d4c14a15ef804790e027e for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:13:24.809032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.822237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:24.822658 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:24.857289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.018439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.021481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9afb7938-abd9-41f4-9bc0-c2c7bdbdc249 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:25.039480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.076963 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54930745-6e16-488e-871a-2e7ed2167854,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:25.079932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:25.088041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Checking segment: {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:25.088041 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Network hostable DHCP agents. Network: 00395a1f-98aa-4c45-8662-d49eb380330a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:13:25.092832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:25.167833 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.170974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:25.178283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Network 00395a1f-98aa-4c45-8662-d49eb380330a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:13:25.213935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.237076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Transition to ACTIVE for port object da53ac13-e395-47cd-ac8b-f964f6cf8c5f will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:25.241917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:25.245020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:25.246842 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 00395a1f-98aa-4c45-8662-d49eb380330a) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:25.254477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:25.254477 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.255614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89f256-e7cb-4e0f-9e4d-4cf611a8f524 None None] Network 00395a1f-98aa-4c45-8662-d49eb380330a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:13:25.299370 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.304192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:25.332849 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-46a51fc0-ed9b-4732-a94d-f1c5b007d867 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5903277 Jun 22 10:13:25.335459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34912) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:25.348426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:25.425366 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.427066 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.436883 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b044bf-6e35-4fbf-8c49-ead8290839d2 None None] Pushing event updated for resources: {'Port': ['ID=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:25.463842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70b044bf-6e35-4fbf-8c49-ead8290839d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:25.499824 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.527384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Attempting to bind port da53ac13-e395-47cd-ac8b-f964f6cf8c5f on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:25.527763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Attempting to bind port da53ac13-e395-47cd-ac8b-f964f6cf8c5f by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:25.528171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Attempting to bind port da53ac13-e395-47cd-ac8b-f964f6cf8c5f on network 01912f14-67ad-4b6b-8461-4ee964f83f49 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:25.538117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:25.541275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Checking segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:25.541275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.541275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Bound using segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:25.541275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Bound port: da53ac13-e395-47cd-ac8b-f964f6cf8c5f, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:25.541275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.611183 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-00395a1f-98aa-4c45-8662-d49eb380330a', 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'fixed_ips': [{'subnet_id': '54930745-6e16-488e-871a-2e7ed2167854'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:13:25.612084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.658243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] For port da53ac13-e395-47cd-ac8b-f964f6cf8c5f, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:25.696721 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.718493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] For port da53ac13-e395-47cd-ac8b-f964f6cf8c5f, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:25.782567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.787480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:25.792312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Allocated IP 172.20.0.2 (00395a1f-98aa-4c45-8662-d49eb380330a/54930745-6e16-488e-871a-2e7ed2167854/c27c9411-03f9-44ae-b3b9-79bb489fc04e) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:25.899675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:25.900354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:25.946535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b044bf-6e35-4fbf-8c49-ead8290839d2 None None] Pushing event updated for resources: {'Port': ['ID=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:25.952864 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70b044bf-6e35-4fbf-8c49-ead8290839d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:25.975334 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:25.997751 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.108831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Allocated IP 172.26.6.22 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/234f55ad-b4f7-4a1a-9224-6638292f824c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:26.205517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:26.216728 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.270860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:26.315399 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.318494 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2efae8bf-36d2-4dbc-8767-1d2a7d48ef23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:26.354114 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:26.356888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:26.359364 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:26.374743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.389594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Pushing event updated for resources: {'Port': ['ID=234f55ad-b4f7-4a1a-9224-6638292f824c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:26.393734 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:26.422706 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Transition to ACTIVE for port object c27c9411-03f9-44ae-b3b9-79bb489fc04e will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:26.451791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:26.452193 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.476358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Transition to ACTIVE for port object c27c9411-03f9-44ae-b3b9-79bb489fc04e will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:26.519484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.538825 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:26.589119 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Network 00395a1f-98aa-4c45-8662-d49eb380330a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:26.601289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:26.626722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:26.629371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Pushing event updated for resources: {'Port': ['ID=c27c9411-03f9-44ae-b3b9-79bb489fc04e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:26.635935 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:26.714161 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:26.717406 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Attempting to bind port c27c9411-03f9-44ae-b3b9-79bb489fc04e on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:26.717831 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Attempting to bind port c27c9411-03f9-44ae-b3b9-79bb489fc04e by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:26.718348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Attempting to bind port c27c9411-03f9-44ae-b3b9-79bb489fc04e on network 00395a1f-98aa-4c45-8662-d49eb380330a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:26.749446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628eaba-eea4-4914-b79f-33e6101e5213 None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:26.755794 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:26.756218 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Checking segment: {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:26.756636 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.757047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Bound using segment: {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:26.757533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Bound port: c27c9411-03f9-44ae-b3b9-79bb489fc04e, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:26.757917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.856429 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] For port c27c9411-03f9-44ae-b3b9-79bb489fc04e, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:26.860975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] For port c27c9411-03f9-44ae-b3b9-79bb489fc04e, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c27c9411-03f9-44ae-b3b9-79bb489fc04e,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:26.944259 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:26.946556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:26.990167 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:27.009566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Pushing event updated for resources: {'Port': ['ID=c27c9411-03f9-44ae-b3b9-79bb489fc04e,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:27.012917 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:27.216078 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:27.412006 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Router 82fbc14d-8026-4638-aa2b-da0592b5229e is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:13:27.529139 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:27.538873 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Sync routers for ids ['82fbc14d-8026-4638-aa2b-da0592b5229e'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:27.548972 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Routers {'82fbc14d-8026-4638-aa2b-da0592b5229e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:27.549587 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['82fbc14d-8026-4638-aa2b-da0592b5229e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:27.600744 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:27.602121 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2656841 Jun 22 10:13:27.604782 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34914) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:27.661609 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Set router 82fbc14d-8026-4638-aa2b-da0592b5229e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:27.950061 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:13:26Z', 'revision_number': 3, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:27.978929 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Checking router: 82fbc14d-8026-4638-aa2b-da0592b5229e for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:27.979319 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Updating router 82fbc14d-8026-4638-aa2b-da0592b5229e port 234f55ad-b4f7-4a1a-9224-6638292f824c binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:13:28.017423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.055300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bb8c9-88df-40d5-94ae-bb4d02561c36 None None] Network 00395a1f-98aa-4c45-8662-d49eb380330a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:13:28.092025 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.197458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-658d9b23-a357-4899-ba88-222e98242fe2 None None] Provisioning for port c27c9411-03f9-44ae-b3b9-79bb489fc04e completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:28.285464 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Allocated IP 172.20.0.1 (00395a1f-98aa-4c45-8662-d49eb380330a/54930745-6e16-488e-871a-2e7ed2167854/3b1d6026-c6ee-4308-b433-c059a7ab37f3) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:28.320260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c27c9411-03f9-44ae-b3b9-79bb489fc04e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:28.325428 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.336830 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Transition to ACTIVE for port object 234f55ad-b4f7-4a1a-9224-6638292f824c will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:28.395456 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.397535 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:28.412583 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port c27c9411-03f9-44ae-b3b9-79bb489fc04e completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:28.417358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c27c9411-03f9-44ae-b3b9-79bb489fc04e triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:28.417829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.424627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.443779 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Transition to ACTIVE for port object 3b1d6026-c6ee-4308-b433-c059a7ab37f3 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:28.447998 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Attempting to bind port 234f55ad-b4f7-4a1a-9224-6638292f824c on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:28.448375 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Attempting to bind port 234f55ad-b4f7-4a1a-9224-6638292f824c by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:28.448738 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Attempting to bind port 234f55ad-b4f7-4a1a-9224-6638292f824c on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:28.454750 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381591e8-2629-44f2-b331-1580ccc87b42 None None] Pushing event updated for resources: {'Port': ['ID=234f55ad-b4f7-4a1a-9224-6638292f824c,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:28.457716 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-381591e8-2629-44f2-b331-1580ccc87b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:28.460817 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:28.461191 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:28.461595 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.461983 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:28.462609 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Bound port: 234f55ad-b4f7-4a1a-9224-6638292f824c, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:28.462852 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.524676 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] For port 234f55ad-b4f7-4a1a-9224-6638292f824c, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:28.527899 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] For port 234f55ad-b4f7-4a1a-9224-6638292f824c, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=234f55ad-b4f7-4a1a-9224-6638292f824c,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:28.528422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.533490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.536497 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23673034-b9d1-43dc-9d0d-a80fca56ba99 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:28.553928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c6695622-a531-4465-bb92-770a57e60fae None None] Provisioning complete for port c27c9411-03f9-44ae-b3b9-79bb489fc04e triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:28.554314 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c6695622-a531-4465-bb92-770a57e60fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.571935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Network 00395a1f-98aa-4c45-8662-d49eb380330a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:28.575539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:28.578876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:28.588525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port c27c9411-03f9-44ae-b3b9-79bb489fc04e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c27c9411-03f9-44ae-b3b9-79bb489fc04e,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:28.597314 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.600380 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-a5c31f94-ff38-4d5e-bb10-5aa9f476ab05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:28.605856 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1d6026-c6ee-4308-b433-c059a7ab37f3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:28.614778 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:28.633496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.653476 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Routers {'82fbc14d-8026-4638-aa2b-da0592b5229e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:28.653796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.654088 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['82fbc14d-8026-4638-aa2b-da0592b5229e'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:28.654624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device da53ac13-e395-47cd-ac8b-f964f6cf8c5f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:28.665949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-21faca97-f2b6-43c5-a10a-ea541b90e856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:28.706298 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381591e8-2629-44f2-b331-1580ccc87b42 None None] Pushing event updated for resources: {'Port': ['ID=234f55ad-b4f7-4a1a-9224-6638292f824c,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:28.709573 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-381591e8-2629-44f2-b331-1580ccc87b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:28.720576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c6695622-a531-4465-bb92-770a57e60fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.779211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=c27c9411-03f9-44ae-b3b9-79bb489fc04e,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:28.784087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:28.792127 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] Set router 82fbc14d-8026-4638-aa2b-da0592b5229e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:28.830856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.db.api [None req-c6695622-a531-4465-bb92-770a57e60fae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 10:13:28.831274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_db.api [None req-c6695622-a531-4465-bb92-770a57e60fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:13:28.869841 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.897683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port da53ac13-e395-47cd-ac8b-f964f6cf8c5f completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:28.901654 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port da53ac13-e395-47cd-ac8b-f964f6cf8c5f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:28.907676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:28.980228 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:13:26Z', 'revision_number': 3, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:28.986416 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.008005 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e638b2a-d1d2-472b-9abb-c8df3694c1e0 None None] The sync data for ids ['82fbc14d-8026-4638-aa2b-da0592b5229e'] in dv-neutron-797120-3-hyperv is: [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:13:26Z', 'revision_number': 3, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:29.019763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port da53ac13-e395-47cd-ac8b-f964f6cf8c5f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:29.047009 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.092252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.095395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:29.132094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.134532 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-86a16608-4256-43dd-bf53-2f371ab40f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:29.144604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:29.147710 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:29.207388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1d6026-c6ee-4308-b433-c059a7ab37f3,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:29.210074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.212194 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:29.319958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Network 00395a1f-98aa-4c45-8662-d49eb380330a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:29.321469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:29.473208 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Router 82fbc14d-8026-4638-aa2b-da0592b5229e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:13:29.577492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5c6e84b6-bd8e-4cd8-ae73-dec34ddd24cd None None] Provisioning for port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:29.582797 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-5c6e84b6-bd8e-4cd8-ae73-dec34ddd24cd None None] Provisioning complete for port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:29.583245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c6e84b6-bd8e-4cd8-ae73-dec34ddd24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.604974 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:29.611060 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a38ac035-e86c-45fc-9c47-4f189570bef6 admin admin] 10.222.0.65 "PUT /v2.0/routers/82fbc14d-8026-4638-aa2b-da0592b5229e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0050538 Jun 22 10:13:29.615217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dcb92567-f952-41b8-ad98-af9590778e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.628308 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e84b6-bd8e-4cd8-ae73-dec34ddd24cd None None] Port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:13:29.753290 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e88c731b-c7d9-491e-94e9-5458885a584a None None] Provisioning complete for port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:29.753589 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e88c731b-c7d9-491e-94e9-5458885a584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:29.788641 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e88c731b-c7d9-491e-94e9-5458885a584a None None] Port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:13:30.271538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c27c9411-03f9-44ae-b3b9-79bb489fc04e up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:30.301402 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34922) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:30.314651 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088510519', 'description': 'tempest-secgroup-smoke-1088510519 description', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:30.329397 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port c27c9411-03f9-44ae-b3b9-79bb489fc04e triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:30.330058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.389712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.411339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234f55ad-b4f7-4a1a-9224-6638292f824c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:30.476743 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.543830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 234f55ad-b4f7-4a1a-9224-6638292f824c completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:30.548603 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 234f55ad-b4f7-4a1a-9224-6638292f824c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:30.553855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.605507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.605507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d0b89c49-9fc9-4ac8-9c7d-27bd5ff45f96 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:30.606167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Sync routers for ids ['82fbc14d-8026-4638-aa2b-da0592b5229e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:30.606167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Routers {'82fbc14d-8026-4638-aa2b-da0592b5229e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:30.606167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['82fbc14d-8026-4638-aa2b-da0592b5229e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:30.609196 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fe1ad8-2747-43b0-b55c-2e7c8418858c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:30.613090 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:30.646947 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.648242 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-23597102-973f-43ac-9223-5d9d31aa65ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3446083 Jun 22 10:13:30.651118 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34924) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:30.655736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': '13fe1ad8-2747-43b0-b55c-2e7c8418858c', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:30.679234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.729820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 234f55ad-b4f7-4a1a-9224-6638292f824c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=234f55ad-b4f7-4a1a-9224-6638292f824c,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:30.752166 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Set router 82fbc14d-8026-4638-aa2b-da0592b5229e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:30.755023 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.810589 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.825307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.826081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device da53ac13-e395-47cd-ac8b-f964f6cf8c5f up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:30.828398 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d6a3ad9-0095-4183-b961-b29456dde4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:30.892530 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.894418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-31d122ed-0f89-4879-9c03-72cb55a203ca tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:30.916075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c5a219-ee3d-4e48-a1f2-20bf0414f96a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:30.918980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:30.962175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=234f55ad-b4f7-4a1a-9224-6638292f824c,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:30.968533 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:30.989328 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:30.990689 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-d57f74fc-b7e3-4628-972e-ee5670929329 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386474 Jun 22 10:13:30.993557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34926) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:30.999278 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': '13fe1ad8-2747-43b0-b55c-2e7c8418858c', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:31.003799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port da53ac13-e395-47cd-ac8b-f964f6cf8c5f triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:31.004212 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.085820 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.088651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 4, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3b1d6026-c6ee-4308-b433-c059a7ab37f3', 'name': '', 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'mac_address': 'fa:16:3e:86:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '54930745-6e16-488e-871a-2e7ed2167854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:28Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 2, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'subnets': [{'id': '54930745-6e16-488e-871a-2e7ed2167854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:31.119841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Checking router: 82fbc14d-8026-4638-aa2b-da0592b5229e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:31.120235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Updating router 82fbc14d-8026-4638-aa2b-da0592b5229e port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:13:31.146411 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.161098 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.194880 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.196983 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ed79b11a-445a-48e0-a55a-d5799161a568 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:31.210704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c062f2-1dfa-4072-a47a-2f66c3f500ab,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:31.214643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:31.263928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.265290 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-46bd9c1a-3165-4c54-ac2d-1a65aab31d25 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2706308 Jun 22 10:13:31.268857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34928) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:31.273564 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': '13fe1ad8-2747-43b0-b55c-2e7c8418858c', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:31.365785 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.425024 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.425991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.435457 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Transition to ACTIVE for port object 3b1d6026-c6ee-4308-b433-c059a7ab37f3 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:31.497180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.502138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fd61cfa4-6e26-4b70-aea1-3fe4938e4031 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:31.518595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b2a887-3041-4b69-a9b9-c0f832b13749,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:31.521085 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:31.525926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.528000 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ec1b1b80-c93e-407d-a897-44591cc54286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:31.583929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.587811 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-08500fb2-b755-414a-b3c3-4f625eaf6a7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155355 Jun 22 10:13:31.592708 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34930) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:31.593098 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': '13fe1ad8-2747-43b0-b55c-2e7c8418858c', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:31.602734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe5874-464d-4d02-94dd-4b79ffaf226a None None] Pushing event updated for resources: {'Port': ['ID=3b1d6026-c6ee-4308-b433-c059a7ab37f3,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:31.605805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-79fe5874-464d-4d02-94dd-4b79ffaf226a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:31.686459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.764243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.825535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Attempting to bind port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:31.825842 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Attempting to bind port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:31.826213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Attempting to bind port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 on network 00395a1f-98aa-4c45-8662-d49eb380330a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:31.835498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:31.835903 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Checking segment: {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:31.836307 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.836843 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Bound using segment: {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:31.837182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Bound port: 3b1d6026-c6ee-4308-b433-c059a7ab37f3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:31.837566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.858180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.860101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9c657552-3613-4158-ae85-ef4c3fc93b1a tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:31.876535 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edefa57-1a5c-4159-8d69-aa95bc1b481c,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:31.879031 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:31.901033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] For port 3b1d6026-c6ee-4308-b433-c059a7ab37f3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:31.904003 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] For port 3b1d6026-c6ee-4308-b433-c059a7ab37f3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3b1d6026-c6ee-4308-b433-c059a7ab37f3,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:31.983754 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:31.985153 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-6b0c2503-40bd-49db-a1e9-318684c2287c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958974 Jun 22 10:13:31.988323 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34932) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:31.992907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': '13fe1ad8-2747-43b0-b55c-2e7c8418858c', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:32.069523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.071539 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:32.136893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe5874-464d-4d02-94dd-4b79ffaf226a None None] Pushing event updated for resources: {'Port': ['ID=3b1d6026-c6ee-4308-b433-c059a7ab37f3,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:32.139487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Routers {'82fbc14d-8026-4638-aa2b-da0592b5229e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:32.140031 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['82fbc14d-8026-4638-aa2b-da0592b5229e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:32.142047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-79fe5874-464d-4d02-94dd-4b79ffaf226a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:32.155364 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Project afd6d65fea20493eb883b61b4ea90d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:13:32.161977 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.242636 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.251631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234f55ad-b4f7-4a1a-9224-6638292f824c up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:32.258264 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3b666cce-1a8b-482a-a472-f47cd20dcfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.313404 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] Set router 82fbc14d-8026-4638-aa2b-da0592b5229e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:32.337859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.339847 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-5925142d-6a7f-4536-9aee-f5c217c43831 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:32.356611 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea63abcd-c60a-436d-955f-cb82b979d27e,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:32.364563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:32.409139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 234f55ad-b4f7-4a1a-9224-6638292f824c triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:32.409527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.429718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.433518 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7c2d3aad-319c-407d-bcc6-ba61ddd96f0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4417040 Jun 22 10:13:32.433685 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34934) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:32.438819 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': '13fe1ad8-2747-43b0-b55c-2e7c8418858c', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:32.526538 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Project afd6d65fea20493eb883b61b4ea90d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:13:32.532871 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.598809 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.600931 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 4, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3b1d6026-c6ee-4308-b433-c059a7ab37f3', 'name': '', 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'mac_address': 'fa:16:3e:86:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '54930745-6e16-488e-871a-2e7ed2167854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:28Z', 'updated_at': '2021-06-22T10:13:31Z', 'revision_number': 4, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'subnets': [{'id': '54930745-6e16-488e-871a-2e7ed2167854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:32.636338 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5154494-c950-422a-bc70-f740d197a1cb None None] The sync data for ids ['82fbc14d-8026-4638-aa2b-da0592b5229e'] in dv-neutron-797120-3-hyperv is: [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 4, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '3b1d6026-c6ee-4308-b433-c059a7ab37f3', 'name': '', 'network_id': '00395a1f-98aa-4c45-8662-d49eb380330a', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'mac_address': 'fa:16:3e:86:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '54930745-6e16-488e-871a-2e7ed2167854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:28Z', 'updated_at': '2021-06-22T10:13:31Z', 'revision_number': 4, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'subnets': [{'id': '54930745-6e16-488e-871a-2e7ed2167854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:32.715266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.715524 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.717263 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b6ea7605-217d-4fe3-9ff0-8945fdc4629c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:32.740387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ef3ccb-594f-46b8-8a00-564b73b14ad3,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:32.743398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:32.835092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:32.836371 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-91925e2c-368b-46e1-bcdb-ec4b0f9329d1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017603 Jun 22 10:13:33.048153 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-b3efe22e-9a32-4a37-b570-dcbb84c9714d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088510519&fields=id&tenant_id=afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 267 time: 0.0368948 Jun 22 10:13:33.163042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-33541700-cc11-4376-8df8-61655dd9ba13 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:33.164460 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-33541700-cc11-4376-8df8-61655dd9ba13 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 809 time: 0.1066306 Jun 22 10:13:33.179193 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-6f69cbab-452e-48c6-97d1-2a8def068b5b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/quotas/afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 375 time: 0.0093970 Jun 22 10:13:33.243646 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-3b0db966-9c44-42f8-8f57-c81cce2a8d05 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596039 Jun 22 10:13:33.341127 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-91fb553a-7981-457e-9ee9-36b551eca5a8 service neutron] 10.222.0.65 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857110 Jun 22 10:13:33.441851 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-33f74576-2d47-4109-9dd4-ca9fef9c0eeb service neutron] 10.222.0.65 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939274 Jun 22 10:13:33.685369 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:33.685960 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-75329e13-4c43-466e-8a40-23f41aa6c430 req-2421e4ec-f1b7-476c-963b-ba5329d74a08 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 210 time: 0.0323625 Jun 22 10:13:34.216637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3b1d6026-c6ee-4308-b433-c059a7ab37f3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:34.314829 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:34.319007 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:34.323102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:34.395736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:34.427585 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 3b1d6026-c6ee-4308-b433-c059a7ab37f3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3b1d6026-c6ee-4308-b433-c059a7ab37f3,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:34.508614 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:34.511318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:34.556645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=3b1d6026-c6ee-4308-b433-c059a7ab37f3,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:34.559718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:34.768262 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-06fbc636-f730-425a-8960-ef67b97cf660 req-b4db4849-6ab0-4b85-8a2e-9d0e03a282a8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 210 time: 0.0299406 Jun 22 10:13:35.086880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:35.910882 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-67dd6d42-1f71-48f2-8159-6a9c9352c838 req-2fb0f4e6-3354-4d50-b35f-5dbbd9fd42ea tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 210 time: 0.0298898 Jun 22 10:13:36.028934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-a0cc9573-5734-464e-946b-52534f8df26d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:36.031005 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-a0cc9573-5734-464e-946b-52534f8df26d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 809 time: 0.1154640 Jun 22 10:13:36.081493 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-4e84b79c-929f-4206-a3bd-943320a4c7a6 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 380 time: 0.0357358 Jun 22 10:13:36.090108 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'port': {'device_id': '0da43f42-9b09-41e0-8568-17f0a305017a', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'admin_state_up': True, 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'security_groups': ['13fe1ad8-2747-43b0-b55c-2e7c8418858c']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:36.216336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3b1d6026-c6ee-4308-b433-c059a7ab37f3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:36.267667 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:36.268079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:36.286224 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Made reservation on behalf of afd6d65fea20493eb883b61b4ea90d9a for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:13:36.290008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:36.425954 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Allocated IP 172.20.0.7 (01912f14-67ad-4b6b-8461-4ee964f83f49/7cf37640-b11e-4f14-a49c-9563f89f093d/2abc3791-21d4-4acd-b8d2-b91f4db0b632) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:36.566856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:36.579569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Transition to ACTIVE for port object 2abc3791-21d4-4acd-b8d2-b91f4db0b632 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:36.663935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:36.669286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9cc6d764-9d99-47f6-ae06-f4f82a100ca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:36.705889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:36.709085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:36.711564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:36.755252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:36.759633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:36.776318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:36.776962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:36.835834 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-42cf555d-204c-4eb8-a443-fc0ac50ea4f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492557 Jun 22 10:13:36.854357 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Request body: {'port': {'device_id': '0da43f42-9b09-41e0-8568-17f0a305017a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:36.927922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.006806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1b4f4c83-585f-4a10-9f67-0c0f4a382bec None None] Provisioning for port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:37.011655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1b4f4c83-585f-4a10-9f67-0c0f4a382bec None None] Provisioning complete for port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:37.012075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4c83-585f-4a10-9f67-0c0f4a382bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.051779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f4c83-585f-4a10-9f67-0c0f4a382bec None None] Port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:13:37.099490 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ae796-19e4-450a-b137-2307587fd933 req-7cce3da2-cca0-40d9-b302-0b2ddbcc32cc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:37.101109 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b64ae796-19e4-450a-b137-2307587fd933 req-7cce3da2-cca0-40d9-b302-0b2ddbcc32cc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 931 time: 0.0728126 Jun 22 10:13:37.139693 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b64ae796-19e4-450a-b137-2307587fd933 req-562de1ef-2f52-481b-bab0-a846239ae252 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329583 Jun 22 10:13:37.206622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abc3791-21d4-4acd-b8d2-b91f4db0b632 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:13:37.213829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.225842 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Transition to ACTIVE for port object 2abc3791-21d4-4acd-b8d2-b91f4db0b632 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:13:37.314518 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.317355 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f471d7d3-f6b5-4e3b-8fd5-cf24f24fd175 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:37.391020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:37.395268 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:37.472192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Attempting to bind port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:13:37.472539 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Attempting to bind port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:13:37.472874 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Attempting to bind port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 on network 01912f14-67ad-4b6b-8461-4ee964f83f49 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:37.477426 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 on network 01912f14-67ad-4b6b-8461-4ee964f83f49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:13:37.477757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Attempting to bind port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 on network 01912f14-67ad-4b6b-8461-4ee964f83f49 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:13:37.482716 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:13:37.483068 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Checking segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:13:37.483439 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Bound using segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:13:37.483929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Bound port: 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:13:37.484308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.548453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:13:37.558971 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:13:37.635934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.638277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4bbb2d5b-62c7-4cbc-bb22-222acb85a549 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:37.668824 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:37.669409 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:37.671130 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 1093 time: 0.8212159 Jun 22 10:13:37.673588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:13:37.676041 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc21da-37df-44cb-b9ec-2cd4515413eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:13:37.704207 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:37.707445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:37.774895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f44f8a7-f09f-417f-b69a-60ec23ba3d70 x-openstack-request-id: req-6f44f8a7-f09f-417f-b69a-60ec23ba3d70 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:13:37.775309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:13:37.775615 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f44f8a7-f09f-417f-b69a-60ec23ba3d70 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:13:37.776091 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'status': 'completed', 'code': 200} Jun 22 10:13:37.850603 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-2a2a7aa8-b02c-417d-875e-bef308fc532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:37.852191 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-2a2a7aa8-b02c-417d-875e-bef308fc532a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1096 time: 0.0599196 Jun 22 10:13:37.902108 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-c8d54706-348f-406c-b653-ec94a3b34582 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 217 time: 0.0368679 Jun 22 10:13:37.948262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-20ac082e-8f4c-4549-b5dd-e694eb8d38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:37.949707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-20ac082e-8f4c-4549-b5dd-e694eb8d38f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0420139 Jun 22 10:13:38.005608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-5e3b6e1f-70ed-45c2-9883-eecd782dedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:38.007116 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-5e3b6e1f-70ed-45c2-9883-eecd782dedf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512135 Jun 22 10:13:38.097517 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-dd53d2f6-f10e-488e-ac2a-c95893690709 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Jun 22 10:13:38.189875 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-74561a5f-519b-456e-9160-8e4fafd68ad5 req-28ada1d0-48e5-4c30-b07d-9224f254cdcd service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Jun 22 10:13:38.315921 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9cdc-6f2b-4673-a5fd-f72339dbb05c req-20e3b7b3-c7bb-4dd7-afe9-c89ca3574a0b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:38.317408 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-225c9cdc-6f2b-4673-a5fd-f72339dbb05c req-20e3b7b3-c7bb-4dd7-afe9-c89ca3574a0b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0630345 Jun 22 10:13:38.355071 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-225c9cdc-6f2b-4673-a5fd-f72339dbb05c req-47da540b-df9e-483e-b10c-3b3326243b88 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Jun 22 10:13:38.456846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-ebfd88b6-f542-4823-9392-5013a2564386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:38.458330 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-ebfd88b6-f542-4823-9392-5013a2564386 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1096 time: 0.0572386 Jun 22 10:13:38.545938 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-4ce30abb-3c7c-44cc-a7ec-e3c762ad4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:38.547453 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-4ce30abb-3c7c-44cc-a7ec-e3c762ad4efb service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0822299 Jun 22 10:13:38.593235 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-b148ead6-551d-4ac0-88b8-5be0a83c4854 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 217 time: 0.0387323 Jun 22 10:13:38.641505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-b3deeb8f-1cd8-44ce-82f5-35f390ccd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:38.643002 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-b3deeb8f-1cd8-44ce-82f5-35f390ccd18d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0433984 Jun 22 10:13:38.698210 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-cdcb804f-0c76-43af-b902-1dcad0c0c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:38.699661 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-cdcb804f-0c76-43af-b902-1dcad0c0c967 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501287 Jun 22 10:13:38.792971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-195a0b6a-6212-4a8e-a361-de368f90c3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857301 Jun 22 10:13:38.884252 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-56fc21da-37df-44cb-b9ec-2cd4515413eb req-c19ce4eb-4ea1-40cb-9bb6-ba5bcbbfdd08 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817306 Jun 22 10:13:39.537705 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87883-1763-4b0d-9b23-21a5795070f2 req-19f14af0-0e71-4f9b-98c1-b04e2f3d07e8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:39.539176 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-82e87883-1763-4b0d-9b23-21a5795070f2 req-19f14af0-0e71-4f9b-98c1-b04e2f3d07e8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0654614 Jun 22 10:13:39.576398 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-82e87883-1763-4b0d-9b23-21a5795070f2 req-07954f8e-3777-44ca-b01b-a1983d19a6db tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Jun 22 10:13:39.789645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:40.754696 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960cea9-5d53-4436-959f-526a7b96c512 req-1eaa507c-62c3-4347-b736-0a88b59058f5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:40.756215 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1960cea9-5d53-4436-959f-526a7b96c512 req-1eaa507c-62c3-4347-b736-0a88b59058f5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0691996 Jun 22 10:13:40.798937 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1960cea9-5d53-4436-959f-526a7b96c512 req-41b34965-6518-459a-8ffd-454d4400dcf3 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370445 Jun 22 10:13:40.828819 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:13:40.921044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:40.932449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:13:40.968109 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:40.983837 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abc3791-21d4-4acd-b8d2-b91f4db0b632 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:13:41.003341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:41.058185 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:41.060849 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-8ec8de70-7867-42e2-b7f4-8dfa241cdc29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:41.106445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:41.109487 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:41.334381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['2abc3791-21d4-4acd-b8d2-b91f4db0b632'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:13:41.971062 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02120b3-96c9-40b5-b7da-e72f1fb12c7b req-bc36d27a-f21a-4d75-b7e9-7345397f8adb tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:41.972541 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b02120b3-96c9-40b5-b7da-e72f1fb12c7b req-bc36d27a-f21a-4d75-b7e9-7345397f8adb tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 944 time: 0.0657701 Jun 22 10:13:42.009302 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b02120b3-96c9-40b5-b7da-e72f1fb12c7b req-99de341a-652b-4edc-be39-23bdd115f653 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Jun 22 10:13:42.831498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:13:42.938497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:13:42.942088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:13:42.942466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:43.019296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:43.044563 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:13:43.047167 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17758f8-86d8-477c-af59-b33dacf4202e" -d '{"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-plugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:13:43.059719 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:13:43.089943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f546ad-dd46-41e2-bae6-f3d86c8d6850 x-openstack-request-id: req-75f546ad-dd46-41e2-bae6-f3d86c8d6850 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:13:43.090246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-plugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:13:43.090506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75f546ad-dd46-41e2-bae6-f3d86c8d6850 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:13:43.090908 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'code': 200} Jun 22 10:13:43.144693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:43.147277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:43.185225 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5838d0-6c66-4a50-801d-b746edfe8564 req-92c4491d-557d-49ea-a74c-05bde736a519 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:43.186706 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ab5838d0-6c66-4a50-801d-b746edfe8564 req-92c4491d-557d-49ea-a74c-05bde736a519 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 944 time: 0.0657101 Jun 22 10:13:43.196095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:43.200395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:43.225493 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ab5838d0-6c66-4a50-801d-b746edfe8564 req-10bde76a-676b-4936-9e7c-6303bc2a21c1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Jun 22 10:13:43.529652 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daffe5-688d-4cfe-8acf-5cdb6fc1193a req-9445e951-6f2d-4c72-bfab-30437ae3aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:43.531166 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-66daffe5-688d-4cfe-8acf-5cdb6fc1193a req-9445e951-6f2d-4c72-bfab-30437ae3aaa0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1098 time: 0.0565939 Jun 22 10:13:43.565130 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-66daffe5-688d-4cfe-8acf-5cdb6fc1193a req-263151ea-d79e-434d-893d-ba18e57fb22c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280764 Jun 22 10:13:44.408046 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a2515-a3e8-4c45-865f-857161072e35 req-34798ac5-dad3-40e9-8df8-75c62cdd027e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:44.410350 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e3a2515-a3e8-4c45-865f-857161072e35 req-34798ac5-dad3-40e9-8df8-75c62cdd027e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0749381 Jun 22 10:13:44.448448 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e3a2515-a3e8-4c45-865f-857161072e35 req-a92b8643-05bf-4768-86fc-409ee5d994a4 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Jun 22 10:13:45.621081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dcb20-d1fa-41b2-a946-ae8712ec0e3c req-c6cc2e65-3c8c-4f48-ae68-ee4913229100 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:45.622536 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d01dcb20-d1fa-41b2-a946-ae8712ec0e3c req-c6cc2e65-3c8c-4f48-ae68-ee4913229100 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0629172 Jun 22 10:13:45.659307 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d01dcb20-d1fa-41b2-a946-ae8712ec0e3c req-fe1a9f0f-b95e-4e5b-8b2b-b7e4102cc31a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302730 Jun 22 10:13:45.832917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d514b-7407-400e-a9fb-2b7499850243 req-da31ef34-5362-4370-b717-31313fff91fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:45.834383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f01d514b-7407-400e-a9fb-2b7499850243 req-da31ef34-5362-4370-b717-31313fff91fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0627532 Jun 22 10:13:45.872332 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f01d514b-7407-400e-a9fb-2b7499850243 req-c360c060-049b-4096-9b18-c58d67b31e29 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Jun 22 10:13:45.896018 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 34998) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:46.035543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8128982-88a7-458f-9b73-70aea49f417f tempest-TestShelveInstance-982542566 tempest-TestShelveInstance-982542566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:46.037100 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-a8128982-88a7-458f-9b73-70aea49f417f tempest-TestShelveInstance-982542566 tempest-TestShelveInstance-982542566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1093 time: 0.1401055 Jun 22 10:13:46.040234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35002) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:13:46.045008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:13:46.144784 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:46.244589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:46.344318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Allocated IP 172.26.6.228 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/71c1131c-d321-4f73-9df6-8d472dbbd332) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:13:46.448194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:46.543774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:46.545845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-01869306-5625-47a7-891d-74735b8c2204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:46.584766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:13:46.589441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:13:46.591965 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:13:46.597935 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'Port': ['ID=71c1131c-d321-4f73-9df6-8d472dbbd332,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:46.600792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:46.954300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:47.091408 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:47.240410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:47.280982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:47.283781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e237ee86-6dc0-456f-a374-c071f1fef5b2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:13:47.353479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'Port': ['ID=71c1131c-d321-4f73-9df6-8d472dbbd332,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:13:47.357281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:13:47.361945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:47.793847 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Floating IP 24f7e849-8ec4-4cd2-a11c-5e4cb8f84964 associated. External IP: 172.26.6.228, port: 2abc3791-21d4-4acd-b8d2-b91f4db0b632. Jun 22 10:13:47.991895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Router eb9005f9-b065-4c14-8d90-82be2b029f6a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:13:48.097241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:13:48.107229 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:13:48.117025 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:48.117777 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:48.166517 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:13:48.207656 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1663213 Jun 22 10:13:48.208520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:13:48.210836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020595d-3156-4de7-8ec0-7c0716fbe950" -d '{"events": [{"name": "network-changed", "server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:13:48.224016 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:48.246498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5389788f-ce2a-45d5-beb8-89019724de78 x-openstack-request-id: req-5389788f-ce2a-45d5-beb8-89019724de78 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:13:48.246839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:13:48.247142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5389788f-ce2a-45d5-beb8-89019724de78 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:13:48.247836 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'status': 'completed', 'code': 200} Jun 22 10:13:48.338690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-0909f8ce-3eb9-494c-8aff-9aadc5b00adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:48.340266 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-0909f8ce-3eb9-494c-8aff-9aadc5b00adf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1098 time: 0.0518513 Jun 22 10:13:48.439353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-6867bd4c-bb5c-46e9-bddd-71ed0999cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:48.440804 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-6867bd4c-bb5c-46e9-bddd-71ed0999cf36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0946407 Jun 22 10:13:48.452433 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '24f7e849-8ec4-4cd2-a11c-5e4cb8f84964', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da43f42-9b09-41e0-8568-17f0a305017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:13:46Z', 'updated_at': '2021-06-22T10:13:46Z', 'revision_number': 0, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:48.479757 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:13:48.488396 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:13:48.489004 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:13:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:48.513722 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-5c463f5d-7e0a-4137-8687-c9cb01f09c7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 999 time: 0.0664680 Jun 22 10:13:48.562328 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-f59c6104-2383-4644-8c54-647472d530e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:48.563795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-f59c6104-2383-4644-8c54-647472d530e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0439019 Jun 22 10:13:48.591432 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:13:48.620012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-89a56e94-7127-4695-9c16-0afd1e10cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:48.621512 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-89a56e94-7127-4695-9c16-0afd1e10cdb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519397 Jun 22 10:13:48.716704 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-3b814c33-db1b-4e49-bef8-5adc89e3d2c3 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888252 Jun 22 10:13:48.809333 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b020595d-3156-4de7-8ec0-7c0716fbe950 req-71d4a77d-373d-4e41-9da2-62b326a1b558 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868580 Jun 22 10:13:48.910424 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '24f7e849-8ec4-4cd2-a11c-5e4cb8f84964', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da43f42-9b09-41e0-8568-17f0a305017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:13:46Z', 'updated_at': '2021-06-22T10:13:46Z', 'revision_number': 0, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:13:48.936565 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a90d34-2e7c-41a4-9b3b-a65b685430ed None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '24f7e849-8ec4-4cd2-a11c-5e4cb8f84964', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da43f42-9b09-41e0-8568-17f0a305017a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:13:46Z', 'updated_at': '2021-06-22T10:13:46Z', 'revision_number': 0, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:13:49.115914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c27349-af38-434a-81b2-a671443d60dd None None] New status for floating IP 24f7e849-8ec4-4cd2-a11c-5e4cb8f84964: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:13:57.642231 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:13:58.856828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-5dd43563-a26c-4d89-a1d8-79cc77a4b19c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563920 Jun 22 10:13:58.963837 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-666b3a1d-f26d-47c5-8a28-ca810ee67d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:58.965356 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-666b3a1d-f26d-47c5-8a28-ca810ee67d44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1098 time: 0.0524280 Jun 22 10:13:59.066460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-b3e45d2b-c47c-4a56-b745-967cd663a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:59.067910 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-b3e45d2b-c47c-4a56-b745-967cd663a251 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0831437 Jun 22 10:13:59.139808 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-8cff8e27-0512-46c5-b1be-9bfcc9b4ec98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 1001 time: 0.0648153 Jun 22 10:13:59.187964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-70a39fef-8fef-4063-bc77-96e0688e3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:59.189383 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-70a39fef-8fef-4063-bc77-96e0688e3d9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0439706 Jun 22 10:13:59.245477 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-fa2148ca-aa9c-4b4d-b5f7-3da71586069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:13:59.246938 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-fa2148ca-aa9c-4b4d-b5f7-3da71586069c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512183 Jun 22 10:13:59.338674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-cb36b045-d7be-4df4-8aae-3a59dab549a7 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849259 Jun 22 10:13:59.425819 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-27848ac6-dfb8-45d4-b83b-ddc3529f818a req-a02e6f99-efa1-4c26-be87-b68df3ab98af service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807350 Jun 22 10:13:59.577929 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9a0d-8a4a-4aa5-bac8-0c7b631a5f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:02.212823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-44954009-5d6c-4349-9b43-4f2edfbdd737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:02.652535 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:03.652279 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:05.092065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:09.772171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:29.595230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-420d1a3f-d6a5-44e2-85db-7b41c766e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:32.212400 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e185bbff-cbea-4beb-9ab4-e69bc51535a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:32.692581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:33.624227 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:34.640878 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:14:35.132937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:39.784004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:14:59.578584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cafc09e2-1860-4d8b-914e-17df69ee0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:00.891948 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-ddceb288-6dca-4e21-9bcd-5f1c9c9e8d1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1010730 Jun 22 10:15:00.999555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-6c06561f-848e-4ddd-aff8-8321215dadad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:01.001033 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-6c06561f-848e-4ddd-aff8-8321215dadad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1098 time: 0.0521765 Jun 22 10:15:01.102704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-9bb06297-adf1-47de-aebe-c4a3ff0926e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:01.102704 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-9bb06297-adf1-47de-aebe-c4a3ff0926e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0824225 Jun 22 10:15:01.177776 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-9865df51-34e1-4684-a905-2d0b77b83160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 1001 time: 0.0687096 Jun 22 10:15:01.224891 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-c70d69d0-7233-4452-a42a-9eb2147b1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:01.226269 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-c70d69d0-7233-4452-a42a-9eb2147b1783 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0428176 Jun 22 10:15:01.285202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-93caf92a-88f4-451c-8772-5c5dfabddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:01.286689 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-93caf92a-88f4-451c-8772-5c5dfabddd9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540960 Jun 22 10:15:01.378300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-cb9b476e-d21d-4b16-b48e-123b6ec2c848 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853286 Jun 22 10:15:01.467084 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-690c3af3-69f8-4e59-bc71-a62b1d498fda req-d510970d-a64e-4894-b2e9-81c9a8fbb317 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Jun 22 10:15:02.206855 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-51fd131d-1972-4f59-b367-bc23a5d6c1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:02.675358 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:03.624626 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:05.098215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:09.778023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:11.640423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:15:29.567106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5c956ebc-715a-4c3e-a7e3-e16557aa6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:32.259113 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-57382330-80db-4387-8079-125fa35f72ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:32.704778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:33.630138 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:35.121767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:39.796200 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:43.230712 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49575d-6d1f-4c7b-94fe-1cb11d0960a1 req-92d976e8-1cf3-4eca-ab88-1033ed91aa3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:43.232225 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fa49575d-6d1f-4c7b-94fe-1cb11d0960a1 req-92d976e8-1cf3-4eca-ab88-1033ed91aa3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.1297672 Jun 22 10:15:43.270490 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fa49575d-6d1f-4c7b-94fe-1cb11d0960a1 req-68cf08e1-c6ab-4d04-a2e8-8b496d5385f1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Jun 22 10:15:44.472500 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b12f2-ef27-403f-ad1d-575e70d395da req-c3bb8355-7d73-48fb-b1bd-d2bccce86c99 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:44.473830 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b72b12f2-ef27-403f-ad1d-575e70d395da req-c3bb8355-7d73-48fb-b1bd-d2bccce86c99 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0692728 Jun 22 10:15:44.510992 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b72b12f2-ef27-403f-ad1d-575e70d395da req-6b031319-d526-4448-8363-673dbd3bf751 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Jun 22 10:15:45.696002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47261be-9ab1-4855-a218-290e4c06faae req-dd041f58-193a-4e75-ae03-85fa173c722f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:45.697416 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e47261be-9ab1-4855-a218-290e4c06faae req-dd041f58-193a-4e75-ae03-85fa173c722f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0626180 Jun 22 10:15:45.734065 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e47261be-9ab1-4855-a218-290e4c06faae req-45564361-6d93-49bd-b576-6d3f8b2e8b5b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Jun 22 10:15:46.911005 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ac0ca-3c8e-475d-9c85-8be31566ea91 req-21c5d842-1649-4ed6-8013-db15012cb073 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:46.912518 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-245ac0ca-3c8e-475d-9c85-8be31566ea91 req-21c5d842-1649-4ed6-8013-db15012cb073 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jun 22 10:15:46.952934 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-245ac0ca-3c8e-475d-9c85-8be31566ea91 req-3d4aad98-b524-4fe6-8de9-c4d57620d361 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339627 Jun 22 10:15:48.126857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd12e3-076d-4d1a-b4df-7bd1965ab8aa req-10aa8491-1764-4fb8-8a38-c3450dffa9c6 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:48.128434 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18bd12e3-076d-4d1a-b4df-7bd1965ab8aa req-10aa8491-1764-4fb8-8a38-c3450dffa9c6 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0672712 Jun 22 10:15:48.169294 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-18bd12e3-076d-4d1a-b4df-7bd1965ab8aa req-e2d1995e-2d45-4ee9-aae4-da26fff4cd7b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346379 Jun 22 10:15:48.638373 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:15:49.341862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33900db8-8e78-410d-8808-638bbb230f14 req-4d0bc89c-91ed-46c0-acb2-65f75f254368 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:49.343370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33900db8-8e78-410d-8808-638bbb230f14 req-4d0bc89c-91ed-46c0-acb2-65f75f254368 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0640409 Jun 22 10:15:49.382315 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33900db8-8e78-410d-8808-638bbb230f14 req-082733f1-9950-4fbc-8ea5-5a20d9fc8499 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325913 Jun 22 10:15:50.556968 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1601a8-af97-4b9e-a622-57ae862b0f50 req-954900fe-6b6e-4c2c-b34f-8b1f05d0dfc2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:50.558425 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e1601a8-af97-4b9e-a622-57ae862b0f50 req-954900fe-6b6e-4c2c-b34f-8b1f05d0dfc2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0632091 Jun 22 10:15:50.595176 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7e1601a8-af97-4b9e-a622-57ae862b0f50 req-2f77d85e-d73b-4038-8fc4-9d36e5dce06b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Jun 22 10:15:51.773492 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f3345-2e34-4095-a798-13728f8cc1ab req-75f9ff20-af57-412c-9acb-b207f225b978 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:51.774950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f0f3345-2e34-4095-a798-13728f8cc1ab req-75f9ff20-af57-412c-9acb-b207f225b978 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0681331 Jun 22 10:15:51.812482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1f0f3345-2e34-4095-a798-13728f8cc1ab req-3874258b-5290-4e99-9570-e123492d2bda tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Jun 22 10:15:52.993850 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fc7a3-9db6-4550-a0ad-5b2636ea18c7 req-8daedc07-00a4-44c2-a9a0-e184cea26c47 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:52.995363 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a6fc7a3-9db6-4550-a0ad-5b2636ea18c7 req-8daedc07-00a4-44c2-a9a0-e184cea26c47 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0667439 Jun 22 10:15:53.033079 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-5a6fc7a3-9db6-4550-a0ad-5b2636ea18c7 req-e42ce29e-86f1-403c-8982-b18e8429b89e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316105 Jun 22 10:15:54.211758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa2a63-03a4-44d4-aedc-488eaeb4881d req-6e8e717e-90d4-4852-96ab-f5bca64df844 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:54.213284 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e8fa2a63-03a4-44d4-aedc-488eaeb4881d req-6e8e717e-90d4-4852-96ab-f5bca64df844 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0655906 Jun 22 10:15:54.268006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e8fa2a63-03a4-44d4-aedc-488eaeb4881d req-dd9fd063-a1db-4075-b72b-1c9307aff293 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481095 Jun 22 10:15:55.298813 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:15:55.394096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:55.405004 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:15:55.439526 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45365139-05b1-40ab-9d6e-ecc03df17601 req-140cd028-4e24-4f7a-9b35-cd5cd249201e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:55.441014 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-45365139-05b1-40ab-9d6e-ecc03df17601 req-140cd028-4e24-4f7a-9b35-cd5cd249201e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0626354 Jun 22 10:15:55.441332 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:55.454503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2abc3791-21d4-4acd-b8d2-b91f4db0b632 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:15:55.474141 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:55.479271 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-45365139-05b1-40ab-9d6e-ecc03df17601 req-64556c6f-e365-4b19-ad33-357c8bfe7422 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Jun 22 10:15:55.573471 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:55.575522 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70b044bf-6e35-4fbf-8c49-ead8290839d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:55.624478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.631401 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.631745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.632111 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.632444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.632770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.633096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.633418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.633738 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.634059 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.634380 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.634695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.635009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:55.638852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:55.737949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['2abc3791-21d4-4acd-b8d2-b91f4db0b632'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:15:56.822243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726d46-6080-4af1-8dc6-3fda28a3c709 req-de955287-0031-4bd0-8658-92e1b645df6f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:56.823721 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e726d46-6080-4af1-8dc6-3fda28a3c709 req-de955287-0031-4bd0-8658-92e1b645df6f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 944 time: 0.0678129 Jun 22 10:15:56.862923 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e726d46-6080-4af1-8dc6-3fda28a3c709 req-acb3a202-8336-480a-b648-3629a167bf3e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335364 Jun 22 10:15:57.308452 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:15:57.364272 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:15:57.364777 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:57.453312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:57.476972 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:15:57.480105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a9e496-d3e4-4648-a18c-f2e92cf9e4c5" -d '{"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-plugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:15:57.497572 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:57.582376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0590c3-31d7-4a70-8657-dd50c70eb939 x-openstack-request-id: req-5e0590c3-31d7-4a70-8657-dd50c70eb939 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:15:57.583080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-plugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:15:57.583444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e0590c3-31d7-4a70-8657-dd50c70eb939 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:15:57.583906 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'code': 200} Jun 22 10:15:57.585108 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:15:57.588647 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ec1b1b80-c93e-407d-a897-44591cc54286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:15:57.656335 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:57.660880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:15:58.062109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925624d1-6125-43d2-9007-c342defafd86 req-a677b346-58b8-48ad-a2e7-0c3be8feb8ce tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:58.063674 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-925624d1-6125-43d2-9007-c342defafd86 req-a677b346-58b8-48ad-a2e7-0c3be8feb8ce tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0681939 Jun 22 10:15:58.106932 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-925624d1-6125-43d2-9007-c342defafd86 req-5e582525-1a9e-48d2-b0c4-a3a8ac13f498 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372157 Jun 22 10:15:59.341324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe7347-1e05-4058-a123-61e2646d8550 req-c3d43c59-5532-4cc1-bbc3-b86701efdb07 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:15:59.342929 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-65fe7347-1e05-4058-a123-61e2646d8550 req-c3d43c59-5532-4cc1-bbc3-b86701efdb07 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.1166055 Jun 22 10:15:59.386501 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-65fe7347-1e05-4058-a123-61e2646d8550 req-f203b143-c79b-441d-8371-ac6c1aec9f67 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368736 Jun 22 10:15:59.802246 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f18b5b7c-6e1b-421e-aac7-00aa288f37e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:00.589455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb08cfa-8eb7-40c9-b183-e4d4fd526c58 req-45e25b93-be53-4a50-8e74-87a262b78004 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:00.591718 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6cb08cfa-8eb7-40c9-b183-e4d4fd526c58 req-45e25b93-be53-4a50-8e74-87a262b78004 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0694880 Jun 22 10:16:00.637934 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6cb08cfa-8eb7-40c9-b183-e4d4fd526c58 req-22a4066b-963c-4d9c-86fd-b065181f6248 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Jun 22 10:16:01.836509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd1ad3-ef15-4638-aa36-fb698e7737b9 req-b94a93ca-0927-4cbf-bef7-7fcadf65701d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:01.838212 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2ccd1ad3-ef15-4638-aa36-fb698e7737b9 req-b94a93ca-0927-4cbf-bef7-7fcadf65701d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0816431 Jun 22 10:16:01.884852 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2ccd1ad3-ef15-4638-aa36-fb698e7737b9 req-cb18f46b-0664-4dd3-9887-5eec98d99842 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 Jun 22 10:16:02.228736 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f32e9a47-f7ee-4b49-9753-37e37c0dbe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.247351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-dd1868f6-afb3-496c-a454-f6e03ea5c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:02.251445 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-dd1868f6-afb3-496c-a454-f6e03ea5c7d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1098 time: 0.0704808 Jun 22 10:16:02.361791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-e587cf52-84bb-4e46-8ef9-65f56d8fac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:02.363366 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-e587cf52-84bb-4e46-8ef9-65f56d8fac34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0903237 Jun 22 10:16:02.439282 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-496eb8b4-71c0-4570-8cb6-fa60103b0cee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 1001 time: 0.0694139 Jun 22 10:16:02.499039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-a062d9d4-2578-445e-9212-a780a9c40418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:02.606926 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-a062d9d4-2578-445e-9212-a780a9c40418 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0556068 Jun 22 10:16:02.606926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-5e2fae65-8b9a-4394-96dd-65614af643bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:02.606926 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-5e2fae65-8b9a-4394-96dd-65614af643bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719728 Jun 22 10:16:02.685528 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-bbb6f33d-45ef-4acc-b9b0-889f9829270e service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003516 Jun 22 10:16:02.722158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:02.783806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6e6b4a07-2db5-4bd7-b9fb-cbbd3b4c64c4 req-352933d0-210a-46ff-9adc-e40e055df995 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920389 Jun 22 10:16:03.089420 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709337-735d-48eb-9201-8baae97e2cb3 req-81392469-f3b8-44a3-b67f-1808330fd5a2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:03.091084 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-94709337-735d-48eb-9201-8baae97e2cb3 req-81392469-f3b8-44a3-b67f-1808330fd5a2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0777197 Jun 22 10:16:03.140230 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-94709337-735d-48eb-9201-8baae97e2cb3 req-ed594474-9d0a-4b42-8e21-8c09daa6d07a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389078 Jun 22 10:16:03.649068 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:04.332577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517a772-b272-4a23-9414-c1191e39e830 req-c01aeded-17e3-4095-b8c3-cc874094eb96 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:04.336343 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1517a772-b272-4a23-9414-c1191e39e830 req-c01aeded-17e3-4095-b8c3-cc874094eb96 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0742631 Jun 22 10:16:04.384679 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1517a772-b272-4a23-9414-c1191e39e830 req-4067158d-381c-4229-8074-00f733cb18b1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Jun 22 10:16:05.145759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:05.579589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69742fdc-79fa-451b-b7e0-37c5c45bd58d req-120b1fb2-0678-4907-95f3-b5a3d23585fa tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:05.581430 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69742fdc-79fa-451b-b7e0-37c5c45bd58d req-120b1fb2-0678-4907-95f3-b5a3d23585fa tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0673237 Jun 22 10:16:05.622184 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-69742fdc-79fa-451b-b7e0-37c5c45bd58d req-245e80c0-a599-430d-a19c-32673f6444fb tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Jun 22 10:16:06.805573 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548c7f-2330-47e3-9f99-247fe7120b2e req-be509326-0fe0-4d8f-b4a9-807c0ae0494d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:06.807128 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3e548c7f-2330-47e3-9f99-247fe7120b2e req-be509326-0fe0-4d8f-b4a9-807c0ae0494d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0735753 Jun 22 10:16:06.844308 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3e548c7f-2330-47e3-9f99-247fe7120b2e req-6d313b5c-dc1e-4d49-9da1-30a44742c161 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Jun 22 10:16:07.815769 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-90baab0d-2839-4bcc-bfb0-02711f26e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:07.817993 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-90baab0d-2839-4bcc-bfb0-02711f26e6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1098 time: 0.0549793 Jun 22 10:16:07.913967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-23a43a7f-f80d-4de3-8cda-8a962f5e0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:07.915465 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-23a43a7f-f80d-4de3-8cda-8a962f5e0326 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0910985 Jun 22 10:16:08.020006 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-3fdcdba3-63ba-4330-8da9-d73d90c486a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 1001 time: 0.0965631 Jun 22 10:16:08.076915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea02c47-5d65-4586-9234-a0183995beee req-b08f147b-5f2b-4f79-ae9c-e21c1bbd233c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:08.078272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eea02c47-5d65-4586-9234-a0183995beee req-b08f147b-5f2b-4f79-ae9c-e21c1bbd233c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.1193321 Jun 22 10:16:08.086992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-52f553a3-308b-4abd-8369-484a684b33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:08.088368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-52f553a3-308b-4abd-8369-484a684b33c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0609477 Jun 22 10:16:08.149707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-eea02c47-5d65-4586-9234-a0183995beee req-85b22493-855f-4cb6-a680-a7601be00091 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649529 Jun 22 10:16:08.166732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-a0555d14-d22c-4c12-8933-374472dc71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:08.168368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-a0555d14-d22c-4c12-8933-374472dc71ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678723 Jun 22 10:16:08.263939 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-9255131e-97f7-4665-b1d9-5ab99b9e690d service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887411 Jun 22 10:16:08.353029 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fafb3e9d-cbe8-4b7a-b6d9-1b59bcdc6694 req-ef3668ae-58c7-473d-b380-a6e4f8f29bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 Jun 22 10:16:09.325481 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259b09-7840-42c8-96c2-40a0d8f7a072 req-f172c3b6-40cf-4106-a883-3f85f15b5fa3 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:09.327064 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d1259b09-7840-42c8-96c2-40a0d8f7a072 req-f172c3b6-40cf-4106-a883-3f85f15b5fa3 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0640068 Jun 22 10:16:09.370372 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d1259b09-7840-42c8-96c2-40a0d8f7a072 req-5b465243-a9dd-421b-ba3a-9cf28bedea64 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375369 Jun 22 10:16:09.807294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:10.553004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5742cd-ba11-4fc0-852a-12bd7a415919 req-fa9850c8-e47e-483a-8c9c-f2022201ad94 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:10.554516 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8f5742cd-ba11-4fc0-852a-12bd7a415919 req-fa9850c8-e47e-483a-8c9c-f2022201ad94 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 945 time: 0.0683439 Jun 22 10:16:10.592412 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8f5742cd-ba11-4fc0-852a-12bd7a415919 req-d38064a0-9f61-49c4-891a-82a3cc248476 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Jun 22 10:16:11.382030 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:16:11.454071 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.478578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:16:11.480871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4235f608-5ee5-4489-86e4-1137b24a2011" -d '{"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-unplugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:11.493518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:11.511470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 10:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac71aa86-bd8d-4c09-85d8-b1c4338aa8af x-openstack-request-id: req-ac71aa86-bd8d-4c09-85d8-b1c4338aa8af {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:11.511766 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-unplugged", "status": "failed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "code": 422}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:11.512060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac71aa86-bd8d-4c09-85d8-b1c4338aa8af {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:11.512499 dv-neutron-797120-3-hyperv neutron-server[93951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'code': 422} returned with failed status Jun 22 10:16:11.550375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:11.552385 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:11.597251 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.600316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:12.096941 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff60b9-efd4-4ea0-9d52-a6294a1ddce8 req-c864c4a7-2733-47cb-a8ee-5a5e1483172e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:12.099459 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eff60b9-efd4-4ea0-9d52-a6294a1ddce8 req-c864c4a7-2733-47cb-a8ee-5a5e1483172e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0667946 Jun 22 10:16:12.141363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4eff60b9-efd4-4ea0-9d52-a6294a1ddce8 req-657796e0-fbbb-4203-a2f8-4ab843df1a62 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342987 Jun 22 10:16:12.440991 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35202) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:16:12.537997 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-b9b76ec6-cdc2-4955-aae5-92687599dbe4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950813 Jun 22 10:16:13.314388 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c50183-c3a8-422b-9fbc-e111fb4224b4 req-7e8efb63-7348-4fba-a084-208f301ab4d2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:13.315865 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-15c50183-c3a8-422b-9fbc-e111fb4224b4 req-7e8efb63-7348-4fba-a084-208f301ab4d2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0631614 Jun 22 10:16:13.355315 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-15c50183-c3a8-422b-9fbc-e111fb4224b4 req-1dbc3c45-d5c1-484a-a989-746b0640a90b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Jun 22 10:16:13.963289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-c93016c4-8660-4ef0-97d7-7abfd28b8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:13.964795 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-c93016c4-8660-4ef0-97d7-7abfd28b8a80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a&tenant_id=afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 1096 time: 0.0531080 Jun 22 10:16:14.049850 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-8b3dafa5-9d42-4eee-8388-24b21c9c4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:14.051422 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-8b3dafa5-9d42-4eee-8388-24b21c9c4708 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1096 time: 0.0516939 Jun 22 10:16:14.142216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-a2a06da5-e0fd-4273-be63-31799bf24f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:14.143685 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-a2a06da5-e0fd-4273-be63-31799bf24f96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0861287 Jun 22 10:16:14.208382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-1c30b6d0-6a00-4a1e-b28d-161654ec0ae6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 999 time: 0.0576091 Jun 22 10:16:14.257875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-9a2d01c1-1914-483d-8861-762f132910f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:14.259317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-9a2d01c1-1914-483d-8861-762f132910f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0449843 Jun 22 10:16:14.319893 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-0fa08ec4-a8bb-422d-881f-ce3b3ee1f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:14.321343 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-0fa08ec4-a8bb-422d-881f-ce3b3ee1f7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557003 Jun 22 10:16:14.417339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-75c61cb8-da97-429a-a583-35aa8b9e496c service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878217 Jun 22 10:16:14.541707 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4627b38b-785f-4d70-aa83-8651a2eff9e9 req-aa9a47a7-502b-4cfc-a6d2-225e1c6db04c service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177161 Jun 22 10:16:14.565923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff578-d3a4-4335-abc6-18aecc78616b req-e2f56ee8-902c-4c0d-bd5b-e0b96e3e35be tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:14.567947 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b5ff578-d3a4-4335-abc6-18aecc78616b req-e2f56ee8-902c-4c0d-bd5b-e0b96e3e35be tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0851653 Jun 22 10:16:14.607390 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b5ff578-d3a4-4335-abc6-18aecc78616b req-2cef6f2c-7bde-4f13-a24e-035993542278 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Jun 22 10:16:15.801166 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98236-4f96-4dcb-b715-296df1dceb68 req-4f342c5c-e51d-4da0-9acf-c8c9b0eef9ad tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:15.803952 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aea98236-4f96-4dcb-b715-296df1dceb68 req-4f342c5c-e51d-4da0-9acf-c8c9b0eef9ad tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0747013 Jun 22 10:16:15.854475 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-aea98236-4f96-4dcb-b715-296df1dceb68 req-f890f873-9728-4108-ad81-fb7d405e47fb tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Jun 22 10:16:17.054203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54391c49-6324-48b1-9e73-ae9ab3c519e8 req-ed5a64c4-7531-4191-a3a5-6b6ca55f16a2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:17.055937 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54391c49-6324-48b1-9e73-ae9ab3c519e8 req-ed5a64c4-7531-4191-a3a5-6b6ca55f16a2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0764191 Jun 22 10:16:17.095159 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-54391c49-6324-48b1-9e73-ae9ab3c519e8 req-95f33861-2cc9-428a-ab8b-aaddc1b67519 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Jun 22 10:16:18.283788 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee667759-7a93-4496-a9cc-0f6ea03f2e93 req-43a3a381-83af-4cc1-b78d-d439612825db tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:18.285944 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ee667759-7a93-4496-a9cc-0f6ea03f2e93 req-43a3a381-83af-4cc1-b78d-d439612825db tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0674899 Jun 22 10:16:18.326143 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ee667759-7a93-4496-a9cc-0f6ea03f2e93 req-7b8c57a5-de52-4b66-8c06-ea696842d0b6 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344739 Jun 22 10:16:19.517294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a384d-3a49-4741-b5c4-09a24ed57fd7 req-ea7097c2-8928-4dc6-9fa0-36d47b2a0c29 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:19.518825 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5c8a384d-3a49-4741-b5c4-09a24ed57fd7 req-ea7097c2-8928-4dc6-9fa0-36d47b2a0c29 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0708795 Jun 22 10:16:19.558216 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5c8a384d-3a49-4741-b5c4-09a24ed57fd7 req-aafba5b6-32f5-4624-951a-07cd7f2a6f48 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Jun 22 10:16:20.746996 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7345d-b463-4b99-ab3c-f5bf9f00a983 req-f9ebfd1e-3b6b-4486-b4cb-be06c4eb8f7a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:20.748537 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82c7345d-b463-4b99-ab3c-f5bf9f00a983 req-f9ebfd1e-3b6b-4486-b4cb-be06c4eb8f7a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0704935 Jun 22 10:16:20.790946 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-82c7345d-b463-4b99-ab3c-f5bf9f00a983 req-dec0a7d7-1695-4af2-b58d-fbbae2ab51fa tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363641 Jun 22 10:16:21.969620 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf2aa-aed5-43e1-b1e6-83d628d50668 req-4394fc8c-3817-4dfd-bb9c-9ae7e7f6cee4 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:21.971261 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d9ccf2aa-aed5-43e1-b1e6-83d628d50668 req-4394fc8c-3817-4dfd-bb9c-9ae7e7f6cee4 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0683007 Jun 22 10:16:22.013011 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d9ccf2aa-aed5-43e1-b1e6-83d628d50668 req-0874da3d-eaee-4623-ae0a-e18c715a5eea tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353715 Jun 22 10:16:23.245253 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f174b-a0af-4601-baff-e328267cafd0 req-602867b7-19f5-4cd5-b450-5975d5c9e5ab tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:23.246745 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-985f174b-a0af-4601-baff-e328267cafd0 req-602867b7-19f5-4cd5-b450-5975d5c9e5ab tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0760255 Jun 22 10:16:23.301179 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-985f174b-a0af-4601-baff-e328267cafd0 req-3d3d930e-8747-437c-859e-1b8955072e8a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477643 Jun 22 10:16:24.489744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0390f3-b45f-47a4-a99a-832aa6cbf345 req-37ac9b39-279f-4562-aa3a-df94faa4c64e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:24.492035 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dd0390f3-b45f-47a4-a99a-832aa6cbf345 req-37ac9b39-279f-4562-aa3a-df94faa4c64e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0736942 Jun 22 10:16:24.533182 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-dd0390f3-b45f-47a4-a99a-832aa6cbf345 req-bc3c8b9c-96b0-493e-90d3-ccc3be59f364 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353796 Jun 22 10:16:25.636872 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:16:25.705990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a76909-d83e-4af4-9616-aa8011cada9e req-c8950876-1674-4d84-82b0-debb0c7831ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:25.707446 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-19a76909-d83e-4af4-9616-aa8011cada9e req-c8950876-1674-4d84-82b0-debb0c7831ba tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0615087 Jun 22 10:16:25.744848 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-19a76909-d83e-4af4-9616-aa8011cada9e req-6ba9fd11-94bd-4473-a94e-dd6bb2500f89 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Jun 22 10:16:26.915847 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d7e4-3560-4a10-ac4b-1a6810f91c9b req-cf2defae-3c49-419b-ac0a-b9f26885b445 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:26.917314 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6366d7e4-3560-4a10-ac4b-1a6810f91c9b req-cf2defae-3c49-419b-ac0a-b9f26885b445 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 943 time: 0.0627584 Jun 22 10:16:26.954978 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6366d7e4-3560-4a10-ac4b-1a6810f91c9b req-311462b9-654a-44ff-aa0c-543f31d6932c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 Jun 22 10:16:27.462450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:16:27.557745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:27.572050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'port_id': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'mac_address': 'fa:16:3e:ce:de:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:16:27.607131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.623047 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abc3791-21d4-4acd-b8d2-b91f4db0b632 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:16:27.642325 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:27.722270 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:27.724503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-0d0e11ba-a2fb-4612-9ba7-1fa54d2f7753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:27.768755 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=9']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:27.771805 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:28.031793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['2abc3791-21d4-4acd-b8d2-b91f4db0b632'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:16:28.428409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f0374-5e1f-4770-8f72-1719a9cea726 req-9eab6a1e-f8d6-46f0-a545-159d5bfe8f72 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:28.429870 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-750f0374-5e1f-4770-8f72-1719a9cea726 req-9eab6a1e-f8d6-46f0-a545-159d5bfe8f72 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 944 time: 0.3590584 Jun 22 10:16:28.466469 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-750f0374-5e1f-4770-8f72-1719a9cea726 req-c2e0119b-b4f2-4d26-a092-46558558a4a5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Jun 22 10:16:29.462381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:16:29.520496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:16:29.524841 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.654107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4fa95-5053-46a3-9e50-127e4f6b12b5 req-1c06b2e5-e1e2-483a-bb82-5e5faa295b84 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:29.655748 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-09e4fa95-5053-46a3-9e50-127e4f6b12b5 req-1c06b2e5-e1e2-483a-bb82-5e5faa295b84 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 944 time: 0.0728490 Jun 22 10:16:29.695618 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-09e4fa95-5053-46a3-9e50-127e4f6b12b5 req-84b5eb66-877d-4aad-869e-f737af094be6 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Jun 22 10:16:29.696177 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f8100eb-94b2-4a37-b1bd-fe756ba057a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.750316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.771812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:16:29.774093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd658f3-99c9-4e59-b656-579c5f2117e3" -d '{"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-plugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:29.786082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:29.809403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86040a01-c9a7-47b0-b86c-2317e0487128 x-openstack-request-id: req-86040a01-c9a7-47b0-b86c-2317e0487128 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:29.809698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-plugged", "status": "completed", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:29.809955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86040a01-c9a7-47b0-b86c-2317e0487128 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:29.810347 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'code': 200} Jun 22 10:16:29.876579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:29.878472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:16:29.923897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=10']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.927410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:16:30.257212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd1f1-47db-41af-a793-1c343f99dcf4 req-6b35abd9-5101-41c8-84c0-3ab41983ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:30.258742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-541dd1f1-47db-41af-a793-1c343f99dcf4 req-6b35abd9-5101-41c8-84c0-3ab41983ef58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1099 time: 0.0573015 Jun 22 10:16:30.292772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-541dd1f1-47db-41af-a793-1c343f99dcf4 req-10a34b38-ccf8-440b-a13e-42ad0a02d5f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279620 Jun 22 10:16:30.875455 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b25e6b-8634-4217-8361-a2bfeea68806 req-4c402fae-5c17-4098-9fbd-bd459a9275b7 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:30.876831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-35b25e6b-8634-4217-8361-a2bfeea68806 req-4c402fae-5c17-4098-9fbd-bd459a9275b7 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 946 time: 0.0621059 Jun 22 10:16:30.913526 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-35b25e6b-8634-4217-8361-a2bfeea68806 req-54f81f8d-32e9-4285-ba33-539902502a39 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Jun 22 10:16:32.088409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94cbcc-3043-495a-9c43-216a621941ab req-7fe8e069-d403-4b80-9f2e-a8f51a5575e5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:32.089934 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc94cbcc-3043-495a-9c43-216a621941ab req-7fe8e069-d403-4b80-9f2e-a8f51a5575e5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 946 time: 0.0636725 Jun 22 10:16:32.127802 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fc94cbcc-3043-495a-9c43-216a621941ab req-542997b1-eb31-4b0d-be14-ddb050460b64 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jun 22 10:16:32.242456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e3f16ec-3974-4459-a14a-edab3ad80a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:32.678720 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.642254 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:33.644459 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95305987-c9d1-44de-b48c-7dfb19acdcf5 req-f907f160-2863-421a-adaf-c3fac66d79d0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:16:33.645934 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95305987-c9d1-44de-b48c-7dfb19acdcf5 req-f907f160-2863-421a-adaf-c3fac66d79d0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 946 time: 0.4033227 Jun 22 10:16:33.683487 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-95305987-c9d1-44de-b48c-7dfb19acdcf5 req-3ae68ac1-ff39-43a6-88ab-3d1a60eb24d8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316827 Jun 22 10:16:35.139442 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:39.836502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:16:59.568316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9023fd8c-7f2f-4143-b094-13db29594bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:02.219857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-16ed6f62-202b-4f81-9e11-7d230744064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:02.635398 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:17:02.705545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:03.165574 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-c0414ebd-7d6f-4e37-90ed-5958131e5c89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521662 Jun 22 10:17:03.282331 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861d032-223a-41cb-bc6f-65ea27538849 req-43926c9b-07f9-493b-a1bc-c848167ee4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:03.283793 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-43926c9b-07f9-493b-a1bc-c848167ee4b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1099 time: 0.0528173 Jun 22 10:17:03.392676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861d032-223a-41cb-bc6f-65ea27538849 req-f690f224-f1ed-4713-b2ed-59acd64b5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:03.394051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-f690f224-f1ed-4713-b2ed-59acd64b5ae8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0902250 Jun 22 10:17:03.459090 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-f4f5fdbe-36ae-4694-9d90-c8f8f6cdcfaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 1001 time: 0.0584466 Jun 22 10:17:03.510525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861d032-223a-41cb-bc6f-65ea27538849 req-7fca0932-5a76-42cf-adf5-664789cb21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:03.512051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-7fca0932-5a76-42cf-adf5-664789cb21ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0474079 Jun 22 10:17:03.566831 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861d032-223a-41cb-bc6f-65ea27538849 req-0ce3e6f2-8f43-48b3-b789-816659ceed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:03.568344 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-0ce3e6f2-8f43-48b3-b789-816659ceed84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502868 Jun 22 10:17:03.641854 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:03.656930 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-da4c8462-7093-4fcc-9083-c912042e2945 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824783 Jun 22 10:17:03.751312 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6861d032-223a-41cb-bc6f-65ea27538849 req-7c76fc27-5f24-4822-be03-11ab3a76ebf6 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875609 Jun 22 10:17:05.122498 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:09.859802 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:29.568476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-264102e5-e2e8-4603-8836-61564d9ee98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:32.243064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e5dee4a-c339-45d9-896c-b57895c6c42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:32.677559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:33.637095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:35.122919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:39.633532 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:17:39.831469 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:43.389285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35332) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:43.550197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Deleting port 71c1131c-d321-4f73-9df6-8d472dbbd332 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:17:43.550540 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:43.624020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:43.624690 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:43.691451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Calling delete_port for 71c1131c-d321-4f73-9df6-8d472dbbd332 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:17:43.916914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:43.919863 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:43.947186 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event deleted for resources: {'Port': ['ID=71c1131c-d321-4f73-9df6-8d472dbbd332,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:43.971243 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.971647 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.972065 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.972452 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.972834 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.973214 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.973589 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.973969 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.974345 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.974717 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.975087 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.975453 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:43.980250 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:44.019209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:44.019545 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Floating IP 24f7e849-8ec4-4cd2-a11c-5e4cb8f84964 disassociated (deleted). External IP: 172.26.6.228, port: 2abc3791-21d4-4acd-b8d2-b91f4db0b632. Jun 22 10:17:44.226063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Router eb9005f9-b065-4c14-8d90-82be2b029f6a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:17:44.332728 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:17:44.337502 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:44.342262 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:17:44.351390 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:17:44.352042 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:17:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:44.378739 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "DELETE /v2.0/floatingips/24f7e849-8ec4-4cd2-a11c-5e4cb8f84964 HTTP/1.1" status: 204 len: 168 time: 0.9883716 Jun 22 10:17:44.379423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:17:44.381958 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7508e976-37ef-4ff6-944f-8f33c5854194" -d '{"events": [{"name": "network-changed", "server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:44.423159 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419cce2-a595-4181-8cb1-eb6da23fd264 x-openstack-request-id: req-1419cce2-a595-4181-8cb1-eb6da23fd264 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:44.423753 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:44.423852 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1419cce2-a595-4181-8cb1-eb6da23fd264 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:44.424265 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'status': 'completed', 'code': 200} Jun 22 10:17:44.461652 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:17:44.527421 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-d999d655-4780-43d1-9529-7b392b845b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:44.528971 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-d999d655-4780-43d1-9529-7b392b845b15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 1099 time: 0.0598583 Jun 22 10:17:44.622318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-a41b84e9-30fa-4b33-a94d-3b73c6fdbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:44.623800 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-a41b84e9-30fa-4b33-a94d-3b73c6fdbbd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0879285 Jun 22 10:17:44.670880 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:44.671448 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-53fed4cb-c7da-4e33-8535-77cb8a95cb1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 200 len: 217 time: 0.0416548 Jun 22 10:17:44.696342 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:17:44.704541 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:17:44.705146 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:17:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:44.722571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-92decd79-ef38-4071-bb2e-c59af0d15f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:44.730158 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-92decd79-ef38-4071-bb2e-c59af0d15f0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0470490 Jun 22 10:17:44.794316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-3e0ac466-6183-48db-b9ea-4324352ff03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:44.795833 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-3e0ac466-6183-48db-b9ea-4324352ff03b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650158 Jun 22 10:17:44.814977 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:17:44.896928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-a3ee9dc8-532a-4085-a8cb-ad554cf629ba service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946918 Jun 22 10:17:45.005828 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7508e976-37ef-4ff6-944f-8f33c5854194 req-e4058b8a-c3b6-4d4a-ac03-29a28a92c69b service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929353 Jun 22 10:17:45.020606 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:45.052329 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770a4a1-88de-47d9-939e-8852d53ba1f1 None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:17:45.096157 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f486bdc-8688-43e9-9db6-78b8633218cc req-5a98a0c1-74cf-4210-8d8c-774785b5c9b1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:45.097747 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3f486bdc-8688-43e9-9db6-78b8633218cc req-5a98a0c1-74cf-4210-8d8c-774785b5c9b1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 946 time: 0.1418309 Jun 22 10:17:45.140445 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3f486bdc-8688-43e9-9db6-78b8633218cc req-92e6d95a-f3c7-48e2-9149-6d5a7c5013aa tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369775 Jun 22 10:17:45.270661 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c2860-8670-4445-8000-1ed712aa8e11 None None] New status for floating IP 24f7e849-8ec4-4cd2-a11c-5e4cb8f84964: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:17:46.318993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d13e6-6712-4487-afdd-237078a440e8 req-cac0fe4b-a050-4926-8714-fa0022072074 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:46.320468 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a06d13e6-6712-4487-afdd-237078a440e8 req-cac0fe4b-a050-4926-8714-fa0022072074 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 946 time: 0.0677102 Jun 22 10:17:46.358994 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a06d13e6-6712-4487-afdd-237078a440e8 req-4bb6a9bd-e287-4b3f-97b3-01d223c4ff98 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=13fe1ad8-2747-43b0-b55c-2e7c8418858c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jun 22 10:17:46.396600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-aa1d821e-0b45-44fe-9a9d-99e8f62042e9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:17:46.397964 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-aa1d821e-0b45-44fe-9a9d-99e8f62042e9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 946 time: 0.0720506 Jun 22 10:17:46.492497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Deleting port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:17:46.492841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:46.582276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] For port 2abc3791-21d4-4acd-b8d2-b91f4db0b632, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2abc3791-21d4-4acd-b8d2-b91f4db0b632,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:46.582633 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:46.652193 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Calling delete_port for 2abc3791-21d4-4acd-b8d2-b91f4db0b632 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:17:46.848828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:46.853011 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a6974fa8-95d0-4698-b60e-b6679bbe21c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:46.878799 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event deleted for resources: {'Port': ['ID=2abc3791-21d4-4acd-b8d2-b91f4db0b632,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:46.881895 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:46.929174 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] No DVR routers for this DVR port 2abc3791-21d4-4acd-b8d2-b91f4db0b632 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:17:46.931623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:46.933607 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9d608773-66eb-4a0d-a8a0-de58784ecc3d req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "DELETE /v2.0/ports/2abc3791-21d4-4acd-b8d2-b91f4db0b632 HTTP/1.1" status: 204 len: 173 time: 0.5300660 Jun 22 10:17:46.934202 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-deleted', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:17:46.936554 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7887a-8544-4acc-a4e4-38b282154e5b" -d '{"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-deleted", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:46.974061 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26249a24-3279-4958-806c-2047bb32163c x-openstack-request-id: req-26249a24-3279-4958-806c-2047bb32163c {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:46.974488 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da43f42-9b09-41e0-8568-17f0a305017a", "name": "network-vif-deleted", "tag": "2abc3791-21d4-4acd-b8d2-b91f4db0b632", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:46.974794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26249a24-3279-4958-806c-2047bb32163c {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:46.975246 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da43f42-9b09-41e0-8568-17f0a305017a', 'name': 'network-vif-deleted', 'tag': '2abc3791-21d4-4acd-b8d2-b91f4db0b632', 'status': 'completed', 'code': 200} Jun 22 10:17:47.521476 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f8a23013-4fd5-4559-80ab-1c9c8ddc4a9b req-7aa11c6d-ca77-4a9d-b482-a826ce374bde tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=0da43f42-9b09-41e0-8568-17f0a305017a HTTP/1.1" status: 200 len: 210 time: 0.0277627 Jun 22 10:17:48.614279 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35356) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:48.672403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.696683 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.831714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.834293 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:48.835440 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "DELETE /v2.0/security-groups/13fe1ad8-2747-43b0-b55c-2e7c8418858c HTTP/1.1" status: 204 len: 168 time: 0.2201436 Jun 22 10:17:48.836273 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0adec198-d6c5-40c7-8628-78609ff54efb tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:48.845113 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fe1ad8-2747-43b0-b55c-2e7c8418858c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:48.852327 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.852681 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.853076 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.853452 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.853823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.854789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.855172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.855561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.855944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.856320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.856688 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.857054 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:48.860248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-155e7eaa-1e12-4863-bbe9-08acdfb003fc tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:49.509226 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35362) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:49.514646 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141630025', 'description': 'tempest-secgroup-smoke-1141630025 description', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:49.620909 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:49.720332 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:49.791612 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:49.794077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-48b3b350-2ae7-4553-847e-a1722dddaca0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:49.819916 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:49.822557 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:49.836846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:17:49.857580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 2abc3791-21d4-4acd-b8d2-b91f4db0b632 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:17:49.865526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 2abc3791-21d4-4acd-b8d2-b91f4db0b632 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:17:49.877634 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:49.878887 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-ecdc8209-962d-4489-9580-1967d8295e3c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3686023 Jun 22 10:17:49.881624 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35366) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:49.886885 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': 'd3e8c4c2-b1a6-4590-947e-b0f0b5d471eb', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:49.956088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.010484 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.077397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.079185 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-abdf274d-979f-48b7-a9e7-175cb6598ba4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:50.094619 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2910d3-1824-499e-8502-a60a972de26f,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:50.096956 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:50.152163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.153374 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708147 Jun 22 10:17:50.156012 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35368) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:50.160555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': 'd3e8c4c2-b1a6-4590-947e-b0f0b5d471eb', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:50.242092 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.296955 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.375040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.376962 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7d114cd2-70be-4406-98cc-a8736f805157 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:50.394628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c9241-24a5-4d76-a267-a27a3fa35d06,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:50.396818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:50.454882 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.456103 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991340 Jun 22 10:17:50.458746 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35370) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:50.463156 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': 'd3e8c4c2-b1a6-4590-947e-b0f0b5d471eb', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:50.567853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.628081 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.728635 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.731059 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2a5791c1-bc30-4e5a-a263-3a6629920f4a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:50.747272 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cb83fe-085f-494d-9ed3-f27030ab8bc6,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:50.750299 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:50.832019 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.833301 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-93e59e07-48b1-4b6a-b6ba-baf40eb5628f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735406 Jun 22 10:17:50.835831 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35372) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:50.840613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': 'd3e8c4c2-b1a6-4590-947e-b0f0b5d471eb', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:50.926315 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:50.983818 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.065803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.070007 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0db664a0-47a3-4941-bedf-64107388cc55 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:51.086418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7565ccf3-0b48-45fd-9d35-82b346e57e56,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:51.087851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:51.163207 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.164469 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fcf8e127-2165-491e-8561-579594d04c28 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276858 Jun 22 10:17:51.167937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35374) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:51.172492 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': 'd3e8c4c2-b1a6-4590-947e-b0f0b5d471eb', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:51.260344 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.securitygroups_db [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Project afd6d65fea20493eb883b61b4ea90d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:17:51.265896 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.324857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.386753 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.391149 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-59dd77bc-dbfb-4869-b454-1038e04ac69f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:51.405181 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c33ce38-8272-4a89-aee3-80fd1db077b1,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:51.407318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:51.505336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.506579 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-fb11c9d7-19e8-4a99-8399-4bca64069ace tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3377199 Jun 22 10:17:51.509562 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35376) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:17:51.514930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'security_group_rule': {'security_group_id': 'd3e8c4c2-b1a6-4590-947e-b0f0b5d471eb', 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:17:51.626068 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Project afd6d65fea20493eb883b61b4ea90d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:17:51.630878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.691713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.797669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.799520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-46c4fba0-cb77-4487-8cbc-9caa15a0968f tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:17:51.816756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6f7386-22d1-4d37-af88-cfcd0d9b0b45,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:51.819557 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:17:51.906203 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:17:51.907472 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3969088 Jun 22 10:18:00.225768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88e891e8-c2b3-49f8-9f74-3f24e26d1bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:02.254676 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-61cf75ff-b1bc-4391-addc-dfc054548838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:02.717645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:03.672213 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:05.169476 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:09.923856 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:16.633834 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:18:18.124189 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-8e531978-e807-42b7-9804-3de973841b5f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141630025&fields=id&tenant_id=afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 267 time: 0.0347729 Jun 22 10:18:18.233202 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-fb55044f-8f71-4284-9df9-2e168db0f12e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:18.234553 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-fb55044f-8f71-4284-9df9-2e168db0f12e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 809 time: 0.1028712 Jun 22 10:18:18.250357 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-c6092d84-48f3-4f60-a8f7-89597525e81a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/quotas/afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 375 time: 0.0091207 Jun 22 10:18:18.321370 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-4f83b3b0-acaa-4140-a69b-fc8bee830d8b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638173 Jun 22 10:18:18.409946 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-108bf93a-e709-43a4-bf9c-9e90d4d4106e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:18:18.410942 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-108bf93a-e709-43a4-bf9c-9e90d4d4106e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0780997 Jun 22 10:18:18.503990 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-938daa06-388e-404a-ae3f-12e7da753c59 service neutron] 10.222.0.65 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870633 Jun 22 10:18:18.591516 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-64c77f20-1ca2-4828-8897-ea9ec3b6a1e6 service neutron] 10.222.0.65 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817561 Jun 22 10:18:19.098848 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cc20ae71-105b-420f-91f8-efd81411f357 req-90eb1ad6-3dae-4ca0-be46-612de6558a94 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0289884 Jun 22 10:18:20.246690 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-98f46f66-4794-4780-906f-b76dbfde970d req-3aa9b4da-705a-48c8-98df-448671b3b5e0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0349438 Jun 22 10:18:21.240553 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-4e5b19c1-82e5-4818-baa4-d538500ccf14 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:21.241968 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-4e5b19c1-82e5-4818-baa4-d538500ccf14 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 809 time: 0.1049814 Jun 22 10:18:21.290738 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-bf04e31d-343d-443b-8541-24e208cf3726 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 380 time: 0.0345240 Jun 22 10:18:21.299014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'port': {'device_id': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'admin_state_up': True, 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'security_groups': ['d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:21.406921 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a5e22588-272d-475c-8e81-12cc71b763fd req-3f47720c-c043-42c3-bdb0-c26b7091e2ab tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0416365 Jun 22 10:18:21.523700 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Made reservation on behalf of afd6d65fea20493eb883b61b4ea90d9a for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:21.531667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:21.663465 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Allocated IP 172.20.0.3 (01912f14-67ad-4b6b-8461-4ee964f83f49/7cf37640-b11e-4f14-a49c-9563f89f093d/fd19af78-4e8d-45b6-9845-cd664ee4ee30) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:21.802569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:21.815511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Transition to ACTIVE for port object fd19af78-4e8d-45b6-9845-cd664ee4ee30 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:21.924675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:21.929292 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2f4e148a-f671-469c-9f60-f6c14ef2b37f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:21.975017 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:21.978447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:21.985630 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:22.013303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:22.018124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:22.044099 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:22.044835 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.101836 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8065236 Jun 22 10:18:22.120428 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Request body: {'port': {'device_id': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:22.195687 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.301786 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8e12fbc1-ceee-4b1f-9d47-6ace606de63c None None] Provisioning for port fd19af78-4e8d-45b6-9845-cd664ee4ee30 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:22.306261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-8e12fbc1-ceee-4b1f-9d47-6ace606de63c None None] Provisioning complete for port fd19af78-4e8d-45b6-9845-cd664ee4ee30 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:22.306818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e12fbc1-ceee-4b1f-9d47-6ace606de63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.346497 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8e12fbc1-ceee-4b1f-9d47-6ace606de63c None None] Port fd19af78-4e8d-45b6-9845-cd664ee4ee30 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:18:22.508922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd19af78-4e8d-45b6-9845-cd664ee4ee30 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:18:22.516496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.529230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Transition to ACTIVE for port object fd19af78-4e8d-45b6-9845-cd664ee4ee30 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:18:22.586957 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba351f-4a66-4274-b454-2a3bfa201967 req-0f8ad112-b1fa-4958-ae7e-36f7709e6d50 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:22.592497 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8dba351f-4a66-4274-b454-2a3bfa201967 req-0f8ad112-b1fa-4958-ae7e-36f7709e6d50 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 931 time: 0.0688605 Jun 22 10:18:22.613836 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.621558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:22.636290 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8dba351f-4a66-4274-b454-2a3bfa201967 req-14dd4339-71ce-4f6e-a300-840ee1c3276d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Jun 22 10:18:22.701660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:22.704929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:22.778802 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Attempting to bind port fd19af78-4e8d-45b6-9845-cd664ee4ee30 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:18:22.779279 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Attempting to bind port fd19af78-4e8d-45b6-9845-cd664ee4ee30 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:18:22.779713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Attempting to bind port fd19af78-4e8d-45b6-9845-cd664ee4ee30 on network 01912f14-67ad-4b6b-8461-4ee964f83f49 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:22.785308 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Port fd19af78-4e8d-45b6-9845-cd664ee4ee30 on network 01912f14-67ad-4b6b-8461-4ee964f83f49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:18:22.785761 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Attempting to bind port fd19af78-4e8d-45b6-9845-cd664ee4ee30 on network 01912f14-67ad-4b6b-8461-4ee964f83f49 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:18:22.791142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:18:22.791599 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Checking segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:18:22.792126 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Bound using segment: {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:18:22.792663 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Bound port: fd19af78-4e8d-45b6-9845-cd664ee4ee30, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d15331f-6a84-4502-b461-8016621324d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:18:22.793135 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.863918 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:22.867252 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:22.958981 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.961114 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:22.996529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:22.996772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:22.998370 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] 10.222.0.24 "PUT /v2.0/ports/fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1093 time: 0.8823664 Jun 22 10:18:23.000962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:18:23.003264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230c2bc-5719-406f-b340-cbe7b97ffce0" -d '{"events": [{"name": "network-changed", "server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:23.034911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:23.045057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:23.048097 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230b445-1580-45a6-bf81-454821330d1e x-openstack-request-id: req-6230b445-1580-45a6-bf81-454821330d1e {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:23.048445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:23.048756 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6230b445-1580-45a6-bf81-454821330d1e {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:23.049214 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'status': 'completed', 'code': 200} Jun 22 10:18:23.158563 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c2bc-5719-406f-b340-cbe7b97ffce0 req-e65f23e9-e64b-4f41-9550-ea5a89190a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.160162 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4230c2bc-5719-406f-b340-cbe7b97ffce0 req-e65f23e9-e64b-4f41-9550-ea5a89190a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1096 time: 0.0667315 Jun 22 10:18:23.273841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c2bc-5719-406f-b340-cbe7b97ffce0 req-cb32df42-9784-4e8f-95b1-bfcbb3425651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.275234 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4230c2bc-5719-406f-b340-cbe7b97ffce0 req-cb32df42-9784-4e8f-95b1-bfcbb3425651 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001861 Jun 22 10:18:23.371300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c2bc-5719-406f-b340-cbe7b97ffce0 req-ca2cb43c-6418-4749-9e8a-baaa8b27ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.372874 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4230c2bc-5719-406f-b340-cbe7b97ffce0 req-ca2cb43c-6418-4749-9e8a-baaa8b27ff17 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917270 Jun 22 10:18:23.485982 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-e8e7c452-e301-4eb0-8033-dc6ec8cb2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.487381 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-e8e7c452-e301-4eb0-8033-dc6ec8cb2873 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1096 time: 0.0543487 Jun 22 10:18:23.539521 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-7fe72d7d-8d49-4ddf-b346-e12c7853748c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 217 time: 0.0400209 Jun 22 10:18:23.587667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-4268672d-fffb-449f-94ac-d70a0da9a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.589059 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-4268672d-fffb-449f-94ac-d70a0da9a35b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0435760 Jun 22 10:18:23.650267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-c07e670e-bebd-474a-bc09-48624bc18d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.652169 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-c07e670e-bebd-474a-bc09-48624bc18d85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571914 Jun 22 10:18:23.751308 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-e2d9dc8d-499b-4bf6-a02b-5523e17717be service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918686 Jun 22 10:18:23.829110 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224be2bc-0c07-4006-967e-914c8ef586b0 req-14d2863d-e082-4784-9ae0-b0de51a1301c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:23.830754 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-224be2bc-0c07-4006-967e-914c8ef586b0 req-14d2863d-e082-4784-9ae0-b0de51a1301c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0641711 Jun 22 10:18:23.844266 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6a61b039-8249-4edc-802c-61893f7fcd23 req-c741737f-5183-4ba1-9d37-8d6f2bb8ee05 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863824 Jun 22 10:18:23.877547 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-224be2bc-0c07-4006-967e-914c8ef586b0 req-2faf4331-cd27-4d63-b748-9fb3b7a14bee tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Jun 22 10:18:25.065746 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8820b47-40f4-466a-a681-b20240b547c2 req-c270bfac-ecab-4278-bda7-b1c2a2104603 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:25.067256 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c8820b47-40f4-466a-a681-b20240b547c2 req-c270bfac-ecab-4278-bda7-b1c2a2104603 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0718546 Jun 22 10:18:25.106533 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c8820b47-40f4-466a-a681-b20240b547c2 req-569c6cf4-db37-4144-b48e-f301abc82fcb tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334899 Jun 22 10:18:26.279248 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef574c-4adf-40da-8bfd-2e8932c8bd06 req-a2f28f52-eeeb-479e-ad3f-5c64a017a068 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:26.280674 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c5ef574c-4adf-40da-8bfd-2e8932c8bd06 req-a2f28f52-eeeb-479e-ad3f-5c64a017a068 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0644665 Jun 22 10:18:26.320139 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-c5ef574c-4adf-40da-8bfd-2e8932c8bd06 req-2d46bb83-c75f-4c41-a3ba-b9e6eab54f72 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338027 Jun 22 10:18:27.498388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce112f0-a07f-4891-9ad6-d0c2dae7d67d req-e5643958-3781-46ee-8642-b3dfd31f3c1e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:27.500139 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cce112f0-a07f-4891-9ad6-d0c2dae7d67d req-e5643958-3781-46ee-8642-b3dfd31f3c1e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0636098 Jun 22 10:18:27.538310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cce112f0-a07f-4891-9ad6-d0c2dae7d67d req-bb1b68e7-3706-4a62-9910-5c56f934ace2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Jun 22 10:18:28.717671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c8424-df1c-4fd9-bb8a-7d494bdc7571 req-9be47c9b-70f0-4faa-8c8c-ee68949ab2e0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:28.719119 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d15c8424-df1c-4fd9-bb8a-7d494bdc7571 req-9be47c9b-70f0-4faa-8c8c-ee68949ab2e0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0638669 Jun 22 10:18:28.757958 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d15c8424-df1c-4fd9-bb8a-7d494bdc7571 req-96cb5e60-a90a-41f9-a7e3-07ad7f823463 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Jun 22 10:18:29.592449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-86829ca2-3769-4a74-9452-0c24cadd512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:29.972383 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2698156-8eb3-41ba-bd5f-cbc82c3ac80f req-bd2dfc3a-ef65-4599-af5f-08978414268a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:29.973818 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e2698156-8eb3-41ba-bd5f-cbc82c3ac80f req-bd2dfc3a-ef65-4599-af5f-08978414268a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0634203 Jun 22 10:18:30.011454 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-e2698156-8eb3-41ba-bd5f-cbc82c3ac80f req-72a0aee3-1247-4b48-b41e-a17ff90f5e59 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Jun 22 10:18:31.192281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ed329-0669-4bbf-b826-2e758dbbd786 req-d7b05c80-6879-4f71-90a3-a6f43097b822 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:31.193735 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc6ed329-0669-4bbf-b826-2e758dbbd786 req-d7b05c80-6879-4f71-90a3-a6f43097b822 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0670366 Jun 22 10:18:31.230916 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-dc6ed329-0669-4bbf-b826-2e758dbbd786 req-90bf8787-721f-49ad-82fb-c9891a038e24 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315692 Jun 22 10:18:32.208779 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f06a-16e4-41a0-8a68-f173daff8cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:32.407821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b31ccb-89a4-4e93-aa1a-44ad3c6bcbf1 req-4279ec4e-ad47-4e70-84ac-bd9b0ae8c7f7 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:32.409210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-71b31ccb-89a4-4e93-aa1a-44ad3c6bcbf1 req-4279ec4e-ad47-4e70-84ac-bd9b0ae8c7f7 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0675421 Jun 22 10:18:32.446142 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-71b31ccb-89a4-4e93-aa1a-44ad3c6bcbf1 req-4e6329cd-2e2d-4d00-862c-8cae4fdde779 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Jun 22 10:18:32.712237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:33.616163 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dbf55-1d41-46cd-ab1e-0cebc1fa3859 req-25346ee2-dd24-48dd-92f4-56197fec0755 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:33.617647 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-469dbf55-1d41-46cd-ab1e-0cebc1fa3859 req-25346ee2-dd24-48dd-92f4-56197fec0755 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0633430 Jun 22 10:18:33.657573 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-469dbf55-1d41-46cd-ab1e-0cebc1fa3859 req-b1fec439-6fb5-4abe-b61f-924f1eca80a5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342622 Jun 22 10:18:33.672465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.032424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:18:34.126827 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:34.139081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'port_id': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'mac_address': 'fa:16:3e:97:1b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:18:34.177567 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.189465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19af78-4e8d-45b6-9845-cd664ee4ee30 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:18:34.208767 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:34.305257 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:34.307009 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-2c23841f-b55b-4481-90bb-15c79de4b2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:34.351642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:34.358424 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.358778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.359115 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.359445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.359770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.360116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.360438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.360763 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.361085 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.361403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.361717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.362029 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:34.366541 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:34.577809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['fd19af78-4e8d-45b6-9845-cd664ee4ee30'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:18:34.836446 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb772214-10a7-4b87-9027-ea8417d3d59d req-501a2b2f-3d1e-465c-b99a-40aeebfd7127 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:34.837837 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cb772214-10a7-4b87-9027-ea8417d3d59d req-501a2b2f-3d1e-465c-b99a-40aeebfd7127 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 944 time: 0.0645888 Jun 22 10:18:34.875023 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cb772214-10a7-4b87-9027-ea8417d3d59d req-028357c2-7234-4f41-86ac-a97fb66ed19e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Jun 22 10:18:35.146879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:36.043465 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:18:36.050138 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af30b5-477a-4380-af8f-a93126e271ed req-3e4aad36-36fe-4963-9c10-061d8ba1f776 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:36.052287 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-10af30b5-477a-4380-af8f-a93126e271ed req-3e4aad36-36fe-4963-9c10-061d8ba1f776 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 944 time: 0.0703199 Jun 22 10:18:36.090626 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-10af30b5-477a-4380-af8f-a93126e271ed req-ef8581cb-83dc-4cb3-9759-07a73257e111 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jun 22 10:18:36.152405 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port fd19af78-4e8d-45b6-9845-cd664ee4ee30 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:18:36.156426 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port fd19af78-4e8d-45b6-9845-cd664ee4ee30 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:18:36.156748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:36.232934 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:36.255010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:18:36.257274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685e06a-4f44-4c0d-b89a-f6984b21af13" -d '{"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-plugged", "status": "completed", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:36.269569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:36.298020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a969ad9-eec0-4bde-8650-42f97c505c87 x-openstack-request-id: req-6a969ad9-eec0-4bde-8650-42f97c505c87 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:36.298020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-plugged", "status": "completed", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:36.298020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a969ad9-eec0-4bde-8650-42f97c505c87 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:36.298020 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'code': 200} Jun 22 10:18:36.346891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:36.349806 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-3a91a483-1f38-4e45-8ff3-3e3ef5858a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:36.396095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:36.399146 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:36.633781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa73dc2-7c7c-49b5-a6c1-8e1e120b3700 req-6119dcf9-6e73-4560-833a-97b1173062c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:36.635284 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4aa73dc2-7c7c-49b5-a6c1-8e1e120b3700 req-6119dcf9-6e73-4560-833a-97b1173062c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0569639 Jun 22 10:18:36.671096 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4aa73dc2-7c7c-49b5-a6c1-8e1e120b3700 req-2dd04d36-fead-45c8-9085-5b6e475da5a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296247 Jun 22 10:18:37.264474 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb0258-b1ed-4b13-8f00-b59ad396678c req-0012f39f-7570-4bd8-9f85-1b13be902036 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:37.265936 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfeb0258-b1ed-4b13-8f00-b59ad396678c req-0012f39f-7570-4bd8-9f85-1b13be902036 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0630162 Jun 22 10:18:37.304009 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-bfeb0258-b1ed-4b13-8f00-b59ad396678c req-8556b561-35b3-45b9-b838-5fe962df63e9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Jun 22 10:18:38.477591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a166b-3c7e-48ae-8c7b-758228bab223 req-299ea0d0-04ca-4bcc-b288-dfdd72f462db tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:38.478945 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-735a166b-3c7e-48ae-8c7b-758228bab223 req-299ea0d0-04ca-4bcc-b288-dfdd72f462db tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Jun 22 10:18:38.515705 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-735a166b-3c7e-48ae-8c7b-758228bab223 req-7ac0b5a4-c395-4e91-8618-93e1d9cd375c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310276 Jun 22 10:18:38.684869 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e99f19-6d96-4646-8fbb-627af5699f82 req-03665584-9d88-4792-86cb-30f4e2026842 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:38.686349 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-16e99f19-6d96-4646-8fbb-627af5699f82 req-03665584-9d88-4792-86cb-30f4e2026842 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0635383 Jun 22 10:18:38.723657 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-16e99f19-6d96-4646-8fbb-627af5699f82 req-2f02dfae-2ea6-4c07-bc02-bccf690c8b16 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Jun 22 10:18:38.747854 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35598) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:38.803193 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93567276-6119-482b-a707-dcdb176b1649 tempest-TestShelveInstance-982542566 tempest-TestShelveInstance-982542566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:38.804710 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-93567276-6119-482b-a707-dcdb176b1649 tempest-TestShelveInstance-982542566 tempest-TestShelveInstance-982542566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1093 time: 0.0558481 Jun 22 10:18:38.807522 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35600) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:18:38.812032 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:18:38.889543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:38.983359 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.087276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Allocated IP 172.26.6.62 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/d84c3ee0-d3dc-4fca-a3c8-b62d8c5cde4c) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:39.185120 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.288780 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.290859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-cd8f42be-58de-4a35-b11b-27d77ddd6ea6 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:39.327491 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:39.330264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:39.333594 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:18:39.362851 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'Port': ['ID=d84c3ee0-d3dc-4fca-a3c8-b62d8c5cde4c,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:39.365775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:39.706558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.854209 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:39.922781 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.001644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.060603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.063444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-ac45f8ca-e559-43a0-8191-858b0972bdb4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:18:40.131993 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event updated for resources: {'Port': ['ID=d84c3ee0-d3dc-4fca-a3c8-b62d8c5cde4c,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:40.137511 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:18:40.144088 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.242698 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Floating IP 2eb44271-5291-40ce-91b3-f9b6f0408d68 associated. External IP: 172.26.6.62, port: fd19af78-4e8d-45b6-9845-cd664ee4ee30. Jun 22 10:18:40.442910 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Router eb9005f9-b065-4c14-8d90-82be2b029f6a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:18:40.573404 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:40.583040 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:40.591842 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:40.595227 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:18:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:40.671289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:18:40.698440 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:40.712198 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-242d2cca-1c91-4270-bdb0-a5298de00063 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9035637 Jun 22 10:18:40.712971 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:18:40.715229 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807dc961-e414-4ddd-aeea-5afd41788ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:40.805249 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfaf5c9-6ed6-47c2-bced-7b85f841863d x-openstack-request-id: req-1bfaf5c9-6ed6-47c2-bced-7b85f841863d {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:40.805775 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:40.806283 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bfaf5c9-6ed6-47c2-bced-7b85f841863d {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:40.806920 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'status': 'completed', 'code': 200} Jun 22 10:18:40.904116 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-677b03d6-d828-46e2-870e-b6d61789024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:40.905556 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-677b03d6-d828-46e2-870e-b6d61789024c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0550048 Jun 22 10:18:40.997316 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-597b4bea-7a68-49a2-8007-3429b9e58bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:40.999073 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-597b4bea-7a68-49a2-8007-3429b9e58bd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0865583 Jun 22 10:18:41.012725 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '2eb44271-5291-40ce-91b3-f9b6f0408d68', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'port_id': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'mac_address': 'fa:16:3e:97:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:18:39Z', 'updated_at': '2021-06-22T10:18:39Z', 'revision_number': 0, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:41.041586 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:41.049471 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:18:41.050071 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:18:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:41.063063 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-61fcac1a-2c21-4fd7-968e-ae5e28fab1a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 998 time: 0.0576417 Jun 22 10:18:41.114962 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-9577278c-2ee7-4b08-b08e-b168510c754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:41.116441 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-9577278c-2ee7-4b08-b08e-b168510c754b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0476434 Jun 22 10:18:41.153253 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:18:41.172270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-0d7a91c5-8b16-4f3b-89a0-25fb5f1ab6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:18:41.173679 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-0d7a91c5-8b16-4f3b-89a0-25fb5f1ab6d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512087 Jun 22 10:18:41.262095 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-bfd63ab7-ba73-442a-a401-99e4e591c92a service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820231 Jun 22 10:18:41.357042 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-807dc961-e414-4ddd-aeea-5afd41788ce6 req-c12db672-6264-4cfd-897a-e0a8601aabd2 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Jun 22 10:18:41.367475 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '2eb44271-5291-40ce-91b3-f9b6f0408d68', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'port_id': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'mac_address': 'fa:16:3e:97:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:18:39Z', 'updated_at': '2021-06-22T10:18:39Z', 'revision_number': 0, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:41.398857 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2d0e9-55bd-4c90-b4ae-538f21c77599 None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '2eb44271-5291-40ce-91b3-f9b6f0408d68', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'port_id': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'mac_address': 'fa:16:3e:97:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:18:39Z', 'updated_at': '2021-06-22T10:18:39Z', 'revision_number': 0, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:41.574925 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c97203-3d78-4159-a8c5-f71f1132453e None None] New status for floating IP 2eb44271-5291-40ce-91b3-f9b6f0408d68: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:18:53.633855 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:18:59.558267 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9051a3d4-04b3-48e9-bd84-19b485f047f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:02.219655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-128de836-a100-4227-b8d3-49fc094e7e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:02.705509 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:03.661067 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:05.135713 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:05.181563 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-cb8489f3-89f2-4228-b29c-99c0cfd8b268 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527639 Jun 22 10:19:05.288906 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-27aabe9c-57cf-4c99-944f-113dd58377da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:05.291165 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-27aabe9c-57cf-4c99-944f-113dd58377da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0520363 Jun 22 10:19:05.730525 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-1e694fac-f797-4f98-bde8-5e5fa5848b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:05.732059 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-1e694fac-f797-4f98-bde8-5e5fa5848b23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.4221616 Jun 22 10:19:05.802223 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-1f5379f5-18bb-4fcd-91b3-b6ef9220795f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1000 time: 0.0638196 Jun 22 10:19:05.855341 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-76da8af9-24bf-4d5a-b6dd-f95176ab5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:05.856816 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-76da8af9-24bf-4d5a-b6dd-f95176ab5b3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0476804 Jun 22 10:19:05.913353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-f674d741-48df-4910-9029-cf7822e369cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:19:05.914893 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-f674d741-48df-4910-9029-cf7822e369cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519567 Jun 22 10:19:05.924524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-d4f98a77-2565-40a0-bbeb-09f142dfa1b6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93949) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 10:19:05.925439 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-d4f98a77-2565-40a0-bbeb-09f142dfa1b6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048866 Jun 22 10:19:06.013314 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-2146565c-7d83-4a04-89a2-ea2ba4c6e304 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804236 Jun 22 10:19:06.105127 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-33d811b2-1936-4fde-9ea9-382c4ee327d9 req-77bc986f-9604-47a2-88e9-01c616cb4f70 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Jun 22 10:19:09.896093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:29.569936 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bedf81a7-a993-4507-b4d5-0ab0562dc20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:30.633296 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:19:32.221885 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3618e1ab-9cff-432f-8ea5-f664b98f0ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:32.705622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:33.659860 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:35.174519 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:39.890479 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:19:51.329737 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-045f6df9-5596-47c9-9cd2-9aebd8a3427a req-04c87e54-3174-4569-919e-a5c46750ae4c service neutron] (93949) timed out ('10.222.0.24', 58954) {{(pid=93949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:19:59.610699 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2160ec85-83c2-4f7c-86cc-ceb4451b3a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:02.216180 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-86a04668-5f43-4517-8a3f-b4cfd4d3d1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:02.678950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:03.688733 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:05.159617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:05.250335 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-a1c5ec52-1518-40d8-8dfc-db624637f410 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1404645 Jun 22 10:20:05.365781 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-88cf8286-74f6-4d90-b2a1-83a352cd61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:05.367144 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-88cf8286-74f6-4d90-b2a1-83a352cd61d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0565531 Jun 22 10:20:05.469091 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-7025222a-3fb1-4562-89d0-fcbc674e5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:05.470539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-7025222a-3fb1-4562-89d0-fcbc674e5a1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0841181 Jun 22 10:20:05.538280 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-cce025ae-db5d-458a-b4e9-9c0577c4c266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1000 time: 0.0613685 Jun 22 10:20:05.587445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-f838a28c-368c-49a7-b549-d985a0ecfc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:05.588994 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-f838a28c-368c-49a7-b549-d985a0ecfc53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0449464 Jun 22 10:20:05.650912 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-0966f278-2fa6-4df2-b0b5-ee667e7ad692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:20:05.652927 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-0966f278-2fa6-4df2-b0b5-ee667e7ad692 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581384 Jun 22 10:20:05.746713 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-c3c0f609-02f2-4a81-ab03-24cc8f522e6e service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874810 Jun 22 10:20:05.836928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1d047d9b-40aa-4279-824f-cd4602d769e6 req-8cff3ebb-a70f-4369-b6a7-38c19b9f0cde service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838459 Jun 22 10:20:07.634645 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:20:09.943195 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:29.586318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-76123ead-cf69-4da9-a8c2-4e8c33862940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:32.222198 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d2a00e7d-e1bb-4fae-83b9-1ad07307797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:32.719635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:33.677343 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:35.188425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:39.970918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:20:44.634923 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:20:59.572079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4eba7ea-4907-4520-ab34-90ab280ee46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:02.236795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-047bc882-655e-491c-bec3-78821c61033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:02.694174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:03.670919 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:05.197880 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:06.199773 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-b32b325d-ee1d-4c7b-a10e-f36e2b882f2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628638 Jun 22 10:21:06.314031 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-d8fbbe6a-a634-45cc-be64-bca1a4bfe31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:06.315500 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-d8fbbe6a-a634-45cc-be64-bca1a4bfe31c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0567799 Jun 22 10:21:06.424209 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-17a2d9e2-5b07-446f-9ab1-5b377952b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:06.425613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-17a2d9e2-5b07-446f-9ab1-5b377952b93e service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0892549 Jun 22 10:21:06.495549 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-c3f88bfc-6726-49a4-8321-21ffec739779 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1000 time: 0.0635958 Jun 22 10:21:06.541754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-7b0c0bc4-de25-4380-8bab-d59c2449f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:06.543154 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-7b0c0bc4-de25-4380-8bab-d59c2449f3ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0415559 Jun 22 10:21:06.597659 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-02038267-05c8-4f5b-a709-253b611e0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:06.599099 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-02038267-05c8-4f5b-a709-253b611e0c1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502756 Jun 22 10:21:06.695646 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-9eee0fe9-adc3-4f6c-ad09-977079310489 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902526 Jun 22 10:21:06.785483 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-86e3f338-ca26-4593-a2b8-93b04c06bdea req-e5249af5-5692-41d6-b49c-dcc6621755d9 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836730 Jun 22 10:21:07.783496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ea98f-a8e0-43d3-8e4e-67232860c575 req-7f2666af-5f2d-4f76-a867-5e070d7ec0be tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:07.784997 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4f8ea98f-a8e0-43d3-8e4e-67232860c575 req-7f2666af-5f2d-4f76-a867-5e070d7ec0be tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0659246 Jun 22 10:21:07.827211 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4f8ea98f-a8e0-43d3-8e4e-67232860c575 req-7783ac7c-445a-4cd1-a7f7-45ef33007626 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364134 Jun 22 10:21:09.069613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f574a-ef14-4b6c-89b9-77cbae4b0f33 req-15e53319-caff-445c-954e-8ca1f80e86e9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:09.071150 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a02f574a-ef14-4b6c-89b9-77cbae4b0f33 req-15e53319-caff-445c-954e-8ca1f80e86e9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.1150498 Jun 22 10:21:09.108747 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-a02f574a-ef14-4b6c-89b9-77cbae4b0f33 req-5f9955ae-bd39-4575-a8e1-e0cc5b3e800a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jun 22 10:21:09.928150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:10.315414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3fd7-ad26-49da-9216-58189e556e1f req-d7a0bd01-116c-4969-bfe0-2d2ea6afd8f9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:10.316928 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78ad3fd7-ad26-49da-9216-58189e556e1f req-d7a0bd01-116c-4969-bfe0-2d2ea6afd8f9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0649035 Jun 22 10:21:10.355468 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-78ad3fd7-ad26-49da-9216-58189e556e1f req-0f2c2961-1d77-41f9-a425-3e62603b1468 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Jun 22 10:21:11.525180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7d387-8777-4792-b95f-a5871d83a29b req-de85eb18-3c6e-4ee1-8ccd-d5210154514a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:11.526677 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52d7d387-8777-4792-b95f-a5871d83a29b req-de85eb18-3c6e-4ee1-8ccd-d5210154514a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0633049 Jun 22 10:21:11.564414 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-52d7d387-8777-4792-b95f-a5871d83a29b req-91561179-2b6c-4ecc-9feb-c77a08fe309c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Jun 22 10:21:12.732667 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd782-d334-4912-9c3c-5c77b3d96427 req-102a89fc-714b-48d8-a78f-ac6ecb2fc87d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:12.734047 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-319fd782-d334-4912-9c3c-5c77b3d96427 req-102a89fc-714b-48d8-a78f-ac6ecb2fc87d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0625727 Jun 22 10:21:12.772310 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-319fd782-d334-4912-9c3c-5c77b3d96427 req-5fbeb8b5-5af3-49dc-b233-83c97734750f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326953 Jun 22 10:21:13.946967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1780e-7e3b-4942-ba60-88fcd829978a req-0225d7a4-44bc-4f16-bc14-47f8c0fd1152 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:13.964343 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3e1780e-7e3b-4942-ba60-88fcd829978a req-0225d7a4-44bc-4f16-bc14-47f8c0fd1152 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0684316 Jun 22 10:21:13.986504 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d3e1780e-7e3b-4942-ba60-88fcd829978a req-c25abf60-3b81-4b38-8760-3efdb4526d5e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jun 22 10:21:15.170100 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc1de5-cdbe-4516-a0d4-d5a08ecbaeb4 req-9c2cb1f9-3946-43c0-b26c-cd0e3753e261 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:15.171603 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16bc1de5-cdbe-4516-a0d4-d5a08ecbaeb4 req-9c2cb1f9-3946-43c0-b26c-cd0e3753e261 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0698171 Jun 22 10:21:15.208862 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16bc1de5-cdbe-4516-a0d4-d5a08ecbaeb4 req-3f7fee24-2d00-4b34-ac2d-d9e4fc31bff0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Jun 22 10:21:16.382318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461a0a-48dd-4419-8eb8-6547c5bf0170 req-1e0c04cd-a5ba-481c-a814-3cf0b6943444 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:16.383778 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1f461a0a-48dd-4419-8eb8-6547c5bf0170 req-1e0c04cd-a5ba-481c-a814-3cf0b6943444 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0639091 Jun 22 10:21:16.421077 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1f461a0a-48dd-4419-8eb8-6547c5bf0170 req-0040ec6d-28fb-44fd-a8e4-0fd0d3b77d6c tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Jun 22 10:21:17.593436 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eabf3a-8044-43b7-b08f-071a54dd3241 req-869c998a-26eb-4a59-b1ab-efdee86b6975 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:17.594933 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-38eabf3a-8044-43b7-b08f-071a54dd3241 req-869c998a-26eb-4a59-b1ab-efdee86b6975 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0633504 Jun 22 10:21:17.632070 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-38eabf3a-8044-43b7-b08f-071a54dd3241 req-071f72fb-917a-4287-9c27-b4c8f3373920 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Jun 22 10:21:18.037124 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-039ca95c-09eb-4c6d-9209-0f9de7a4a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:18.039326 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-039ca95c-09eb-4c6d-9209-0f9de7a4a3df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0699434 Jun 22 10:21:18.133003 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-3f8b5416-48da-4c6c-aa0d-bb4125a28e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:18.134593 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-3f8b5416-48da-4c6c-aa0d-bb4125a28e3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0894372 Jun 22 10:21:18.208035 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-fe617367-2f8b-4eff-b729-a2d768516904 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1000 time: 0.0671048 Jun 22 10:21:18.256833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-6af29082-93fe-4d28-9587-fabdb6bff9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:18.258261 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-6af29082-93fe-4d28-9587-fabdb6bff9ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0446789 Jun 22 10:21:18.314582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-f1655d4c-389e-4e52-828f-fbc062163970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:18.316004 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-f1655d4c-389e-4e52-828f-fbc062163970 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515919 Jun 22 10:21:18.408591 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-6c461b86-9c9b-464f-85c4-72aacea85633 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858252 Jun 22 10:21:18.495050 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-13ad6082-aea3-4eee-aa9e-d457e9fe8e98 req-69e20d2d-3212-4372-bdac-f0310e4e0594 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803213 Jun 22 10:21:18.810561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486055ba-3065-4d5a-a7b9-224e4990621b req-3f6a2b6a-1dfe-4ce7-8bb0-ef392d51d8ee tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:18.812043 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-486055ba-3065-4d5a-a7b9-224e4990621b req-3f6a2b6a-1dfe-4ce7-8bb0-ef392d51d8ee tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Jun 22 10:21:18.849738 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-486055ba-3065-4d5a-a7b9-224e4990621b req-56beb258-42d9-47db-a9cb-629e58711306 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Jun 22 10:21:20.025444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa935c09-abad-4fd7-abdd-9b9481c25389 req-b5c50bb6-cc7d-4ada-90fb-367a4f7d7aaf tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:20.026896 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa935c09-abad-4fd7-abdd-9b9481c25389 req-b5c50bb6-cc7d-4ada-90fb-367a4f7d7aaf tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0634289 Jun 22 10:21:20.064121 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-aa935c09-abad-4fd7-abdd-9b9481c25389 req-a41067bc-83b1-450c-b60d-5c2ffaed0df9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jun 22 10:21:21.237875 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28699f-c5e5-46be-a196-363de4bfa46d req-d495f7da-ee7f-4a1c-aed8-ca677c5ec395 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:21.239366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da28699f-c5e5-46be-a196-363de4bfa46d req-d495f7da-ee7f-4a1c-aed8-ca677c5ec395 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0642157 Jun 22 10:21:21.278568 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-da28699f-c5e5-46be-a196-363de4bfa46d req-9b6b4348-b976-40f1-b5b9-e71db58ea10d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Jun 22 10:21:21.633346 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:21:22.476324 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eafae-8ca9-401b-8c61-9472941f1aee req-ad6035ee-96ef-4340-b43c-5c79c7f64892 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:22.478375 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a36eafae-8ca9-401b-8c61-9472941f1aee req-ad6035ee-96ef-4340-b43c-5c79c7f64892 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0715528 Jun 22 10:21:22.515691 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a36eafae-8ca9-401b-8c61-9472941f1aee req-ab2c9467-a952-499c-bcc1-ce8b6c61bf64 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Jun 22 10:21:22.791907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:21:22.867483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:22.890060 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:21:22.892396 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72717d9-dac5-4528-810a-0a55a88702a8" -d '{"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-unplugged", "status": "completed", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:22.908087 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:22.972278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 10:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4af3ce7-0f61-4f79-929d-9d2cb83f8526 x-openstack-request-id: req-e4af3ce7-0f61-4f79-929d-9d2cb83f8526 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:22.972587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-unplugged", "status": "failed", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "code": 422}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:22.972857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4af3ce7-0f61-4f79-929d-9d2cb83f8526 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:22.973274 dv-neutron-797120-3-hyperv neutron-server[93951]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'code': 422} returned with failed status Jun 22 10:21:22.974529 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:22.976304 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:21:23.025142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:23.032084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.033974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.033974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.033974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.033974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.033974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.034456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.034456 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.034687 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.035023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.035342 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.035664 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.043261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:21:24.052164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c06a-6af7-44f3-9adb-24da13a23ca6 req-b5e7a413-9fb7-4e06-9b82-b6fa4c402777 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:24.053731 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf1c06a-6af7-44f3-9adb-24da13a23ca6 req-b5e7a413-9fb7-4e06-9b82-b6fa4c402777 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0684798 Jun 22 10:21:24.131020 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2bf1c06a-6af7-44f3-9adb-24da13a23ca6 req-9574f833-f32e-4966-94ba-be970ea206f5 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694308 Jun 22 10:21:24.148244 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-3efb31b4-3469-4fc5-a581-1b1d0ee5a208 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244929 Jun 22 10:21:25.308509 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbee471-0e89-4fe6-9051-f49aecb5ccd9 req-95859dea-2723-4897-99d3-3284372a6eaa tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:25.309998 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0dbee471-0e89-4fe6-9051-f49aecb5ccd9 req-95859dea-2723-4897-99d3-3284372a6eaa tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0645139 Jun 22 10:21:25.348588 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0dbee471-0e89-4fe6-9051-f49aecb5ccd9 req-c2a254f3-14c9-4c1d-9ee1-fd0afe4ae101 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329914 Jun 22 10:21:26.526441 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c7c1-4fc5-44af-a92c-bd459a73cdcf req-137d37f4-4e85-4752-806c-89c9d71b30e8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:26.527957 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e85c7c1-4fc5-44af-a92c-bd459a73cdcf req-137d37f4-4e85-4752-806c-89c9d71b30e8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0669436 Jun 22 10:21:26.564809 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e85c7c1-4fc5-44af-a92c-bd459a73cdcf req-6c13078b-b108-4f26-962f-4e3819b62651 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Jun 22 10:21:27.741565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01e96-3e2a-40e5-b72a-f70e6781c884 req-075e99a0-b476-48ba-b4e1-4b0763115abd tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:27.743031 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e1f01e96-3e2a-40e5-b72a-f70e6781c884 req-075e99a0-b476-48ba-b4e1-4b0763115abd tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0669470 Jun 22 10:21:27.781578 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e1f01e96-3e2a-40e5-b72a-f70e6781c884 req-66ec414b-b984-4cb9-b0e6-72a3ad64ab99 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Jun 22 10:21:28.958374 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5468184-f584-4769-8e60-36d8f1a19dd9 req-a0cadf20-2058-4710-b38f-c2a9e272fa46 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:28.959831 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d5468184-f584-4769-8e60-36d8f1a19dd9 req-a0cadf20-2058-4710-b38f-c2a9e272fa46 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0634449 Jun 22 10:21:28.997722 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d5468184-f584-4769-8e60-36d8f1a19dd9 req-93d02a71-14c8-4c15-8b80-ba4a8061932e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Jun 22 10:21:29.554568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bef2-ac34-4fd0-b4b9-8e182de13e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:30.176944 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e8ace-910a-4031-89de-d4582eba8b6a req-1e730d52-4f90-4201-ade3-580c259756f7 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:30.178503 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1b6e8ace-910a-4031-89de-d4582eba8b6a req-1e730d52-4f90-4201-ade3-580c259756f7 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0642469 Jun 22 10:21:30.216841 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-1b6e8ace-910a-4031-89de-d4582eba8b6a req-8fc78802-65ba-49d6-b652-b4b7a97a3112 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Jun 22 10:21:31.394264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a2018-95be-4c74-a17a-0b2af769432f req-accbbc8f-b40e-4462-8a4b-dfe3f6e002e2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:31.395719 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0f6a2018-95be-4c74-a17a-0b2af769432f req-accbbc8f-b40e-4462-8a4b-dfe3f6e002e2 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0669868 Jun 22 10:21:31.434329 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-0f6a2018-95be-4c74-a17a-0b2af769432f req-13495523-6f75-4939-be3f-d1b3c96c09c4 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Jun 22 10:21:32.237846 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c12fdc64-ae42-4391-9111-4ba49c147d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:32.613538 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9704c5-759e-46fe-ac4e-3cc9fb80a20a req-f1a564de-374e-4719-b0b1-b59ff6d61098 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:32.615015 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ba9704c5-759e-46fe-ac4e-3cc9fb80a20a req-f1a564de-374e-4719-b0b1-b59ff6d61098 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0687990 Jun 22 10:21:32.657561 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ba9704c5-759e-46fe-ac4e-3cc9fb80a20a req-801df1d9-85a6-42ee-bcef-30502783c8c1 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349030 Jun 22 10:21:32.701459 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:33.216622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-0f54ccd7-89b3-43c8-986c-406fc2b19e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:33.218104 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-0f54ccd7-89b3-43c8-986c-406fc2b19e6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&tenant_id=afd6d65fea20493eb883b61b4ea90d9a HTTP/1.1" status: 200 len: 1096 time: 0.0537848 Jun 22 10:21:33.303591 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-0b60cf34-94f3-4f7f-9766-d47dccfde8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:33.305040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-0b60cf34-94f3-4f7f-9766-d47dccfde8cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1096 time: 0.0502193 Jun 22 10:21:33.401817 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-a2704384-cd71-494a-9b50-3545748330a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:33.404250 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-a2704384-cd71-494a-9b50-3545748330a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0924819 Jun 22 10:21:33.468231 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-878a2880-0b58-4842-bba2-4e221accf412 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 998 time: 0.0571082 Jun 22 10:21:33.522922 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-116aede9-e31f-4653-a5c5-7ace489bb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:33.524334 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-116aede9-e31f-4653-a5c5-7ace489bb9ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0461228 Jun 22 10:21:33.581524 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-c7d1c3f4-5354-4b4b-aee2-b7c5e10a291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:33.582950 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-c7d1c3f4-5354-4b4b-aee2-b7c5e10a291f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493848 Jun 22 10:21:33.660341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:33.671391 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-59f65187-72b5-4f15-ae27-e0abc42c5cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822983 Jun 22 10:21:33.769309 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-3d8a3e62-4e6a-4cd4-beaa-8d37f63d0120 req-95023f5e-e7b5-4cf3-8791-2af77f5747f4 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911329 Jun 22 10:21:33.832710 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765defc-a267-4ee4-a800-e4c62a1f6996 req-3a02c3a1-dfaa-49da-b567-f52180738d35 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:33.834201 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9765defc-a267-4ee4-a800-e4c62a1f6996 req-3a02c3a1-dfaa-49da-b567-f52180738d35 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0639923 Jun 22 10:21:33.875737 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9765defc-a267-4ee4-a800-e4c62a1f6996 req-9ef38f7d-381c-4981-ab68-42a249a4b603 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358827 Jun 22 10:21:35.048829 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df5a6-80e9-4dcd-be0c-42e79a01c760 req-89b445ac-b09a-4c34-ba31-4acede2b7d38 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:35.050269 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d74df5a6-80e9-4dcd-be0c-42e79a01c760 req-89b445ac-b09a-4c34-ba31-4acede2b7d38 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0623372 Jun 22 10:21:35.086109 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d74df5a6-80e9-4dcd-be0c-42e79a01c760 req-b09196aa-e326-4bae-93f5-a751c65e6e1f tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303063 Jun 22 10:21:35.191697 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:36.262541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6fa0-807c-4238-af3b-88ce4f0918db req-2d33038b-adbf-460e-849e-b149cb947298 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:36.264064 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f93d6fa0-807c-4238-af3b-88ce4f0918db req-2d33038b-adbf-460e-849e-b149cb947298 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0680780 Jun 22 10:21:36.311859 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f93d6fa0-807c-4238-af3b-88ce4f0918db req-d445c6e2-b0a3-4614-aca6-4206c987536a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Jun 22 10:21:37.647541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d651e-68fb-48cc-a07b-c09933f1091e req-deefd66e-8c36-4e2f-a73e-3d6beb9cb903 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:37.649037 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3a0d651e-68fb-48cc-a07b-c09933f1091e req-deefd66e-8c36-4e2f-a73e-3d6beb9cb903 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0652535 Jun 22 10:21:37.686514 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-3a0d651e-68fb-48cc-a07b-c09933f1091e req-f07d02f4-936b-4e82-b6b1-eb7745296a2b tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jun 22 10:21:38.861964 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf7a07-4f29-4685-a16c-39bfae762236 req-288a0851-5a06-4885-b630-cd79a8ff96f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:38.863428 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ddf7a07-4f29-4685-a16c-39bfae762236 req-288a0851-5a06-4885-b630-cd79a8ff96f0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0641057 Jun 22 10:21:38.901530 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ddf7a07-4f29-4685-a16c-39bfae762236 req-b4e487f2-c47d-473e-b303-2786bdbb7617 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324967 Jun 22 10:21:39.910655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:40.075627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0521-de09-42de-9247-fe6a4ba97c6f req-c58ef83c-9853-4dc5-a2a3-5357d7c29517 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:40.077102 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0cab0521-de09-42de-9247-fe6a4ba97c6f req-c58ef83c-9853-4dc5-a2a3-5357d7c29517 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 943 time: 0.0672338 Jun 22 10:21:40.113533 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0cab0521-de09-42de-9247-fe6a4ba97c6f req-78e71076-d2bc-41fe-a2d1-f6ee8a407610 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Jun 22 10:21:40.914230 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:21:41.005052 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:41.016306 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'port_id': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'mac_address': 'fa:16:3e:97:1b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:21:41.053988 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:41.066312 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19af78-4e8d-45b6-9845-cd664ee4ee30 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:21:41.085258 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:41.156937 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:41.159890 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:21:41.204645 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:41.207695 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:21:41.286073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997deb3-1ba6-43e3-a83b-8f0152dbfc57 req-3ad17c3e-99a8-4eaa-a64b-286957143912 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:41.287539 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c997deb3-1ba6-43e3-a83b-8f0152dbfc57 req-3ad17c3e-99a8-4eaa-a64b-286957143912 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 944 time: 0.0623314 Jun 22 10:21:41.324160 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c997deb3-1ba6-43e3-a83b-8f0152dbfc57 req-db74c113-7b38-45ae-b848-0247822d0159 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Jun 22 10:21:41.468412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['fd19af78-4e8d-45b6-9845-cd664ee4ee30'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:21:42.493597 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4432db-32f3-4f72-b0e1-55713fd33989 req-9c2bdf0a-dcce-49b0-ab15-3479a9d16371 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:42.495294 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e4432db-32f3-4f72-b0e1-55713fd33989 req-9c2bdf0a-dcce-49b0-ab15-3479a9d16371 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 944 time: 0.0634539 Jun 22 10:21:42.531957 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2e4432db-32f3-4f72-b0e1-55713fd33989 req-cd543cc2-4f76-4508-9d05-e279bb0b88e0 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311029 Jun 22 10:21:42.914371 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:21:42.960634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port fd19af78-4e8d-45b6-9845-cd664ee4ee30 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:21:42.961010 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:43.036467 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:43.057446 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:21:43.060402 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70646cbe-1354-478a-9968-67fcae0cad0a" -d '{"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-plugged", "status": "completed", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:43.072478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:43.133734 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:21:43.135607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:21:43.180094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:43.182918 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:21:43.707469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8f92-46bc-43be-ade9-46627961b24a req-69c2ddcf-a096-4309-9c90-dfe1b8d0ba79 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:43.708996 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a6e8f92-46bc-43be-ade9-46627961b24a req-69c2ddcf-a096-4309-9c90-dfe1b8d0ba79 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0669892 Jun 22 10:21:43.746934 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-7a6e8f92-46bc-43be-ade9-46627961b24a req-6185f0a3-4865-47ff-adc3-c3bbdf19dc7e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Jun 22 10:21:44.116503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6189fca-06a7-4be8-9367-1ca084d66040 x-openstack-request-id: req-e6189fca-06a7-4be8-9367-1ca084d66040 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:44.116975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-plugged", "status": "completed", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:44.117082 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6189fca-06a7-4be8-9367-1ca084d66040 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:44.117475 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'code': 200} Jun 22 10:21:44.445878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16070e9c-e273-4ddb-9f5f-aacc1b83c52e req-d2dad190-7214-4c2c-b4e4-2fd50c78f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:44.447340 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16070e9c-e273-4ddb-9f5f-aacc1b83c52e req-d2dad190-7214-4c2c-b4e4-2fd50c78f673 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0557709 Jun 22 10:21:44.480878 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16070e9c-e273-4ddb-9f5f-aacc1b83c52e req-da0f6858-995b-4d9a-9f11-0ea11efae2cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274372 Jun 22 10:21:44.923046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112274a7-137b-4bd0-8965-8767fce1dbeb req-32f6bdbb-dba5-436c-b76d-55cb739d8c7d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:44.924429 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-112274a7-137b-4bd0-8965-8767fce1dbeb req-32f6bdbb-dba5-436c-b76d-55cb739d8c7d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0628736 Jun 22 10:21:44.961986 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-112274a7-137b-4bd0-8965-8767fce1dbeb req-e6b7cb3f-208a-4353-a17c-32c6a25a3f03 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Jun 22 10:21:46.135828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f5198-bc5f-4534-8398-d50784e43d93 req-70e4d136-ab38-486d-9e22-8c29dde9dbef tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:21:46.137702 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-042f5198-bc5f-4534-8398-d50784e43d93 req-70e4d136-ab38-486d-9e22-8c29dde9dbef tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0648048 Jun 22 10:21:46.175665 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-042f5198-bc5f-4534-8398-d50784e43d93 req-3b5e0ec1-1f89-4dcd-aa4a-6b626caac128 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Jun 22 10:21:58.632063 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:21:59.568226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8e771b90-5f9a-41f3-9b5a-be7adbe4c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:02.228896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1da28582-0afd-4280-9dc9-44f2919e9ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:02.705570 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:03.683178 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:05.153941 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:08.178610 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-c04a42dd-06b5-40a2-a175-06d5029cb399 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579085 Jun 22 10:22:08.292211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71be91-7eae-409d-b087-67ae88c0858f req-0ab2532c-0517-4895-865f-8e29f7ae12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:08.293686 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-0ab2532c-0517-4895-865f-8e29f7ae12ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0527403 Jun 22 10:22:08.400597 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71be91-7eae-409d-b087-67ae88c0858f req-c2091d99-f5db-44a6-8ce9-de14ba7d4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:08.401952 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-c2091d99-f5db-44a6-8ce9-de14ba7d4714 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0880299 Jun 22 10:22:08.470452 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-17f662db-bb4a-4d63-8f54-04451ada4c88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1000 time: 0.0617859 Jun 22 10:22:08.535213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71be91-7eae-409d-b087-67ae88c0858f req-267b9b74-1614-404c-a2cb-666c3c6323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:08.536692 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-267b9b74-1614-404c-a2cb-666c3c6323b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0602498 Jun 22 10:22:08.593547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71be91-7eae-409d-b087-67ae88c0858f req-3765e012-04a6-418d-bfb8-7cf48c599549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:22:08.595012 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-3765e012-04a6-418d-bfb8-7cf48c599549 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518177 Jun 22 10:22:08.686136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-5bf2d5fc-bb49-4d2d-b075-de384e4aed28 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Jun 22 10:22:08.772744 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-4c71be91-7eae-409d-b087-67ae88c0858f req-44198749-cbd3-4904-8fee-081626a53d4f service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803473 Jun 22 10:22:09.959971 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:29.563088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cfed085b-5bcc-4793-bd8a-251fdba6b466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:32.228148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5eccb9f-2542-4358-af6e-0e8140365a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:32.682884 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:33.679750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:35.210923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:35.629990 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:22:39.942470 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:22:59.562820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7b96728-d0db-4e6e-a36b-dcef085f2529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:02.223046 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-507e458f-3875-4777-bf22-ed70456b56f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:02.708532 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:03.671381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:05.165896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:09.971372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:10.183189 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-47860871-e2a6-4f49-b128-1661f6f2abd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648816 Jun 22 10:23:10.290476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-13be2e19-0fef-4626-80e3-3922b26d14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:10.291997 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-13be2e19-0fef-4626-80e3-3922b26d14c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0524197 Jun 22 10:23:10.403764 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-546463f8-2e56-454d-8232-4859e40f6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:10.405243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-546463f8-2e56-454d-8232-4859e40f6d78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0942237 Jun 22 10:23:10.477689 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-e0ac20b5-ae8f-48bf-8635-72b11184bae9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 1000 time: 0.0660551 Jun 22 10:23:10.534763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-258914b6-e8c6-410a-a513-805a5a1ef0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:10.536238 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-258914b6-e8c6-410a-a513-805a5a1ef0e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0528014 Jun 22 10:23:10.591821 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-2b9b2f8d-e5fd-4353-bebc-2b08e100d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:10.593449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-2b9b2f8d-e5fd-4353-bebc-2b08e100d7f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511189 Jun 22 10:23:10.685638 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-f5e5c73a-34ab-4711-a14b-39f95cbb2084 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856752 Jun 22 10:23:10.773368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac0f8df9-b647-49c7-9e27-4524cc1f9378 req-e9f97532-a814-4fb0-90fa-0b52cac77356 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814869 Jun 22 10:23:12.628139 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:23:22.566190 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35846) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:23.011361 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Deleting port d84c3ee0-d3dc-4fca-a3c8-b62d8c5cde4c {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:23.011699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:23.087172 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:23.087496 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:23.153607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Calling delete_port for d84c3ee0-d3dc-4fca-a3c8-b62d8c5cde4c owned by network:floatingip {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:23.381591 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:23.383554 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-67f4f1d3-1b78-42a2-a1ca-1b237c7cd23c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:23.412050 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event deleted for resources: {'Port': ['ID=d84c3ee0-d3dc-4fca-a3c8-b62d8c5cde4c,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:23.424398 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.425735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.425735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.425735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.426038 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.426230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.426604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.426966 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.427331 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.427693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.428145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.428505 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:23.447593 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:23.491932 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for floatingip, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:23.492274 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Floating IP 2eb44271-5291-40ce-91b3-f9b6f0408d68 disassociated (deleted). External IP: 172.26.6.62, port: fd19af78-4e8d-45b6-9845-cd664ee4ee30. Jun 22 10:23:23.697973 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Router eb9005f9-b065-4c14-8d90-82be2b029f6a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:23:23.806674 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:23.811690 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:23.816618 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:23.827924 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:23.828702 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:23.849782 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "DELETE /v2.0/floatingips/2eb44271-5291-40ce-91b3-f9b6f0408d68 HTTP/1.1" status: 204 len: 168 time: 1.2823336 Jun 22 10:23:23.850495 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:23:23.853236 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce05772-ef58-40f0-8fd2-3478f16bb97b" -d '{"events": [{"name": "network-changed", "server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:23:23.893453 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf8ae6-1eb5-4114-bfd7-681e3ab09ddd x-openstack-request-id: req-6edf8ae6-1eb5-4114-bfd7-681e3ab09ddd {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:23:23.893806 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:23:23.894103 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6edf8ae6-1eb5-4114-bfd7-681e3ab09ddd {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:23:23.894543 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'status': 'completed', 'code': 200} Jun 22 10:23:23.936989 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:23.994101 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-22cfb4a2-fb14-4edf-8fe2-e1f4c218b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:23.998855 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-22cfb4a2-fb14-4edf-8fe2-e1f4c218b9e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 1098 time: 0.0586219 Jun 22 10:23:24.093024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-936a5b21-6cf3-4ae0-8282-b4a2d7c15b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:24.095359 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-936a5b21-6cf3-4ae0-8282-b4a2d7c15b5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 200 len: 910 time: 0.0935004 Jun 22 10:23:24.142686 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-36480938-cb1a-442b-90b1-e7d3c66140b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 200 len: 217 time: 0.0404563 Jun 22 10:23:24.144580 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:24.171132 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:24.180780 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:24.181447 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:24.202390 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-9e665fc7-937b-4029-9ba3-948d6d84812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:24.204221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-9e665fc7-937b-4029-9ba3-948d6d84812a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 200 len: 848 time: 0.0556972 Jun 22 10:23:24.261569 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-7b488c9e-ad83-46f3-be5e-fef03ece809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:24.263134 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-7b488c9e-ad83-46f3-be5e-fef03ece809f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01912f14-67ad-4b6b-8461-4ee964f83f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531855 Jun 22 10:23:24.286445 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:24.357261 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-d9e6610c-39c0-498b-9da2-7e5406368fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Jun 22 10:23:24.495382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5ce05772-ef58-40f0-8fd2-3478f16bb97b req-c9cc0ea7-b5ff-43ce-8a84-81595c9ee7a3 service neutron] 10.222.0.24 "GET /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314120 Jun 22 10:23:24.526658 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7245bc8-6213-4ff8-8017-4431b9bd0e9f req-0cf7ce7b-d5c2-49da-b914-30202005b7d8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:24.528150 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f7245bc8-6213-4ff8-8017-4431b9bd0e9f req-0cf7ce7b-d5c2-49da-b914-30202005b7d8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.1556742 Jun 22 10:23:24.571415 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f7245bc8-6213-4ff8-8017-4431b9bd0e9f req-c7615d2a-30df-4116-9585-4e15751a9361 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370481 Jun 22 10:23:24.595231 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:24.625025 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea1497-bc8c-4d4d-b4a5-2316e13804ee None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:13:22Z', 'revision_number': 4, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'da53ac13-e395-47cd-ac8b-f964f6cf8c5f', 'name': '', 'network_id': '01912f14-67ad-4b6b-8461-4ee964f83f49', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'mac_address': 'fa:16:3e:e5:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:22Z', 'updated_at': '2021-06-22T10:13:28Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'subnets': [{'id': '7cf37640-b11e-4f14-a49c-9563f89f093d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:24.836607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321aa15-a32d-4c4c-bf27-2441441b94d8 None None] New status for floating IP 2eb44271-5291-40ce-91b3-f9b6f0408d68: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:23:25.746937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5237-329a-49fd-9415-2ea3c202020f req-2b6d0dbe-54ee-4bf3-bb0a-9c9c4b303b06 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:25.755232 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-badf5237-329a-49fd-9415-2ea3c202020f req-2b6d0dbe-54ee-4bf3-bb0a-9c9c4b303b06 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0647612 Jun 22 10:23:25.791440 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-badf5237-329a-49fd-9415-2ea3c202020f req-4591c596-8559-4b56-ac97-a1b47539aed4 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/security-groups?id=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365977 Jun 22 10:23:26.128532 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-b6a127d6-6044-40ed-ba32-ede5ac22738d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:26.130128 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-b6a127d6-6044-40ed-ba32-ede5ac22738d tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 945 time: 0.0687571 Jun 22 10:23:26.234318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Deleting port fd19af78-4e8d-45b6-9845-cd664ee4ee30 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:26.234788 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:26.324219 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] For port fd19af78-4e8d-45b6-9845-cd664ee4ee30, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fd19af78-4e8d-45b6-9845-cd664ee4ee30,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:26.324580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:26.715184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Calling delete_port for fd19af78-4e8d-45b6-9845-cd664ee4ee30 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:26.898593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:26.902949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-48af05d6-9696-44d4-8002-ec0d8eb1c441 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:26.938977 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event deleted for resources: {'Port': ['ID=fd19af78-4e8d-45b6-9845-cd664ee4ee30,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:26.963117 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ac678bab-009c-427d-9911-77675a1f9c51 req-b195333a-30d7-404a-b7de-26dbe8656593 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0513289 Jun 22 10:23:26.969845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.970450 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.970844 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.971228 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.971611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.972020 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.972401 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.972776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.973164 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.973519 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.973889 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.974282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.998866 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:27.020484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] No DVR routers for this DVR port fd19af78-4e8d-45b6-9845-cd664ee4ee30 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:23:27.022929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:27.024895 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-2d594cd4-f3fe-471b-bbaf-bb546dac6e5a req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.24 "DELETE /v2.0/ports/fd19af78-4e8d-45b6-9845-cd664ee4ee30 HTTP/1.1" status: 204 len: 173 time: 0.8896096 Jun 22 10:23:27.025467 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-deleted', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:23:27.027763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecba3b9-5066-407c-95cc-aced6bac1cd0" -d '{"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-deleted", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:23:27.107478 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b8af31-8fc5-475a-b2d9-d134a5160cdb x-openstack-request-id: req-67b8af31-8fc5-475a-b2d9-d134a5160cdb {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:23:27.107706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9130c2ec-5163-4b79-8382-7d287d4ed307", "name": "network-vif-deleted", "tag": "fd19af78-4e8d-45b6-9845-cd664ee4ee30", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:23:27.108042 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67b8af31-8fc5-475a-b2d9-d134a5160cdb {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:23:27.108490 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9130c2ec-5163-4b79-8382-7d287d4ed307', 'name': 'network-vif-deleted', 'tag': 'fd19af78-4e8d-45b6-9845-cd664ee4ee30', 'status': 'completed', 'code': 200} Jun 22 10:23:28.105093 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-32a260f8-5bec-4ff4-817a-c07fbf0c8299 req-cefca2dc-b1b0-4057-bda1-ace44ceb6301 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0291841 Jun 22 10:23:29.246965 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-f9bde573-c751-4170-97c4-d6a829700ae8 req-fa981db2-a5bf-4566-9208-4ef826b6db1e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0294459 Jun 22 10:23:29.434569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:29.455440 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: fd19af78-4e8d-45b6-9845-cd664ee4ee30 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:29.455788 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device fd19af78-4e8d-45b6-9845-cd664ee4ee30 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:29.569478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e65b5ddc-7ce4-4c4a-ae72-23691142aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:30.591649 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-649a6f31-8183-4de5-83cf-74c4ac5affcb req-17c905a5-56bb-4e23-9e63-a6e38a937292 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0310481 Jun 22 10:23:31.746585 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-2276b2fa-403e-45bc-bf96-9c19470152a3 req-64b5e235-ea0e-42fe-9740-e1cc2cab81d8 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "GET /v2.0/ports?device_id=9130c2ec-5163-4b79-8382-7d287d4ed307 HTTP/1.1" status: 200 len: 210 time: 0.0302024 Jun 22 10:23:32.223445 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cdd591e7-7870-498a-b338-823f6dc90e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:32.697694 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:32.838693 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35888) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:32.923390 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:32.953381 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:33.100800 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:33.103385 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:33.104580 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] 10.222.0.65 "DELETE /v2.0/security-groups/d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb HTTP/1.1" status: 204 len: 168 time: 0.2648437 Jun 22 10:23:33.105483 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3ce5f05c-3302-4b94-8479-a785719d14e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:33.114684 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8c4c2-b1a6-4590-947e-b0f0b5d471eb,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:33.117220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e28c8f98-689c-47d2-8a4e-c3e1acbf7d0a tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:33.277275 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35892) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:33.709245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:33.760553 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:34.021340 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Deleting port da53ac13-e395-47cd-ac8b-f964f6cf8c5f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:34.022046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:34.105670 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] For port da53ac13-e395-47cd-ac8b-f964f6cf8c5f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:34.106036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:34.170940 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Calling delete_port for da53ac13-e395-47cd-ac8b-f964f6cf8c5f owned by network:router_interface {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:34.414444 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:34.417184 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f27dd13e-ad7f-4068-b057-2cb799e9ac9c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:34.441439 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=da53ac13-e395-47cd-ac8b-f964f6cf8c5f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:34.445281 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:34.621101 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:34.834036 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Router eb9005f9-b065-4c14-8d90-82be2b029f6a has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:23:34.939671 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:34.944709 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] 10.222.0.65 "PUT /v2.0/routers/eb9005f9-b065-4c14-8d90-82be2b029f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6661904 Jun 22 10:23:34.947363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35896) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:34.948774 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] Sync routers for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:34.959330 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:34.959963 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:35.053937 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:35.062234 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:35.169683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:35.248561 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:23:34Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:35.276990 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] Checking router: eb9005f9-b065-4c14-8d90-82be2b029f6a for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:35.286073 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] Routers {'eb9005f9-b065-4c14-8d90-82be2b029f6a'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:35.286688 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['eb9005f9-b065-4c14-8d90-82be2b029f6a'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:35.392119 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] Set router eb9005f9-b065-4c14-8d90-82be2b029f6a gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:35.446389 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:35.553462 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Deleting port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:35.553802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:35.569734 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:23:34Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:35.599437 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c031a-b8f9-43aa-903f-561b8819b542 None None] The sync data for ids ['eb9005f9-b065-4c14-8d90-82be2b029f6a'] in dv-neutron-797120-3-hyperv is: [{'id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'name': 'tempest-TestShelveInstance-2000658873-router', 'tenant_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:19Z', 'updated_at': '2021-06-22T10:23:34Z', 'revision_number': 5, 'project_id': 'afd6d65fea20493eb883b61b4ea90d9a', 'gw_port': {'id': '7f7b07ae-dc3e-4901-bd32-13fc49c12d41', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9005f9-b065-4c14-8d90-82be2b029f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:20Z', 'updated_at': '2021-06-22T10:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:35.636803 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] For port 7f7b07ae-dc3e-4901-bd32-13fc49c12d41, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:35.637168 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:35.705152 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Calling delete_port for 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 owned by network:router_gateway {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:35.926700 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:35.928884 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:35.954126 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7b07ae-dc3e-4901-bd32-13fc49c12d41,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.957267 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:36.023795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.117895 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.120044 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.266760 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.267354 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb9005f9-b065-4c14-8d90-82be2b029f6a {{(pid=93950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:23:36.277877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.277877 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-71e541cc-3bf3-4dc1-b233-4a41bf149a8f admin admin] 10.222.0.65 "DELETE /v2.0/routers/eb9005f9-b065-4c14-8d90-82be2b029f6a HTTP/1.1" status: 204 len: 168 time: 1.3250020 Jun 22 10:23:36.277877 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35898) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:36.321418 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Deleting subnet 7cf37640-b11e-4f14-a49c-9563f89f093d {{(pid=93950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:23:36.324876 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.364732 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5857549'] for subnet, precommit_delete_associations {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.441106 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.578243 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5924361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5496272'] for subnet, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.581371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-f3bcd6a1-ed28-4b84-8115-537316eb6972 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:36.616759 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf37640-b11e-4f14-a49c-9563f89f093d,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:36.618801 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.620606 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7cf37640-b11e-4f14-a49c-9563f89f093d HTTP/1.1" status: 204 len: 168 time: 0.3440220 Jun 22 10:23:36.621625 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-abe3325b-fa85-4f82-bea7-1c7c85b1bd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:36.623104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35900) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:36.623554 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd391c-eb32-4afd-afaf-5d0ef8cfa17e None None] Network 01912f14-67ad-4b6b-8461-4ee964f83f49 requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:23:36.705420 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.763992 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device da53ac13-e395-47cd-ac8b-f964f6cf8c5f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:36.768807 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Deleting port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:36.769637 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.786703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: da53ac13-e395-47cd-ac8b-f964f6cf8c5f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:36.787034 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device da53ac13-e395-47cd-ac8b-f964f6cf8c5f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:36.787478 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:36.806670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:36.807051 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 7f7b07ae-dc3e-4901-bd32-13fc49c12d41 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:36.843682 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] For port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:36.844224 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.864814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] DHCP port deletion for 01912f14-67ad-4b6b-8461-4ee964f83f49 request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:23:36.910343 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Calling delete_port for 1cd888e8-34ea-4645-84a9-9f8ec67ba61f owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:36.913330 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Deleting port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:36.913708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:36.975072 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] For port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,segment=NetworkSegment(6d15331f-6a84-4502-b461-8016621324d2),segment_id=6d15331f-6a84-4502-b461-8016621324d2)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:36.975474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.040920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Calling delete_port for 1cd888e8-34ea-4645-84a9-9f8ec67ba61f owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:37.115045 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.118146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d391b83-fb7d-4318-8750-57d453075bd0 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:37.120468 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.123183 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:37.128629 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] No DVR routers for this DVR port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:23:37.147491 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Pushing event deleted for resources: {'Port': ['ID=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:37.148633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd888e8-34ea-4645-84a9-9f8ec67ba61f,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:37.151409 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:37.152057 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] No DVR routers for this DVR port 1cd888e8-34ea-4645-84a9-9f8ec67ba61f on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:23:37.159126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.159480 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.159821 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.160191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.160520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.160852 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.161181 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.161507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.161962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.162294 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.162621 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.162943 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:37.165784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-f34ff8de-bc8d-420b-87e7-7e93412a4fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:37.222482 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.232046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01912f14-67ad-4b6b-8461-4ee964f83f49']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:37.242558 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d15331f-6a84-4502-b461-8016621324d2') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:37.242857 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d15331f-6a84-4502-b461-8016621324d2') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:37.251563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.265514 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.271214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:23:37.271598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:23:37.273236 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:23:37.394254 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.397616 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-6eec9429-d36e-4bef-9cf0-cddb77ea1f6f tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:37.400073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.404333 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] 10.222.0.65 "DELETE /v2.0/networks/01912f14-67ad-4b6b-8461-4ee964f83f49 HTTP/1.1" status: 204 len: 168 time: 0.7779086 Jun 22 10:23:37.405527 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35902) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:37.414028 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=01912f14-67ad-4b6b-8461-4ee964f83f49,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:37.416387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e6762fc7-b682-427b-baae-6f9facc1bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:37.742088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:37.987921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Deleting port 3b1d6026-c6ee-4308-b433-c059a7ab37f3 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:37.988272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:38.066709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] For port 3b1d6026-c6ee-4308-b433-c059a7ab37f3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=3b1d6026-c6ee-4308-b433-c059a7ab37f3,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:38.066975 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:38.133313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Calling delete_port for 3b1d6026-c6ee-4308-b433-c059a7ab37f3 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:38.406516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:38.408676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-29d5c5c1-bc80-4bec-8124-eb25e86af134 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:38.431248 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1d6026-c6ee-4308-b433-c059a7ab37f3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:38.433917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:38.584143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1cd888e8-34ea-4645-84a9-9f8ec67ba61f no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:38.611713 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:38.768670 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 1cd888e8-34ea-4645-84a9-9f8ec67ba61f {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:38.769158 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 1cd888e8-34ea-4645-84a9-9f8ec67ba61f not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:38.834803 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Router 82fbc14d-8026-4638-aa2b-da0592b5229e has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:23:38.947808 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:38.952806 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] 10.222.0.65 "PUT /v2.0/routers/82fbc14d-8026-4638-aa2b-da0592b5229e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461662 Jun 22 10:23:38.956284 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35904) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:38.957587 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] Sync routers for ids ['82fbc14d-8026-4638-aa2b-da0592b5229e'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:38.966530 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] Routers {'82fbc14d-8026-4638-aa2b-da0592b5229e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:38.967168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['82fbc14d-8026-4638-aa2b-da0592b5229e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:39.063588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.069066 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] Set router 82fbc14d-8026-4638-aa2b-da0592b5229e gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:39.165626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.246148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:23:38Z', 'revision_number': 5, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port': {'id': '234f55ad-b4f7-4a1a-9224-6638292f824c', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:13:26Z', 'updated_at': '2021-06-22T10:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:39.283840 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] Checking router: 82fbc14d-8026-4638-aa2b-da0592b5229e for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:39.292036 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] Routers {'82fbc14d-8026-4638-aa2b-da0592b5229e'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:39.292631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['82fbc14d-8026-4638-aa2b-da0592b5229e'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:39.321608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Deleting port 234f55ad-b4f7-4a1a-9224-6638292f824c {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:39.321939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.375352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] Set router 82fbc14d-8026-4638-aa2b-da0592b5229e gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:39.409343 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] For port 234f55ad-b4f7-4a1a-9224-6638292f824c, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=234f55ad-b4f7-4a1a-9224-6638292f824c,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:39.409943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.429048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:23:39Z', 'revision_number': 6, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:39.455222 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c24ff-f077-4e6d-8fae-d8da3ae9dedb None None] The sync data for ids ['82fbc14d-8026-4638-aa2b-da0592b5229e'] in dv-neutron-797120-3-hyperv is: [{'id': '82fbc14d-8026-4638-aa2b-da0592b5229e', 'name': 'tempest-TestShelveInstance-1892566130-router', 'tenant_id': '4da951e4864d4c14a15ef804790e027e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:13:25Z', 'updated_at': '2021-06-22T10:23:39Z', 'revision_number': 6, 'project_id': '4da951e4864d4c14a15ef804790e027e', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:39.478529 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Calling delete_port for 234f55ad-b4f7-4a1a-9224-6638292f824c owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:39.705709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.707623 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:39.735160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=234f55ad-b4f7-4a1a-9224-6638292f824c,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:39.738212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:39.798361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.896163 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.898262 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.954418 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.988605 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.989142 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82fbc14d-8026-4638-aa2b-da0592b5229e {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:23:39.993641 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:39.994800 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6887c465-ff0d-4d7a-8da4-d7b68f29e7d7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/82fbc14d-8026-4638-aa2b-da0592b5229e HTTP/1.1" status: 204 len: 168 time: 1.0375786 Jun 22 10:23:39.997300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35906) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:40.040396 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Deleting subnet 54930745-6e16-488e-871a-2e7ed2167854 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:23:40.046109 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.079583 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.158734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.268976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.271136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-3e94d5df-1d23-44e0-8a7b-f66f5e164279 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:40.297169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54930745-6e16-488e-871a-2e7ed2167854,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:40.299669 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:40.302422 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.304422 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1e268c05-7fb5-4840-aabc-5a49531c7032 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/54930745-6e16-488e-871a-2e7ed2167854 HTTP/1.1" status: 204 len: 168 time: 0.3061726 Jun 22 10:23:40.306859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35908) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:40.308271 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00da52a6-3f26-45a2-8c3e-4fadfdd85288 None None] Network 00395a1f-98aa-4c45-8662-d49eb380330a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:23:40.376505 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.436754 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Deleting port c27c9411-03f9-44ae-b3b9-79bb489fc04e {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:40.437454 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.505418 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] For port c27c9411-03f9-44ae-b3b9-79bb489fc04e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c27c9411-03f9-44ae-b3b9-79bb489fc04e,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:40.505786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.525261 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] DHCP port deletion for 00395a1f-98aa-4c45-8662-d49eb380330a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:23:40.567523 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234f55ad-b4f7-4a1a-9224-6638292f824c no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:40.574415 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Calling delete_port for c27c9411-03f9-44ae-b3b9-79bb489fc04e owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:40.589409 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 234f55ad-b4f7-4a1a-9224-6638292f824c {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:40.589759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 234f55ad-b4f7-4a1a-9224-6638292f824c not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:40.590187 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3b1d6026-c6ee-4308-b433-c059a7ab37f3 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:40.612245 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 3b1d6026-c6ee-4308-b433-c059a7ab37f3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:40.612605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 3b1d6026-c6ee-4308-b433-c059a7ab37f3 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:40.615747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Deleting port c27c9411-03f9-44ae-b3b9-79bb489fc04e {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:23:40.616164 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.691598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] For port c27c9411-03f9-44ae-b3b9-79bb489fc04e, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=c27c9411-03f9-44ae-b3b9-79bb489fc04e,segment=NetworkSegment(bbaf2725-52b1-4485-8ad8-dd6a84ef734c),segment_id=bbaf2725-52b1-4485-8ad8-dd6a84ef734c)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:40.692038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.758239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Calling delete_port for c27c9411-03f9-44ae-b3b9-79bb489fc04e owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:23:40.768303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.771385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-55b85198-96a3-482f-90df-81a258277c0e tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:40.796604 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c27c9411-03f9-44ae-b3b9-79bb489fc04e,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:40.798359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] No DVR routers for this DVR port c27c9411-03f9-44ae-b3b9-79bb489fc04e on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:23:40.799864 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:40.837494 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.847065 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:40.861579 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Pushing event deleted for resources: {'Port': ['ID=c27c9411-03f9-44ae-b3b9-79bb489fc04e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:40.865106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:40.871537 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] No DVR routers for this DVR port c27c9411-03f9-44ae-b3b9-79bb489fc04e on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:23:40.872485 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.883770 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00395a1f-98aa-4c45-8662-d49eb380330a']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:40.894346 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:40.894642 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaf2725-52b1-4485-8ad8-dd6a84ef734c') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:40.903565 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.918827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.925314 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:23:40.925709 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:23:40.927332 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:23:41.042921 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:41.048267 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4540b216-ea89-4af8-9f14-9efd2745c2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:41.051767 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:41.053613 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] 10.222.0.65 "DELETE /v2.0/networks/00395a1f-98aa-4c45-8662-d49eb380330a HTTP/1.1" status: 204 len: 168 time: 0.7458289 Jun 22 10:23:41.065334 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=00395a1f-98aa-4c45-8662-d49eb380330a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:41.067707 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:41.362350 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35912) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:41.400317 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-1c8294e7-b9c1-494a-a807-fa7fd8ffd57b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afd6d65fea20493eb883b61b4ea90d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371060 Jun 22 10:23:41.402616 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35914) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:41.448021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:41.469329 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:41.588568 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:41.591299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:41.593082 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/094c4944-3917-43a3-bd0e-c7d0fc4bbc6b HTTP/1.1" status: 204 len: 168 time: 0.1895940 Jun 22 10:23:41.593984 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-78c7b592-0d31-4a41-92eb-25c42b358cee tempest-ServersAdminNegativeTestJSON-528303921 tempest-ServersAdminNegativeTestJSON-528303921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:41.601634 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094c4944-3917-43a3-bd0e-c7d0fc4bbc6b,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:41.604012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7174aca2-70ae-4494-b750-77ed355e2119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:42.223830 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35920) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:42.264748 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-7cb468c3-e022-46d9-844e-55f51c855377 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4da951e4864d4c14a15ef804790e027e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394740 Jun 22 10:23:42.267203 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35922) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:42.318577 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:42.338720 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:42.482603 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:42.485567 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:42.487317 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdf330c8-bf9b-4842-a3db-7ed5f7056ec3 HTTP/1.1" status: 204 len: 168 time: 0.2186277 Jun 22 10:23:42.488214 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-7a00e33c-ef85-47a4-bff7-98ce0db490a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:42.496242 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf330c8-bf9b-4842-a3db-7ed5f7056ec3,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:42.512403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-947bf618-d370-4e21-a6a7-acbf042cf314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:42.512517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c27c9411-03f9-44ae-b3b9-79bb489fc04e no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:23:42.533598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: c27c9411-03f9-44ae-b3b9-79bb489fc04e {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:23:42.539093 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device c27c9411-03f9-44ae-b3b9-79bb489fc04e not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:23:43.601469 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35944) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:43.714375 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-731758456-network', 'tenant_id': '46cb62ed021148759addcecaabd6111f'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:43.793571 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Made reservation on behalf of 46cb62ed021148759addcecaabd6111f for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:43.796676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:43.804997 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:43.892187 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:43.968541 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:43.971516 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-97a78325-d691-49a9-bf8a-1dff17bc10f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:43.993935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:23:44.003729 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4c475-bacf-446b-a928-506a750c47df,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:44.009353 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.012677 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Added segment ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046 of type vlan for network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd Jun 22 10:23:44.012677 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:44.050608 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.159812 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.160930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:44.161543 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.163764 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e73ce23e-ae49-4f17-bdec-19b6c32fd98c tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:44.224614 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Pushing event updated for resources: {'Network': ['ID=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:44.227325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:44.234958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:23:44.277756 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-1a60828d-1c19-4c2a-bf1d-554bf7b2a79c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6750741 Jun 22 10:23:44.281320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35948) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:44.286355 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Request body: {'subnet': {'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-731758456-subnet', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'ip_version': 4}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:44.391520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Made reservation on behalf of 46cb62ed021148759addcecaabd6111f for: {'subnet': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:44.394107 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5496309'] for subnet, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.663042 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5924566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5496263'] for subnet, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.665125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-e1e4fa1d-9836-4b15-a9b7-2618155bd6ac tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:44.724802 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:44.727459 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:44.737836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Checking segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:44.737836 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Network hostable DHCP agents. Network: c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:23:44.853563 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:23:44.950756 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd) {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:44.955428 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:44.956043 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:44.960492 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e078aa2-e20c-4295-94c0-dfdbe1a487cb None None] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:23:45.015299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-dd3f6fc8-2108-4c67-a6bb-8dc5a0cdc797 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7328787 Jun 22 10:23:45.017865 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35950) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:45.022286 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:45.104012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:23:45.104900 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.117002 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.118077 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.174525 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.239403 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Allocated IP 172.20.0.2 (c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd/1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3/8d31b500-78bd-478e-81db-5391494b3a44) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:45.379381 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.379639 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.387460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Transition to ACTIVE for port object 8d31b500-78bd-478e-81db-5391494b3a44 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:45.401870 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Transition to ACTIVE for port object 8d31b500-78bd-478e-81db-5391494b3a44 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:45.494451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.497203 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-d7eb62b0-2484-43df-ae55-0850f7b99e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:45.530686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:45.533559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:45.537020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:23:45.551744 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Pushing event updated for resources: {'Port': ['ID=8d31b500-78bd-478e-81db-5391494b3a44,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:45.569882 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:45.602383 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Attempting to bind port 8d31b500-78bd-478e-81db-5391494b3a44 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:23:45.602759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Attempting to bind port 8d31b500-78bd-478e-81db-5391494b3a44 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:23:45.603128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Attempting to bind port 8d31b500-78bd-478e-81db-5391494b3a44 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:23:45.608707 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:23:45.609101 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Checking segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:45.609506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.609907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Bound using segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:23:45.610382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Bound port: 8d31b500-78bd-478e-81db-5391494b3a44, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:23:45.610762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.648704 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.666907 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.675260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] For port 8d31b500-78bd-478e-81db-5391494b3a44, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:45.678296 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] For port 8d31b500-78bd-478e-81db-5391494b3a44, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8d31b500-78bd-478e-81db-5391494b3a44,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:45.772866 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Allocated IP 172.26.6.18 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/aeeac8b9-fc75-4b93-9576-e880d5c217b3) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:45.776958 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.780277 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:45.839698 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Pushing event updated for resources: {'Port': ['ID=8d31b500-78bd-478e-81db-5391494b3a44,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:45.843556 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-da16cc70-adae-4027-a73e-094b50a8aea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:45.884188 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:45.997598 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:46.001582 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-a10a3bca-8b5a-46ec-864b-587b03229b77 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:46.043853 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:46.054426 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:46.056846 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:23:46.062792 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Pushing event updated for resources: {'Port': ['ID=aeeac8b9-fc75-4b93-9576-e880d5c217b3,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:46.065814 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:46.393264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:46.551266 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8d31b500-78bd-478e-81db-5391494b3a44 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:46.608457 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:46.659642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 8d31b500-78bd-478e-81db-5391494b3a44 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:46.731376 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b9500d-6651-402e-bd83-516b709ad82b None None] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:23:46.851422 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Provisioning for port 8d31b500-78bd-478e-81db-5391494b3a44 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:46.858151 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Provisioning complete for port 8d31b500-78bd-478e-81db-5391494b3a44 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:46.858527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:46.974387 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.013125 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] For port 8d31b500-78bd-478e-81db-5391494b3a44, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8d31b500-78bd-478e-81db-5391494b3a44,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:47.093798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.095759 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:47.122082 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:23:47.146590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Pushing event updated for resources: {'Port': ['ID=8d31b500-78bd-478e-81db-5391494b3a44,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:47.149682 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:47.212822 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-f4ece256-85a1-45e0-a738-c6cf24babe50 None None] Provisioning complete for port 8d31b500-78bd-478e-81db-5391494b3a44 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:47.213194 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4ece256-85a1-45e0-a738-c6cf24babe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.237633 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:47.246460 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:47.256423 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:47.257052 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:47.311145 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] Notify callbacks [] for router, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.312426 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-78de484e-bf31-4a7a-af6e-5b1eefd0fb86 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2936132 Jun 22 10:23:47.315080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35952) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:47.358122 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:47.527521 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:46Z', 'revision_number': 3, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:47.556977 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:47.557334 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Updating router cb3036ed-9b4d-47f9-83a4-a3f24f651904 port aeeac8b9-fc75-4b93-9576-e880d5c217b3 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:47.590079 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.721952 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.883419 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Allocated IP 172.20.0.1 (c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd/1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3/d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:47.921918 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:47.932099 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Transition to ACTIVE for port object aeeac8b9-fc75-4b93-9576-e880d5c217b3 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:48.003699 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.019324 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.020017 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Transition to ACTIVE for port object d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:48.022215 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-9df6bf85-b2b8-4bcc-bef0-6e651e5a20db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:48.072742 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Attempting to bind port aeeac8b9-fc75-4b93-9576-e880d5c217b3 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:23:48.073123 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Attempting to bind port aeeac8b9-fc75-4b93-9576-e880d5c217b3 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:23:48.073492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Attempting to bind port aeeac8b9-fc75-4b93-9576-e880d5c217b3 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:23:48.081202 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Pushing event updated for resources: {'Port': ['ID=aeeac8b9-fc75-4b93-9576-e880d5c217b3,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:48.087081 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:23:48.087492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:48.087911 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.092533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:23:48.092533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Bound port: aeeac8b9-fc75-4b93-9576-e880d5c217b3, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:23:48.092533 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.093156 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.093508 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.093848 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.094182 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.094517 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.094844 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.095165 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.095488 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.095813 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.096160 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.096477 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.096791 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:48.100259 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:48.116718 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.119709 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4a192a51-8864-4afb-9d7b-db2ebcd2b108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:48.149796 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] For port aeeac8b9-fc75-4b93-9576-e880d5c217b3, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:48.153005 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] For port aeeac8b9-fc75-4b93-9576-e880d5c217b3, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aeeac8b9-fc75-4b93-9576-e880d5c217b3,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:48.159479 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:48.165360 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:48.165981 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:23:48.196565 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:48.201347 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:48.208258 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.211440 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-7f59ac43-c495-4735-99c2-cefe8501fadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:48.214929 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.263911 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Pushing event updated for resources: {'Port': ['ID=aeeac8b9-fc75-4b93-9576-e880d5c217b3,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:48.271854 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-08095380-44f0-4ed4-abc6-ee4ac3eae248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:48.278881 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:48.280651 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:48.400714 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:48.441013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.493612 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-df1f454e-85c9-42a9-bdb9-1d33000b0f40 None None] Provisioning for port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:48.497475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-df1f454e-85c9-42a9-bdb9-1d33000b0f40 None None] Provisioning complete for port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:48.498745 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df1f454e-85c9-42a9-bdb9-1d33000b0f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.534186 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8d31b500-78bd-478e-81db-5391494b3a44 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:48.555549 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-df1f454e-85c9-42a9-bdb9-1d33000b0f40 None None] Port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:23:48.584209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 8d31b500-78bd-478e-81db-5391494b3a44 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:48.584590 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.610222 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:46Z', 'revision_number': 3, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:48.610533 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.636660 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d054e34-947d-44be-9ab5-ced0be944299 None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:46Z', 'revision_number': 3, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:48.679609 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.682195 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-96640f26-e8c7-4860-aeb0-50f6470557e7 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:48.758982 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:48.761823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:48.762928 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:48.863466 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:48.870786 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:49.019276 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:23:49.137736 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:49.143230 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-3cc095ae-7c31-4ec1-bed0-1263ba8611c7 admin admin] 10.222.0.65 "PUT /v2.0/routers/cb3036ed-9b4d-47f9-83a4-a3f24f651904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271611 Jun 22 10:23:49.177126 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-e2c7ef3a-4919-463b-b711-47d706914066 None None] Provisioning complete for port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:49.177514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ef3a-4919-463b-b711-47d706914066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:49.212627 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7ef3a-4919-463b-b711-47d706914066 None None] Port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:23:49.626427 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:23:49.854913 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35968) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:49.860555 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1643796960-network', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:49.965094 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Made reservation on behalf of d26d01a8dddc496abeacb11f0fe2a0eb for: {'network': 1} {{(pid=93950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:49.967738 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for network, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:49.977164 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.071220 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.167528 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.170930 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-911f774c-c009-437b-a11f-b74554c7367e tempest-NegativeSecGroupTest-1255227394 tempest-NegativeSecGroupTest-1255227394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:50.177776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:50.188172 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:50.188815 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:50.191046 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:23:50.206980 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.207319 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.segments_db [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Added segment b787ba1c-84ec-4f9d-bb75-0a56142c4ef7 of type vlan for network 26dc4ae5-f851-4e7a-9f41-847f540e915a Jun 22 10:23:50.208714 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c25131-dd51-44e5-8690-4ff6134bca4d,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:50.211919 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:50.252912 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751671167946'] for network, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.299303 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:50.359421 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803'] for network, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.360617 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:50.361266 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.364417 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-13574e5d-ff10-4b46-bacf-5cb7a1abf095 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:50.423958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Pushing event updated for resources: {'Network': ['ID=26dc4ae5-f851-4e7a-9f41-847f540e915a,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:50.427083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:50.435895 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a details requested by agent ovs-agent-dv-neutron-797120-3-hyperv with host dv-neutron-797120-3-hyperv {{(pid=93951) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 10:23:50.478939 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-c691c7ba-3d5f-4f1e-895f-908034610f46 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6228378 Jun 22 10:23:50.482896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35970) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:50.490942 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Request body: {'subnet': {'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1643796960-subnet', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'ip_version': 4}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:50.577530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Made reservation on behalf of d26d01a8dddc496abeacb11f0fe2a0eb for: {'subnet': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:50.580083 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5104861'] for subnet, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.669450 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aeeac8b9-fc75-4b93-9576-e880d5c217b3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:50.757063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 2, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:50.786651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:50.787018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Updating router cb3036ed-9b4d-47f9-83a4-a3f24f651904 port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:50.820089 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.834287 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port aeeac8b9-fc75-4b93-9576-e880d5c217b3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:50.855278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port aeeac8b9-fc75-4b93-9576-e880d5c217b3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:50.855657 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.862330 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5104879'] for subnet, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:50.865377 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8557f428-d7dc-4dfd-821f-a3fa7176898f tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:50.924537 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7698db1-0faa-492c-af74-c72a8db9c3af,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:50.927498 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:50.930107 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Checking segment: {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:50.930499 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Network hostable DHCP agents. Network: 26dc4ae5-f851-4e7a-9f41-847f540e915a, hostable agents: ['265a55e9-4872-4b36-8473-857ff715daf3'], hosted agents: [] {{(pid=93949) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:23:51.010257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a is scheduled to be hosted by DHCP agent 265a55e9-4872-4b36-8473-857ff715daf3 with binding_index 1 {{(pid=93949) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:23:51.047605 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.080412 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port aeeac8b9-fc75-4b93-9576-e880d5c217b3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aeeac8b9-fc75-4b93-9576-e880d5c217b3,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:51.094190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-3-hyperv, 26dc4ae5-f851-4e7a-9f41-847f540e915a) {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:51.094190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:51.094190 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.096320 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb235e-71bd-40eb-b26d-663b6da198cb None None] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:23:51.194199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.199216 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:51.205844 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-620b47da-dc5b-46a9-a294-db2839461f61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7210834 Jun 22 10:23:51.209536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35972) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:51.214146 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:51.254814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.298693 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Transition to ACTIVE for port object d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:51.299305 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7916477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2643'] for router, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.300414 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7916498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7876743', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7986421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2602'] for router, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.305073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=aeeac8b9-fc75-4b93-9576-e880d5c217b3,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:51.309276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:51.353110 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd596ad5-b39c-55f6-a621-f857836c27ae-26dc4ae5-f851-4e7a-9f41-847f540e915a', 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'fixed_ips': [{'subnet_id': 'd7698db1-0faa-492c-af74-c72a8db9c3af'}]}} from dv-neutron-797120-3-hyperv. {{(pid=93951) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 10:23:51.353975 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.366234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.381374 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.386730 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-32376870-0af8-4d7a-9c49-6f6fec0e734b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:51.536862 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfc917-3fed-4ae1-b51c-278569f99b14 None None] Pushing event updated for resources: {'Port': ['ID=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:51.539624 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eecfc917-3fed-4ae1-b51c-278569f99b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:51.592832 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7876853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7916367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2616'] for router, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.630826 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Attempting to bind port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:23:51.631260 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Attempting to bind port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:23:51.631635 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Attempting to bind port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:23:51.636981 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Allocated IP 172.20.0.2 (26dc4ae5-f851-4e7a-9f41-847f540e915a/d7698db1-0faa-492c-af74-c72a8db9c3af/a540f548-9d61-484c-96b6-7400fd1ed2f8) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:51.642897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:23:51.643282 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Checking segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:51.643689 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.644105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Bound using segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:23:51.644617 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Bound port: d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:23:51.644993 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.791559 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] For port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:51.812280 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] For port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:51.866876 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.875040 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Transition to ACTIVE for port object a540f548-9d61-484c-96b6-7400fd1ed2f8 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:51.887625 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.890214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Transition to ACTIVE for port object a540f548-9d61-484c-96b6-7400fd1ed2f8 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:51.893340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.895944 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:51.911744 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:51.954139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:51.954795 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:51.992156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfc917-3fed-4ae1-b51c-278569f99b14 None None] Pushing event updated for resources: {'Port': ['ID=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:51.997268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.002084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eecfc917-3fed-4ae1-b51c-278569f99b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:52.002552 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:52.039111 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Allocated IP 172.26.6.41 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/0debaa18-c601-4e5f-8879-9e63b2f20892) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:52.052175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:52.088291 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:52.093121 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:23:52.097638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Pushing event updated for resources: {'Port': ['ID=a540f548-9d61-484c-96b6-7400fd1ed2f8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:52.104062 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:52.170012 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:52.208094 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Attempting to bind port a540f548-9d61-484c-96b6-7400fd1ed2f8 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:23:52.208762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Attempting to bind port a540f548-9d61-484c-96b6-7400fd1ed2f8 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:23:52.208762 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Attempting to bind port a540f548-9d61-484c-96b6-7400fd1ed2f8 on network 26dc4ae5-f851-4e7a-9f41-847f540e915a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:23:52.228717 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:23:52.229373 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Checking segment: {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:52.230080 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.230776 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Bound using segment: {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:23:52.231666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Bound port: a540f548-9d61-484c-96b6-7400fd1ed2f8, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:23:52.232542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.397274 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] For port a540f548-9d61-484c-96b6-7400fd1ed2f8, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:52.418175 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] For port a540f548-9d61-484c-96b6-7400fd1ed2f8, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a540f548-9d61-484c-96b6-7400fd1ed2f8,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:52.469648 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:52.501372 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dadd57-3297-4f8f-845c-e04066e62637 None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:52.526006 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.529112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aeeac8b9-fc75-4b93-9576-e880d5c217b3 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:52.567675 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.571354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9d4b740f-48b1-4601-9b10-04c261e777ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:52.645874 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Pushing event updated for resources: {'Port': ['ID=a540f548-9d61-484c-96b6-7400fd1ed2f8,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:52.650632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:52.654598 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port aeeac8b9-fc75-4b93-9576-e880d5c217b3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:52.654984 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.662629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:52.665359 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f19cd0c6-3bfb-4edc-9d61-1145ab07aae4 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:52.709967 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:52.713019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:52.715497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:23:52.750362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0debaa18-c601-4e5f-8879-9e63b2f20892,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:52.753772 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:53.132904 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:53.348395 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7916358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878177'] for router, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:53.556216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Router e0d11ee1-a098-477f-8e64-795c597f2239 is scheduled to L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 with binding_index 1 {{(pid=93949) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 10:23:53.644073 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451bbb5a-e090-4b7a-be6b-43fb83f194ce None None] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:23:53.675353 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:53.685865 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Sync routers for ids ['e0d11ee1-a098-477f-8e64-795c597f2239'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:53.699086 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Routers {'e0d11ee1-a098-477f-8e64-795c597f2239'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:53.699810 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e0d11ee1-a098-477f-8e64-795c597f2239'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:53.779185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:53.780742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-c895f518-77db-486b-bdb0-165788c31e9a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5699711 Jun 22 10:23:53.783560 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35974) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:53.805180 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Set router e0d11ee1-a098-477f-8e64-795c597f2239 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:53.812225 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-381c264e-1f37-428b-a58f-17a183ce790f None None] Provisioning for port a540f548-9d61-484c-96b6-7400fd1ed2f8 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:53.997748 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:52Z', 'revision_number': 3, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:54.029688 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Checking router: e0d11ee1-a098-477f-8e64-795c597f2239 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:54.030157 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Updating router e0d11ee1-a098-477f-8e64-795c597f2239 port 0debaa18-c601-4e5f-8879-9e63b2f20892 binding host dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:54.067492 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.221583 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.318391 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.328150 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Transition to ACTIVE for port object 0debaa18-c601-4e5f-8879-9e63b2f20892 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:54.384936 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Allocated IP 172.20.0.1 (26dc4ae5-f851-4e7a-9f41-847f540e915a/d7698db1-0faa-492c-af74-c72a8db9c3af/072e6ded-8477-4e62-b0c7-f8a582ce8057) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:54.407591 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.409742 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-3623f1ef-50e3-4e8d-9bcb-01c7ececc959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:54.462170 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Attempting to bind port 0debaa18-c601-4e5f-8879-9e63b2f20892 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:23:54.462552 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Attempting to bind port 0debaa18-c601-4e5f-8879-9e63b2f20892 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:23:54.466903 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Attempting to bind port 0debaa18-c601-4e5f-8879-9e63b2f20892 on network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:23:54.466903 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f4be-3bc5-448a-820b-93eaf32f6561 None None] Pushing event updated for resources: {'Port': ['ID=0debaa18-c601-4e5f-8879-9e63b2f20892,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:54.470450 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f853f4be-3bc5-448a-820b-93eaf32f6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:54.471664 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:23:54.472025 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Checking segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:54.472434 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.472825 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Bound using segment: {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:23:54.473308 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Bound port: 0debaa18-c601-4e5f-8879-9e63b2f20892, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392dde8a-09bb-47c8-8d99-fc157885e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:23:54.473817 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.496318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.509757 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.provisioning_blocks [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Transition to ACTIVE for port object 072e6ded-8477-4e62-b0c7-f8a582ce8057 will not be triggered until provisioned by entity DHCP. {{(pid=93950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:54.532865 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] For port 0debaa18-c601-4e5f-8879-9e63b2f20892, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:54.536021 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] For port 0debaa18-c601-4e5f-8879-9e63b2f20892, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=0debaa18-c601-4e5f-8879-9e63b2f20892,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:54.592190 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a540f548-9d61-484c-96b6-7400fd1ed2f8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:54.619469 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.622477 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-8c64d19a-ebe5-416b-aa89-e1d7d17c7300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:54.651507 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.655823 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9f59381b-81b0-4612-8bf4-98db28b9700d tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:54.676236 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Routers {'e0d11ee1-a098-477f-8e64-795c597f2239'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:54.676860 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e0d11ee1-a098-477f-8e64-795c597f2239'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:54.695264 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:54.701258 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:54.702083 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:23:54.722128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f4be-3bc5-448a-820b-93eaf32f6561 None None] Pushing event updated for resources: {'Port': ['ID=0debaa18-c601-4e5f-8879-9e63b2f20892,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:54.727491 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG oslo_concurrency.lockutils [None req-f853f4be-3bc5-448a-820b-93eaf32f6561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:54.746029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Pushing event updated for resources: {'Port': ['ID=072e6ded-8477-4e62-b0c7-f8a582ce8057,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:54.752769 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:54.770816 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874761'] for router_interface, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.781569 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port a540f548-9d61-484c-96b6-7400fd1ed2f8 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:54.787540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a540f548-9d61-484c-96b6-7400fd1ed2f8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:54.787540 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.798485 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] Set router e0d11ee1-a098-477f-8e64-795c597f2239 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:54.881014 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:54.922714 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port a540f548-9d61-484c-96b6-7400fd1ed2f8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a540f548-9d61-484c-96b6-7400fd1ed2f8,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:54.989653 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.010564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.011758 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:55.018613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:55.056020 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-051b378b-2ade-4907-b632-469735a91b3e None None] Provisioning for port 072e6ded-8477-4e62-b0c7-f8a582ce8057 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:55.065928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-051b378b-2ade-4907-b632-469735a91b3e None None] Provisioning complete for port 072e6ded-8477-4e62-b0c7-f8a582ce8057 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:55.066351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-051b378b-2ade-4907-b632-469735a91b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.099092 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:52Z', 'revision_number': 3, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:55.131759 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df84a24-2e03-4107-a93b-f00c111e3f8e None None] The sync data for ids ['e0d11ee1-a098-477f-8e64-795c597f2239'] in dv-neutron-797120-3-hyperv is: [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:52Z', 'revision_number': 3, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:55.155157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=a540f548-9d61-484c-96b6-7400fd1ed2f8,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:55.155157 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-051b378b-2ade-4907-b632-469735a91b3e None None] Port 072e6ded-8477-4e62-b0c7-f8a582ce8057 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:23:55.164438 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:55.203029 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.238700 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:55.247507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:55.247507 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.261643 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.266784 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-99ebffab-f3b2-4e19-9506-db2b41f879d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:55.331517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.336672 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Pushing event updated for resources: {'Port': ['ID=072e6ded-8477-4e62-b0c7-f8a582ce8057,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:55.339414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:55.341627 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7794717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7945682'] for router_interface, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.390531 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:55.455861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:55.457628 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:55.463197 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.467064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-1ea79e08-9fc4-4c07-9e1b-384885c181b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:55.531596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:55.534954 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:55.693538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-6282d891-8a48-4dad-9e57-e16b07f14a08 None None] Provisioning complete for port 072e6ded-8477-4e62-b0c7-f8a582ce8057 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:55.693914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6282d891-8a48-4dad-9e57-e16b07f14a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:55.733969 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-6282d891-8a48-4dad-9e57-e16b07f14a08 None None] Port 072e6ded-8477-4e62-b0c7-f8a582ce8057 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:23:55.906212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Router e0d11ee1-a098-477f-8e64-795c597f2239 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:23:56.012288 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:56.017203 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0a022083-8426-4941-ad7b-3ee8f380a3dc admin admin] 10.222.0.65 "PUT /v2.0/routers/e0d11ee1-a098-477f-8e64-795c597f2239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2325895 Jun 22 10:23:56.596780 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a540f548-9d61-484c-96b6-7400fd1ed2f8 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:56.644385 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35982) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:56.645323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port a540f548-9d61-484c-96b6-7400fd1ed2f8 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:56.645712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:56.649775 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984967935', 'description': 'tempest-secgroup-smoke-984967935 description', 'project_id': '46cb62ed021148759addcecaabd6111f'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:56.722778 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0debaa18-c601-4e5f-8879-9e63b2f20892 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:56.740028 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:56.769466 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Sync routers for ids ['e0d11ee1-a098-477f-8e64-795c597f2239'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:56.785722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Routers {'e0d11ee1-a098-477f-8e64-795c597f2239'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:56.786718 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e0d11ee1-a098-477f-8e64-795c597f2239'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:56.844457 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:56.895609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Set router e0d11ee1-a098-477f-8e64-795c597f2239 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:56.920926 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 0debaa18-c601-4e5f-8879-9e63b2f20892 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:23:56.928395 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 0debaa18-c601-4e5f-8879-9e63b2f20892 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:56.928775 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:56.930263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:56.933875 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f2a7fbab-7df3-408e-b1b2-4462f5035e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:56.960407 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:56.963299 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:57.016039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.019865 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-56d83b5e-a671-4740-abc1-120100703270 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3716843 Jun 22 10:23:57.020075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35984) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:57.024611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group_rule': {'security_group_id': 'a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0', 'project_id': '46cb62ed021148759addcecaabd6111f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:57.110215 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.143622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.151112 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 0debaa18-c601-4e5f-8879-9e63b2f20892, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=0debaa18-c601-4e5f-8879-9e63b2f20892,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:57.173262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:54Z', 'revision_number': 4, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '072e6ded-8477-4e62-b0c7-f8a582ce8057', 'name': '', 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'mac_address': 'fa:16:3e:72:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'd7698db1-0faa-492c-af74-c72a8db9c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:54Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 2, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'subnets': [{'id': 'd7698db1-0faa-492c-af74-c72a8db9c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:57.201273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.203665 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Checking router: e0d11ee1-a098-477f-8e64-795c597f2239 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:57.204064 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Updating router e0d11ee1-a098-477f-8e64-795c597f2239 port 072e6ded-8477-4e62-b0c7-f8a582ce8057 binding host dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:57.236475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.237302 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:57.239058 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-188671c1-7ea2-4ba1-aca7-c2217d102aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:57.242377 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.261286 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.263242 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-66a2825e-8cd8-403c-a65f-4c27c2665c0b tempest-TestNetworkAdvancedServerOps-627895726 tempest-TestNetworkAdvancedServerOps-627895726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:57.279469 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a1e50a-eb35-476e-a919-ac24f817c09f,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:57.282052 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:57.338974 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=0debaa18-c601-4e5f-8879-9e63b2f20892,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:57.341293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.343976 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:57.345335 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35986) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:57.345857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-fb91afe2-2501-4bc7-831d-b13a9656cc2e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3243644 Jun 22 10:23:57.351859 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group_rule': {'security_group_id': 'a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0', 'project_id': '46cb62ed021148759addcecaabd6111f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:57.410879 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:57.411173 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.440863 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.501515 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.584100 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.585969 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-307eea1a-35c5-449b-b36e-e3308c7264bf tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:57.603289 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4871c6-1a5d-419e-a3f0-70e3d598ea37,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:57.607531 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:57.635390 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.644950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Transition to ACTIVE for port object 072e6ded-8477-4e62-b0c7-f8a582ce8057 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:23:57.687080 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.688292 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-4bc070c7-b448-4b69-9496-b2b9aa62590f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402545 Jun 22 10:23:57.690935 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35988) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:57.695521 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group_rule': {'security_group_id': 'a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0', 'project_id': '46cb62ed021148759addcecaabd6111f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:57.721286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.724206 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:57.784325 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.796916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4fd7-06d5-4563-b2cf-1b6582d1b329 None None] Pushing event updated for resources: {'Port': ['ID=072e6ded-8477-4e62-b0c7-f8a582ce8057,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:57.801299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-39ea4fd7-06d5-4563-b2cf-1b6582d1b329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:57.848382 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.859083 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Attempting to bind port 072e6ded-8477-4e62-b0c7-f8a582ce8057 on host dv-neutron-797120-3-hyperv for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:23:57.859464 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Attempting to bind port 072e6ded-8477-4e62-b0c7-f8a582ce8057 by drivers openvswitch,hyperv on host dv-neutron-797120-3-hyperv at level 0 using segments [{'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:23:57.859832 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Attempting to bind port 072e6ded-8477-4e62-b0c7-f8a582ce8057 on network 26dc4ae5-f851-4e7a-9f41-847f540e915a {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:23:57.865123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Checking agent: {'id': 'f2cc0ddb-3ffe-4e73-80d3-d270f72cf5ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 20, 3), 'started_at': datetime.datetime(2021, 6, 22, 9, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:23:57.865506 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Checking segment: {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:23:57.865916 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.866323 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Bound using segment: {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:23:57.866791 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Bound port: 072e6ded-8477-4e62-b0c7-f8a582ce8057, host: dv-neutron-797120-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:23:57.867171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.921241 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:57.923205 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b3fb05c3-0c84-4310-a78c-7a52c312e8c8 tempest-TestMinimumBasicScenario-1973530959 tempest-TestMinimumBasicScenario-1973530959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:57.933970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] For port 072e6ded-8477-4e62-b0c7-f8a582ce8057, host dv-neutron-797120-3-hyperv, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:57.938804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] For port 072e6ded-8477-4e62-b0c7-f8a582ce8057, host dv-neutron-797120-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=072e6ded-8477-4e62-b0c7-f8a582ce8057,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:57.939037 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c211c0c9-a439-4bd4-9f43-9427888af23a,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:57.942003 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:58.013557 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.015591 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-79fe5874-464d-4d02-94dd-4b79ffaf226a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:58.021607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.022768 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-0d9e6c83-0d68-474c-91cc-e3931e37aeec tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308897 Jun 22 10:23:58.025416 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 35990) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:58.030644 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group_rule': {'security_group_id': 'a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0', 'project_id': '46cb62ed021148759addcecaabd6111f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:58.074642 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Routers {'e0d11ee1-a098-477f-8e64-795c597f2239'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:23:58.081447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:23:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e0d11ee1-a098-477f-8e64-795c597f2239'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:58.081447 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4fd7-06d5-4563-b2cf-1b6582d1b329 None None] Pushing event updated for resources: {'Port': ['ID=072e6ded-8477-4e62-b0c7-f8a582ce8057,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:58.120349 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-39ea4fd7-06d5-4563-b2cf-1b6582d1b329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:58.146545 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.199666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] Set router e0d11ee1-a098-477f-8e64-795c597f2239 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:23:58.211604 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.295888 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.300180 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9e7750e1-fc1e-4ed4-8bb5-b59a4983f178 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:58.316475 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c99ab3f-91ad-46a9-9a1d-a33a0b442e01,revision_number=0']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:58.317707 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:58.415028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:54Z', 'revision_number': 4, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '072e6ded-8477-4e62-b0c7-f8a582ce8057', 'name': '', 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'mac_address': 'fa:16:3e:72:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'd7698db1-0faa-492c-af74-c72a8db9c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:54Z', 'updated_at': '2021-06-22T10:23:57Z', 'revision_number': 4, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'subnets': [{'id': 'd7698db1-0faa-492c-af74-c72a8db9c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:58.421795 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.423024 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-b0d30602-b4fd-4ea8-bf50-4d32e392848d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966601 Jun 22 10:23:58.426013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35992) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:58.430786 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group_rule': {'security_group_id': 'a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0', 'project_id': '46cb62ed021148759addcecaabd6111f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:58.441586 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bdba-61eb-4696-b9e8-74ec43bb7923 None None] The sync data for ids ['e0d11ee1-a098-477f-8e64-795c597f2239'] in dv-neutron-797120-3-hyperv is: [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:54Z', 'revision_number': 4, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': '072e6ded-8477-4e62-b0c7-f8a582ce8057', 'name': '', 'network_id': '26dc4ae5-f851-4e7a-9f41-847f540e915a', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'mac_address': 'fa:16:3e:72:67:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'd7698db1-0faa-492c-af74-c72a8db9c3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:54Z', 'updated_at': '2021-06-22T10:23:57Z', 'revision_number': 4, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'subnets': [{'id': 'd7698db1-0faa-492c-af74-c72a8db9c3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:58.533365 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Project 46cb62ed021148759addcecaabd6111f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:23:58.541431 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.549256 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0debaa18-c601-4e5f-8879-9e63b2f20892 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:23:58.602666 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 0debaa18-c601-4e5f-8879-9e63b2f20892 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:23:58.603191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.617763 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.733794 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.735762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d7313baa-8979-43f1-9172-2c5546152580 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:58.753766 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38642428-81d1-42b9-8494-0c343b84e296,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:58.756398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:58.815909 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.817189 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-9f1795e5-3bd9-46b9-b30e-d988253d1c8b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901744 Jun 22 10:23:58.820234 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 35994) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:23:58.825183 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'security_group_rule': {'security_group_id': 'a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0', 'project_id': '46cb62ed021148759addcecaabd6111f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:23:58.907591 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.securitygroups_db [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Project 46cb62ed021148759addcecaabd6111f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:23:58.912862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:58.973423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:59.055479 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7980522'] for security_group_rule, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:59.061447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d58be0c6-8a16-44bd-8c85-ff4779686cf3 tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:23:59.078798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1d848a-149d-4e1b-8b94-512abe5e28ed,revision_number=0']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:59.081081 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:23:59.146923 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:59.148210 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-4d47f06c-cdbd-43d0-ab2f-ad8fe7d0352e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269465 Jun 22 10:23:59.294162 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-ccba1ac4-94e9-4a27-bdbd-f034e52b2199 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984967935&fields=id&tenant_id=46cb62ed021148759addcecaabd6111f HTTP/1.1" status: 200 len: 267 time: 0.0348151 Jun 22 10:23:59.404904 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-a374cb22-7dba-4d56-9f3c-8cceb0bb155a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:23:59.406469 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-a374cb22-7dba-4d56-9f3c-8cceb0bb155a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 809 time: 0.1051700 Jun 22 10:23:59.422743 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-5446b3bf-5641-4ad3-a2f6-16fb1991a0dc tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/quotas/46cb62ed021148759addcecaabd6111f HTTP/1.1" status: 200 len: 375 time: 0.0105174 Jun 22 10:23:59.494653 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-94deed37-5e54-48d0-8b6f-a489e8e44caa tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651283 Jun 22 10:23:59.564348 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e69ff21b-f56e-4263-a5dc-034f357e78b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:23:59.693483 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-97e80ccb-588d-4698-ac8d-0497fef21f5f service neutron] 10.222.0.65 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855688 Jun 22 10:23:59.787075 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-748af53b-f12e-42d2-a97a-9ffd78511f83 service neutron] 10.222.0.65 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873294 Jun 22 10:24:00.088755 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-da1661ad-60e5-49ef-9dd0-d44c63c34f3e req-1ba421bb-20a2-4878-929c-59bea5a86257 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 210 time: 0.0313020 Jun 22 10:24:00.546366 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 072e6ded-8477-4e62-b0c7-f8a582ce8057 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:00.646724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning for port 072e6ded-8477-4e62-b0c7-f8a582ce8057 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:00.650502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 072e6ded-8477-4e62-b0c7-f8a582ce8057 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:00.650878 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:00.725692 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:00.761205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] For port 072e6ded-8477-4e62-b0c7-f8a582ce8057, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=072e6ded-8477-4e62-b0c7-f8a582ce8057,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:00.849607 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:00.851493 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eecfc917-3fed-4ae1-b51c-278569f99b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:00.897150 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Pushing event updated for resources: {'Port': ['ID=072e6ded-8477-4e62-b0c7-f8a582ce8057,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:00.900081 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:01.175931 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eb38b135-b69e-465b-9c98-520c5f0762b6 req-58cedcb0-40af-49ed-9ff9-50326d60e882 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 210 time: 0.0324156 Jun 22 10:24:02.246558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a95ad08-9aa0-4b0a-9c4b-679701a7f115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:02.323661 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-525ebb36-40fd-4a71-9a59-ae4ebc4b62ee req-dd188019-70c5-497b-949f-92e67604f29c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 210 time: 0.0325603 Jun 22 10:24:02.529041 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 072e6ded-8477-4e62-b0c7-f8a582ce8057 up at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:02.579050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Provisioning complete for port 072e6ded-8477-4e62-b0c7-f8a582ce8057 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:02.579050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:02.626185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-65a54b29-29c3-4217-a401-98860305f3c0 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:02.627684 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-65a54b29-29c3-4217-a401-98860305f3c0 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 809 time: 0.1047654 Jun 22 10:24:02.676349 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-f67b9596-1f74-4556-a39b-384585c1f206 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46cb62ed021148759addcecaabd6111f HTTP/1.1" status: 200 len: 379 time: 0.0348065 Jun 22 10:24:02.685063 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'port': {'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'admin_state_up': True, 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'security_groups': ['a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:02.692205 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:02.878313 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Made reservation on behalf of 46cb62ed021148759addcecaabd6111f for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:02.882192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.007443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Allocated IP 172.20.0.4 (c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd/1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3/5a4b2235-f664-4975-a4a5-84d70d1bb178) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:03.150738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.163724 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Transition to ACTIVE for port object 5a4b2235-f664-4975-a4a5-84d70d1bb178 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:03.275670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.279572 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a82b611c-ea52-4fb6-bc59-0b1fe819563e tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:03.323780 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:03.326871 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:03.333197 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:03.338990 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:03.342016 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:03.388698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:03.389247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.496658 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151519 Jun 22 10:24:03.513318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8515e-6bab-42f9-928f-bb77063b23b9 req-8bc2f173-7ef7-426d-9b0e-d7927c49aa03 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:03.515172 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-31d8515e-6bab-42f9-928f-bb77063b23b9 req-8bc2f173-7ef7-426d-9b0e-d7927c49aa03 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 931 time: 0.0722783 Jun 22 10:24:03.515607 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Request body: {'port': {'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:03.555145 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-31d8515e-6bab-42f9-928f-bb77063b23b9 req-b78a0db3-9469-4746-975b-b7cfea215df3 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336947 Jun 22 10:24:03.590470 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.683748 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-72ce2ce2-5964-41c0-9171-2b968b4a73ba None None] Provisioning for port 5a4b2235-f664-4975-a4a5-84d70d1bb178 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:03.687784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-72ce2ce2-5964-41c0-9171-2b968b4a73ba None None] Provisioning complete for port 5a4b2235-f664-4975-a4a5-84d70d1bb178 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:03.688192 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-72ce2ce2-5964-41c0-9171-2b968b4a73ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.721232 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-72ce2ce2-5964-41c0-9171-2b968b4a73ba None None] Port 5a4b2235-f664-4975-a4a5-84d70d1bb178 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:24:03.723807 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.859845 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4b2235-f664-4975-a4a5-84d70d1bb178 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:24:03.867213 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.880945 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Transition to ACTIVE for port object 5a4b2235-f664-4975-a4a5-84d70d1bb178 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:24:03.966294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:03.969021 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9aa14164-b28b-4a1a-9ac1-144753edf1c2 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:04.045445 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:04.048882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:04.124926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Attempting to bind port 5a4b2235-f664-4975-a4a5-84d70d1bb178 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:24:04.125270 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Attempting to bind port 5a4b2235-f664-4975-a4a5-84d70d1bb178 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:24:04.125600 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Attempting to bind port 5a4b2235-f664-4975-a4a5-84d70d1bb178 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:04.130827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Port 5a4b2235-f664-4975-a4a5-84d70d1bb178 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:24:04.130827 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Attempting to bind port 5a4b2235-f664-4975-a4a5-84d70d1bb178 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:24:04.136192 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:24:04.136536 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Checking segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:24:04.136952 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Bound using segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:24:04.137397 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Bound port: 5a4b2235-f664-4975-a4a5-84d70d1bb178, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:24:04.137752 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.204858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:04.207828 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:04.290088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.292235 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9112385e-a6d8-4aaf-bbfe-4acf0641a442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:04.325590 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.326199 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:04.328288 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 1093 time: 0.8177435 Jun 22 10:24:04.328841 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:04.331263 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0619e7e296a977324a0b91798efe7726a2aa9e1a17563a68a7c63beb415c50b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78" -d '{"events": [{"name": "network-changed", "server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:04.360120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:04.370014 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:04.371612 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6218a137-d75c-4dfc-bc9a-13cae238c931 x-openstack-request-id: req-6218a137-d75c-4dfc-bc9a-13cae238c931 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:04.371994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:04.372300 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6218a137-d75c-4dfc-bc9a-13cae238c931 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:04.372764 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'status': 'completed', 'code': 200} Jun 22 10:24:04.478896 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78 req-2af92e4b-343d-43f5-9626-3617f244143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.480491 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78 req-2af92e4b-343d-43f5-9626-3617f244143b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0675659 Jun 22 10:24:04.586013 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78 req-f529eb9e-7db5-45a6-a558-af9687435301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.587246 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78 req-f529eb9e-7db5-45a6-a558-af9687435301 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=46cb62ed021148759addcecaabd6111f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0920026 Jun 22 10:24:04.688303 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78 req-3523e350-7d3b-4e8e-94c1-0347fc545545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.689809 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a6797d8c-3af2-40e6-9639-a4a2aa6f1c78 req-3523e350-7d3b-4e8e-94c1-0347fc545545 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967655 Jun 22 10:24:04.728883 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c374-d259-425b-a54b-0e84d5b348c8 req-ffa0cce5-3e10-4693-876b-7cd6dc57fef5 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.730321 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-02e2c374-d259-425b-a54b-0e84d5b348c8 req-ffa0cce5-3e10-4693-876b-7cd6dc57fef5 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 943 time: 0.0645304 Jun 22 10:24:04.773883 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-02e2c374-d259-425b-a54b-0e84d5b348c8 req-3af54fc9-ca72-4155-bb7b-5202ad6a0c73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365012 Jun 22 10:24:04.807129 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-cb996c93-3744-40d9-8fc6-2a4bd23de866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.808640 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-cb996c93-3744-40d9-8fc6-2a4bd23de866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0598333 Jun 22 10:24:04.855742 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-fb981516-7350-4fe7-b73a-daed7354d75c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 217 time: 0.0340664 Jun 22 10:24:04.902535 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-692afd30-c48c-4128-9112-3681e7a73a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.903947 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-692afd30-c48c-4128-9112-3681e7a73a89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0425706 Jun 22 10:24:04.963322 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-5bc9d51b-35fe-4ab5-8bac-ad009428a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:04.964791 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-5bc9d51b-35fe-4ab5-8bac-ad009428a30f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539892 Jun 22 10:24:05.054040 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-5fe61b3b-35a8-4341-88d2-4d68e6ac7b7a service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Jun 22 10:24:05.153249 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-34dfed0e-3cde-41a3-8f2e-18f8d3f422da req-44460402-5f80-47ac-a267-e79a94d310c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932434 Jun 22 10:24:05.189033 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:05.952510 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee75f0-5d0a-4b8f-aa3f-49afc583e93d req-71e9350a-0207-4dfd-bb6c-4c20b96368dc tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:05.954258 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7dee75f0-5d0a-4b8f-aa3f-49afc583e93d req-71e9350a-0207-4dfd-bb6c-4c20b96368dc tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 943 time: 0.0638270 Jun 22 10:24:05.991772 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7dee75f0-5d0a-4b8f-aa3f-49afc583e93d req-c5254328-7ccf-49df-b10c-a37535dc4eb0 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Jun 22 10:24:07.164033 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0451-6fbe-45fa-aa4c-c1d6485a2ec7 req-e8c8404e-f400-4d58-ba47-9ab75ad3081a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:07.165510 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-27ae0451-6fbe-45fa-aa4c-c1d6485a2ec7 req-e8c8404e-f400-4d58-ba47-9ab75ad3081a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 943 time: 0.0648665 Jun 22 10:24:07.203737 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-27ae0451-6fbe-45fa-aa4c-c1d6485a2ec7 req-a97c4323-1f60-4a7c-8208-d870d53f1a04 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Jun 22 10:24:07.638495 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:24:07.729483 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:07.741750 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:24:07.778743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.791214 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4b2235-f664-4975-a4a5-84d70d1bb178 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:24:07.810434 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:07.907407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:07.910414 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-70b044bf-6e35-4fbf-8c49-ead8290839d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:07.954517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:07.957482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:08.181980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['5a4b2235-f664-4975-a4a5-84d70d1bb178'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:24:08.375640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c420e-0ca1-4375-91a8-e126cad45700 req-7099e05c-4ecb-4ba6-b007-4b71a9577068 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:08.377153 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-286c420e-0ca1-4375-91a8-e126cad45700 req-7099e05c-4ecb-4ba6-b007-4b71a9577068 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 944 time: 0.0632629 Jun 22 10:24:08.419240 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-286c420e-0ca1-4375-91a8-e126cad45700 req-cf895592-fc72-4edb-b18e-c0ecb088007d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 Jun 22 10:24:09.641125 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6f9f-b9a8-4e4f-a4d7-4896b6818d31 req-add74acc-3290-477f-bed3-f909c5a40f22 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:09.643077 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ecce6f9f-b9a8-4e4f-a4d7-4896b6818d31 req-add74acc-3290-477f-bed3-f909c5a40f22 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 944 time: 0.0846603 Jun 22 10:24:09.651310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:24:09.699063 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-ecce6f9f-b9a8-4e4f-a4d7-4896b6818d31 req-307bcc2a-d6f5-46ec-ab96-3d527e02e95d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499501 Jun 22 10:24:09.770814 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 5a4b2235-f664-4975-a4a5-84d70d1bb178 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:24:09.775564 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 5a4b2235-f664-4975-a4a5-84d70d1bb178 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:24:09.776104 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.893122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.922908 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:09.925252 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ee7e1-5186-496f-903c-ea88d070db6a" -d '{"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:09.939893 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:09.957117 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:09.973787 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae308781-c8de-4e77-af6a-808883a640d5 x-openstack-request-id: req-ae308781-c8de-4e77-af6a-808883a640d5 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:09.974079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:09.974355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae308781-c8de-4e77-af6a-808883a640d5 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:09.974758 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'code': 200} Jun 22 10:24:10.006458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:10.009894 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:10.075100 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:10.080038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:10.387181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661040-b99d-4cf0-a139-fc66204ac9e4 req-74050132-e44f-464b-8462-3e6975344e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:10.388682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b5661040-b99d-4cf0-a139-fc66204ac9e4 req-74050132-e44f-464b-8462-3e6975344e3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1098 time: 0.0510025 Jun 22 10:24:10.422946 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-b5661040-b99d-4cf0-a139-fc66204ac9e4 req-4b837eb0-108f-4069-9fe0-67f087843876 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277913 Jun 22 10:24:10.899442 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525986c1-2a00-46ac-9c7b-9495c4a90bbd req-facac9ef-36a2-4ae3-a553-8b93fa90be7d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:10.900924 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-525986c1-2a00-46ac-9c7b-9495c4a90bbd req-facac9ef-36a2-4ae3-a553-8b93fa90be7d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 945 time: 0.0710135 Jun 22 10:24:10.937784 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-525986c1-2a00-46ac-9c7b-9495c4a90bbd req-50979e11-2d6a-455d-ae41-0fed4894c1e3 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Jun 22 10:24:12.137894 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda979db-6499-40a4-8ec5-cdf131e817d7 req-64a960a1-95b8-44d5-a99e-f7c10b090ed2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.139368 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fda979db-6499-40a4-8ec5-cdf131e817d7 req-64a960a1-95b8-44d5-a99e-f7c10b090ed2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 945 time: 0.0901630 Jun 22 10:24:12.206913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-fda979db-6499-40a4-8ec5-cdf131e817d7 req-7516b56a-d8b2-42a7-b333-bb4ca903d15c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540936 Jun 22 10:24:12.215685 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-3ce15129-7f46-4a42-9416-bc91763cacf2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203704 Jun 22 10:24:12.328113 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-b071a22c-b731-4ec4-abaa-6774460e871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.329604 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-b071a22c-b731-4ec4-abaa-6774460e871a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1098 time: 0.0542207 Jun 22 10:24:12.386189 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf49c9-3ff8-4e50-ae33-6a2dda33c3f3 req-46026dd0-5a5b-4941-a82b-150461f3b623 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.387651 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eebf49c9-3ff8-4e50-ae33-6a2dda33c3f3 req-46026dd0-5a5b-4941-a82b-150461f3b623 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 945 time: 0.0635304 Jun 22 10:24:12.425332 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-eebf49c9-3ff8-4e50-ae33-6a2dda33c3f3 req-f2124497-1a3c-4b0c-bbd6-822e25024e0d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314529 Jun 22 10:24:12.433354 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-b45c6abf-c9bb-46b9-ab1b-2a248608da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.434842 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-b45c6abf-c9bb-46b9-ab1b-2a248608da70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0848320 Jun 22 10:24:12.449460 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 36070) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:12.481037 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-5f223820-92ba-4ec6-805c-1902f09e58ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 217 time: 0.0401261 Jun 22 10:24:12.531351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-7a4f99f1-0644-47d4-bec1-d8a9b6a6f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.532852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-7a4f99f1-0644-47d4-bec1-d8a9b6a6f5ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0460403 Jun 22 10:24:12.547735 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2017de4-86a2-4f4e-8706-eb37783a62c7 tempest-TestSnapshotPattern-96927441 tempest-TestSnapshotPattern-96927441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.549256 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-f2017de4-86a2-4f4e-8706-eb37783a62c7 tempest-TestSnapshotPattern-96927441 tempest-TestSnapshotPattern-96927441-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1093 time: 0.0988228 Jun 22 10:24:12.552136 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 36074) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:24:12.556601 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.v2.base [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:24:12.590698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-f12a5b36-47b4-40c8-b159-cfc8d1c9c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:12.592219 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-f12a5b36-47b4-40c8-b159-cfc8d1c9c55d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525153 Jun 22 10:24:12.641104 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.685421 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-0b9a00a4-d58f-40d8-a5ec-855c45c9d224 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859337 Jun 22 10:24:12.737596 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:12.775445 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7a5ecb00-c4eb-4e30-966b-2cb42eb10c41 req-709ebf18-4b9a-4648-86e7-0707f23e5351 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Jun 22 10:24:12.844231 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.db_base_plugin_common [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Allocated IP 172.26.6.30 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/405703ab-c0e3-4618-b105-a0c74a61d643) {{(pid=93950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:12.947116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for port, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.049336 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5924474'] for port, after_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.051900 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-4965ae97-9f5c-459f-a391-7f82bc8517b9 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:13.094387 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:13.099122 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.base_scheduler [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Resources bound (agent type, host, resource id): {{(pid=93950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:13.103539 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'Port': ['ID=405703ab-c0e3-4618-b105-a0c74a61d643,revision_number=1']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:13.105958 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Received port after_create {{(pid=93950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:24:13.108013 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:13.462374 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.606074 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.751745 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for port, precommit_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.811146 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5924424'] for port, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.815320 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-2cc3e981-eeec-4590-a554-42560c130db5 tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:24:13.884306 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'Port': ['ID=405703ab-c0e3-4618-b105-a0c74a61d643,revision_number=2']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:13.888213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:24:13.893706 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:13.992366 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.db.l3_db [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Floating IP 48c74208-507f-4e7f-8514-11108912ea10 associated. External IP: 172.26.6.30, port: 5a4b2235-f664-4975-a4a5-84d70d1bb178. Jun 22 10:24:14.202990 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:24:14.310607 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:14.322213 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:14.333660 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:14.334329 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:24:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.440326 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:14.568733 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:14.605051 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-350a9ae4-d11f-46de-b6c9-c90c1c0f8dc7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0518205 Jun 22 10:24:14.610942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:24:14.610942 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f737b83f887c4c14905df67863e54bbc27842a630375105aca6c14c743e723f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b28c9-0678-40f1-aa09-ae707408c695" -d '{"events": [{"name": "network-changed", "server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:14.657177 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 0, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.686820 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:14.694993 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:24:14.695537 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:24:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.709770 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712ca3f2-1481-459b-a254-25715d3feec3 x-openstack-request-id: req-712ca3f2-1481-459b-a254-25715d3feec3 {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:14.710116 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "status": "completed", "code": 200}]} {{(pid=93950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:14.710415 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-712ca3f2-1481-459b-a254-25715d3feec3 {{(pid=93950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:14.710867 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'status': 'completed', 'code': 200} Jun 22 10:24:14.799056 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:24:14.806175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b28c9-0678-40f1-aa09-ae707408c695 req-0c6627bb-22a6-457d-8e8c-ed9fff60580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:14.807682 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-0c6627bb-22a6-457d-8e8c-ed9fff60580f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1098 time: 0.0540338 Jun 22 10:24:14.901676 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b28c9-0678-40f1-aa09-ae707408c695 req-e4944035-cbbf-4175-992d-0a55e95f54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:14.903128 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-e4944035-cbbf-4175-992d-0a55e95f54bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0899470 Jun 22 10:24:14.970694 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-9183d4af-153b-4631-b2af-2c6b0092c46e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 998 time: 0.0606523 Jun 22 10:24:15.018615 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 0, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:15.024624 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b28c9-0678-40f1-aa09-ae707408c695 req-5d176204-f88e-42aa-a9bd-cf52fb373be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:15.026072 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-5d176204-f88e-42aa-a9bd-cf52fb373be1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0486796 Jun 22 10:24:15.044849 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea29fe-baf2-4295-8600-3e6de19cdb00 None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:13Z', 'revision_number': 0, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:15.085934 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b28c9-0678-40f1-aa09-ae707408c695 req-37ad47fb-d391-48f7-b28a-42bdd4249701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:24:15.087421 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-37ad47fb-d391-48f7-b28a-42bdd4249701 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552845 Jun 22 10:24:15.182382 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-b6271036-0f9f-4f48-83dd-aa21de3a0394 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880418 Jun 22 10:24:15.252534 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a99ba-c196-4f74-897d-6e27ae9226fe None None] New status for floating IP 48c74208-507f-4e7f-8514-11108912ea10: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:24:15.282899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-741b28c9-0678-40f1-aa09-ae707408c695 req-38dc5409-ce52-4b6b-8ace-558ca98d8eb5 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940504 Jun 22 10:24:22.242678 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [req-4a3a038c-e4c6-4174-8f86-d329ec552596 req-e8325fc1-9640-4752-acbc-3ba2647b6258 service neutron] (93949) timed out ('10.222.0.65', 34366) {{(pid=93949) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 10:24:26.624927 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:24:29.567891 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-aaf66efa-8ce1-445a-bd9f-a324fa72eb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:32.290217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88393712-04ca-4571-bd1b-6fa691659151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:32.689628 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:33.700899 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:35.184638 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:39.932830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:24:59.577234 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3fed1a1a-a961-4b2c-8b4f-613bf5344a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:02.276084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da1df8f1-e83b-4d9d-b893-759cd4cbd352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:02.836359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:03.623096 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:25:03.690955 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:05.179355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:09.962488 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:12.174802 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-f2a3a8eb-6e66-4797-b94d-05661fcd07d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984828 Jun 22 10:25:12.285609 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed429-0915-4dba-a219-4d1d9abca34e req-e2867547-6a16-46c8-b94a-b50418affec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:12.287118 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-e2867547-6a16-46c8-b94a-b50418affec5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1098 time: 0.0524068 Jun 22 10:25:12.394867 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed429-0915-4dba-a219-4d1d9abca34e req-45ab6145-8b6e-4418-8aac-892db3b760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:12.396239 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-45ab6145-8b6e-4418-8aac-892db3b760c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0893748 Jun 22 10:25:12.463499 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-8e53fa20-cdd2-41ac-a959-9c77f734be80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 1000 time: 0.0608988 Jun 22 10:25:12.517120 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed429-0915-4dba-a219-4d1d9abca34e req-ee2e8782-0d34-4523-aa8f-e432cf6bb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:12.518565 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-ee2e8782-0d34-4523-aa8f-e432cf6bb76b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0483007 Jun 22 10:25:12.574489 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed429-0915-4dba-a219-4d1d9abca34e req-814e0bb9-f545-43ba-b7eb-ed8ecf68ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:25:12.575955 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-814e0bb9-f545-43ba-b7eb-ed8ecf68ceef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510933 Jun 22 10:25:12.663130 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-8616c9c1-d910-49ef-9055-92802847b19d service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801373 Jun 22 10:25:12.753243 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-940ed429-0915-4dba-a219-4d1d9abca34e req-fb1413a1-5e2d-4b73-98c0-42bb1fbc91a8 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840571 Jun 22 10:25:29.580784 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-84828e4c-f1e4-4e4d-bc47-aca7903d5cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:32.243520 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-43530a0b-37d7-4a54-bcb8-e45428be8fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:32.683575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:33.691278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:35.200131 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:39.953577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:25:40.621531 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:25:59.584484 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8b2c-0a0a-4986-ba1a-7fcf4d5f02f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:02.247475 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0a72ecd8-4f9d-4037-9a84-96bf883a8d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:02.683651 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:03.700678 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:05.180824 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:09.986568 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:13.182211 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-61ed2d66-468e-4a1c-9444-91707e714205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:13.183703 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-61ed2d66-468e-4a1c-9444-91707e714205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1098 time: 0.0553596 Jun 22 10:26:13.298256 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-b73543f4-ff72-407c-a054-29380061b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:13.299719 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-b73543f4-ff72-407c-a054-29380061b06b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0925822 Jun 22 10:26:13.365320 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-28f90be4-855a-4df8-90d1-458acaad38e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 1000 time: 0.0573945 Jun 22 10:26:13.416640 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-4fb7b988-c52d-4032-a9c1-f4931322925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:13.418032 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-4fb7b988-c52d-4032-a9c1-f4931322925a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0465822 Jun 22 10:26:13.475622 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-f27ecebb-38f7-44a7-b2a0-5f81dd405ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:13.477204 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-f27ecebb-38f7-44a7-b2a0-5f81dd405ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520892 Jun 22 10:26:13.567502 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-e6954a0b-1401-4f23-9cf1-730495ed4128 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829022 Jun 22 10:26:13.663749 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8e99f426-1163-423b-a6bd-d0f10d9edde1 req-4982f61a-4270-4250-bde6-cf30ac73c683 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895774 Jun 22 10:26:14.233501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:26:14.344702 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:14.359148 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:26:14.395708 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:14.408316 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a4b2235-f664-4975-a4a5-84d70d1bb178 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:26:14.426596 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:14.498095 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:14.499809 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-39ea4fd7-06d5-4563-b2cf-1b6582d1b329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:14.545240 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:14.552310 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.552655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.552991 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.553322 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.553646 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.553996 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.554336 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.554634 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.554950 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.555285 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.555581 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.555914 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.559600 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:14.644482 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['5a4b2235-f664-4975-a4a5-84d70d1bb178'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:26:16.233747 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:26:16.283604 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 5a4b2235-f664-4975-a4a5-84d70d1bb178 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:26:16.284044 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:16.365425 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:16.387835 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:26:16.390199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c391db03-24bf-4915-91b5-e02d069d4b2a" -d '{"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:16.404436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:16.430367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0434e7-f1c3-4309-a39a-ee48abef5b15 x-openstack-request-id: req-8b0434e7-f1c3-4309-a39a-ee48abef5b15 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:16.430367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-plugged", "status": "completed", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:16.430367 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b0434e7-f1c3-4309-a39a-ee48abef5b15 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:16.430367 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'code': 200} Jun 22 10:26:16.477088 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:16.479011 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:16.529128 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:16.533609 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:17.620150 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:26:27.264351 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-38720aad-7724-4cce-93a7-e892627a669e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984967935&fields=id&tenant_id=46cb62ed021148759addcecaabd6111f HTTP/1.1" status: 200 len: 267 time: 0.0363042 Jun 22 10:26:27.385933 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-51b43563-920c-48d3-99a7-851d4ad673cd tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:27.387295 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-51b43563-920c-48d3-99a7-851d4ad673cd tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 809 time: 0.1165168 Jun 22 10:26:27.401702 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-ff97b5d1-e0bb-4f60-90e1-e8a4a6108bfa tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/quotas/46cb62ed021148759addcecaabd6111f HTTP/1.1" status: 200 len: 375 time: 0.0088160 Jun 22 10:26:27.472245 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-da1bd029-2540-41ba-816b-5f03ba082b62 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657225 Jun 22 10:26:27.638254 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-2dd3b3a7-21c4-4efe-b55f-8a7da95210a9 service neutron] 10.222.0.65 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229427 Jun 22 10:26:27.744042 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-d20ca45a-3a9f-4b05-b97f-30929f489fdd service neutron] 10.222.0.65 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993264 Jun 22 10:26:28.131186 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-250f1c29-a230-4789-89bc-145987602ba2 req-ab45d413-fbe9-4274-ba95-0fa990f00370 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 210 time: 0.0860434 Jun 22 10:26:29.215572 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-e9365016-e7a8-4833-ab29-871c7bd4ea60 req-710328eb-4767-46b2-91e2-ff7f933dfe93 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Jun 22 10:26:29.608202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-eac43a64-e8fe-4dff-a123-d047bd601308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:30.310448 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:26:30.353039 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-16e2db25-c235-4e1a-9ecf-c413613b1b6c req-c8f7c0fb-7e07-4095-b520-8024b7e317c2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 210 time: 0.0284500 Jun 22 10:26:30.389226 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:30.411716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:26:30.414037 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e60337eb8cebc56f098c000ae197681e796f33717afa2122a4a2b99a102e8e1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdf3ff6-a362-4ece-b845-e957eaa763b0" -d '{"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:30.427114 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:30.511952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24eeeb-27f0-4daa-a8f3-ebce4aa44631 x-openstack-request-id: req-ec24eeeb-27f0-4daa-a8f3-ebce4aa44631 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:30.512255 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:30.512514 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec24eeeb-27f0-4daa-a8f3-ebce4aa44631 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:30.512940 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'code': 200} Jun 22 10:26:30.513631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:30.516584 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-39ea4fd7-06d5-4563-b2cf-1b6582d1b329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:30.563490 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:30.566575 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:31.502641 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-6c9958fb-9fb5-493a-b0fd-5987a88094e3 req-467c48c1-42c7-4fe9-a55b-9d78241198d4 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 210 time: 0.0349996 Jun 22 10:26:32.246211 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03c325e9-5dd3-411a-baee-f208f173d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:32.354792 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-3d19b068-68d9-4a49-a9c5-e0d2a86a4788 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:32.356275 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-3d19b068-68d9-4a49-a9c5-e0d2a86a4788 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 809 time: 0.1010008 Jun 22 10:26:32.403494 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-240651d2-4ae1-4f54-b2da-15b8147d5368 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46cb62ed021148759addcecaabd6111f HTTP/1.1" status: 200 len: 379 time: 0.0333145 Jun 22 10:26:32.412541 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'port': {'device_id': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'admin_state_up': True, 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'security_groups': ['a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0']}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:26:32.679138 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d8bc0e8a-c782-4786-84e2-4e4fa4f461e0 req-53eb505e-daa5-488c-8bc7-388ed62c822e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 210 time: 0.0406661 Jun 22 10:26:32.693622 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:32.972096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Made reservation on behalf of 46cb62ed021148759addcecaabd6111f for: {'port': 1} {{(pid=93949) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:26:32.975796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:33.105182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Allocated IP 172.20.0.11 (c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd/1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3/05111f09-3c8a-4438-a94e-1bf2a9450dd3) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:33.249181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:33.264994 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Transition to ACTIVE for port object 05111f09-3c8a-4438-a94e-1bf2a9450dd3 will not be triggered until provisioned by entity DHCP. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:26:33.345598 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:33.354481 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9739843c-5c12-4e5d-b1d5-2585d631b904 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:33.401448 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:33.404940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:33.410285 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:26:33.445339 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:33.460387 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.461025 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.461296 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.461688 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.462077 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.462983 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.463491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.463491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.463949 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.467740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.467740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.467740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:33.471757 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:33.482931 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:33.484584 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:33.611899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-a1fb9533-4803-4c8b-82a2-91efe307e2be tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028811 Jun 22 10:26:33.699239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:33.836503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1aebdcb7-431e-46ea-8023-8ea7805b5adb None None] Provisioning for port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 completed by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:26:33.840798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-1aebdcb7-431e-46ea-8023-8ea7805b5adb None None] Provisioning complete for port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 triggered by entity DHCP. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:26:33.846018 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1aebdcb7-431e-46ea-8023-8ea7805b5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:33.880260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82062-bd75-4577-bc79-314fd75bc781 req-cbc65c62-2a73-40f8-a7a1-2962a327dc19 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:33.881906 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7ec82062-bd75-4577-bc79-314fd75bc781 req-cbc65c62-2a73-40f8-a7a1-2962a327dc19 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0766232 Jun 22 10:26:33.906769 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1aebdcb7-431e-46ea-8023-8ea7805b5adb None None] Port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 cannot update to ACTIVE because it is not bound. {{(pid=93951) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 10:26:33.925494 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-7ec82062-bd75-4577-bc79-314fd75bc781 req-87691950-fe6a-46be-bb41-d47dac0dade3 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374556 Jun 22 10:26:35.105403 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b3c41-3df4-4c5a-88ae-c8e59df2379c req-a1f95559-2209-4823-8f71-5417d2196bd8 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:35.107563 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-649b3c41-3df4-4c5a-88ae-c8e59df2379c req-a1f95559-2209-4823-8f71-5417d2196bd8 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0663800 Jun 22 10:26:35.152628 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-649b3c41-3df4-4c5a-88ae-c8e59df2379c req-e93a984a-8031-4d08-a472-f76a2c1d6115 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396299 Jun 22 10:26:35.201830 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:36.342758 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252f5f4-7e8c-4a1f-9453-4c61a9ab18be req-c14112bf-a5ab-4823-abb6-b217a210cb86 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:36.345270 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1252f5f4-7e8c-4a1f-9453-4c61a9ab18be req-c14112bf-a5ab-4823-abb6-b217a210cb86 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0753715 Jun 22 10:26:36.384840 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-1252f5f4-7e8c-4a1f-9453-4c61a9ab18be req-f471a8ef-9688-45e0-b21e-a2fa9c889577 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335829 Jun 22 10:26:37.570701 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97def1-9043-49a8-af9a-b047d2fffd14 req-168454bf-c9f6-42bd-88cb-221f80169df8 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:37.572222 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8a97def1-9043-49a8-af9a-b047d2fffd14 req-168454bf-c9f6-42bd-88cb-221f80169df8 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0656402 Jun 22 10:26:37.612279 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8a97def1-9043-49a8-af9a-b047d2fffd14 req-35783fe3-55ab-4b8d-b260-1bd075d3e841 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336406 Jun 22 10:26:38.795222 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f889184-b3cf-46e5-bc33-cc6194dcddaf req-e72c3ee1-9842-4f6e-af1d-d760e062e158 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:38.798272 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f889184-b3cf-46e5-bc33-cc6194dcddaf req-e72c3ee1-9842-4f6e-af1d-d760e062e158 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0692799 Jun 22 10:26:38.838642 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-9f889184-b3cf-46e5-bc33-cc6194dcddaf req-ff78a97f-f7b6-48cf-87d7-761b7055a05b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345237 Jun 22 10:26:40.002301 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:40.033561 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4464cc-848d-424a-94ad-ac0d3724f016 req-607357c0-0354-493c-a018-13fac45166d9 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:40.035234 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0b4464cc-848d-424a-94ad-ac0d3724f016 req-607357c0-0354-493c-a018-13fac45166d9 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0767784 Jun 22 10:26:40.076168 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-0b4464cc-848d-424a-94ad-ac0d3724f016 req-984cd292-49fe-4518-8d4d-28ca7f6b3d56 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351834 Jun 22 10:26:41.258247 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fe92f-0f4e-4726-87a6-0e25392250a1 req-11c6c2ab-a23d-4edd-bbdc-a7dbb9fb7894 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:41.259743 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-296fe92f-0f4e-4726-87a6-0e25392250a1 req-11c6c2ab-a23d-4edd-bbdc-a7dbb9fb7894 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0654738 Jun 22 10:26:41.302353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-296fe92f-0f4e-4726-87a6-0e25392250a1 req-c6ca61df-f330-436a-ae7d-9840917c521c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369353 Jun 22 10:26:42.491613 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb571a8-b0cc-41d6-b419-9595300f9887 req-efbacbec-0626-4266-a42d-30173807d30e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:42.493122 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4bb571a8-b0cc-41d6-b419-9595300f9887 req-efbacbec-0626-4266-a42d-30173807d30e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0769479 Jun 22 10:26:42.531669 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-4bb571a8-b0cc-41d6-b419-9595300f9887 req-f12ec89a-df6c-4a1f-a629-0f698e096c6d tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jun 22 10:26:43.226681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Request body: {'port': {'device_id': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:26:43.309057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:43.610375 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05111f09-3c8a-4438-a94e-1bf2a9450dd3 {{(pid=93949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:26:43.622588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:43.641154 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.provisioning_blocks [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Transition to ACTIVE for port object 05111f09-3c8a-4438-a94e-1bf2a9450dd3 will not be triggered until provisioned by entity L2. {{(pid=93949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 10:26:43.717443 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80848bad-71df-4d75-ae01-b1c8295b9066 req-8c446af5-55c4-418e-b288-4cf97bdbdf94 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:43.718902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-80848bad-71df-4d75-ae01-b1c8295b9066 req-8c446af5-55c4-418e-b288-4cf97bdbdf94 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 932 time: 0.0698140 Jun 22 10:26:43.757354 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-80848bad-71df-4d75-ae01-b1c8295b9066 req-2dae18b6-5fb4-4c18-969d-10c19ddca0c8 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324602 Jun 22 10:26:43.833666 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:43.835857 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-33947a4d-9c5e-4dc8-b2e0-f109e74f2156 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:43.915655 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:43.919538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:43.988088 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Attempting to bind port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 10:26:43.988423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Attempting to bind port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 10:26:43.988762 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Attempting to bind port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:26:43.993388 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 10:26:43.993711 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Attempting to bind port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 on network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 10:26:43.998538 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Checking agent: {'id': 'ef10786c-e814-422b-baf0-23f0e92235b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'started_at': datetime.datetime(2021, 6, 22, 9, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 10, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 10:26:43.998878 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Checking segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 10:26:43.999264 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Bound using segment: {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'} {{(pid=93949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 10:26:43.999695 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.managers [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Bound port: 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd'}}] {{(pid=93949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 10:26:44.000075 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:44.063161 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, cleared binding levels {{(pid=93949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:44.066968 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:44.150611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:44.153739 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-36b0451b-bdb9-42c5-b917-247cf67e9cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:44.190024 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:44.190677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:44.192061 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-96c65564-3bcb-4db8-a228-007430154efe service neutron] 10.222.0.24 "PUT /v2.0/ports/05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 200 len: 1094 time: 1.0199521 Jun 22 10:26:44.192601 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:26:44.218138 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=3']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:44.222361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:44.238212 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b06e8f3e553765815641dcf5beca699354c39a5b102a8a08fe4d79465761cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a36f3c-08bb-479f-a1d6-04c02227be7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:44.335926 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2d0b5-bad3-4fac-b380-ad46eb3bef78 x-openstack-request-id: req-c8f2d0b5-bad3-4fac-b380-ad46eb3bef78 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:44.336273 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:44.336580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8f2d0b5-bad3-4fac-b380-ad46eb3bef78 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:44.337027 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'status': 'completed', 'code': 200} Jun 22 10:26:44.364685 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-daea5570-9997-43e7-9494-fe4aa6ce33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:44.366200 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-daea5570-9997-43e7-9494-fe4aa6ce33b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1097 time: 0.0609407 Jun 22 10:26:44.416245 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-d0185f43-6600-48d5-9111-e825f235e097 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 200 len: 217 time: 0.0356910 Jun 22 10:26:44.464664 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-db807739-d90f-41b3-8b20-0965c1d516eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:44.465990 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-db807739-d90f-41b3-8b20-0965c1d516eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0435760 Jun 22 10:26:44.525662 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-2469182e-9d72-4316-b043-7387b23e165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:44.527129 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-2469182e-9d72-4316-b043-7387b23e165c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555916 Jun 22 10:26:44.614685 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-9f1725bb-2ed9-4f84-a031-ee400c31d6c3 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Jun 22 10:26:44.707410 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-21253b6e-3883-49a7-9760-b18ece07a9ce req-857f1459-d42d-49df-a160-08518a0f74bf service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865929 Jun 22 10:26:44.961182 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-92ec2be9-8312-46e5-8141-d97d2e27e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:44.962852 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-92ec2be9-8312-46e5-8141-d97d2e27e802 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1097 time: 0.0834742 Jun 22 10:26:45.004309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f25926-a71f-4636-a27b-251a7ff6ef99 req-c229e3be-f5ec-4a90-ba53-d9a69941fdfc tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:45.005740 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-24f25926-a71f-4636-a27b-251a7ff6ef99 req-c229e3be-f5ec-4a90-ba53-d9a69941fdfc tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 944 time: 0.1362729 Jun 22 10:26:45.074285 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-24f25926-a71f-4636-a27b-251a7ff6ef99 req-3eccdbe9-d1c9-4de1-89dd-5c3854f19da1 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441899 Jun 22 10:26:45.099230 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-34d8b84a-b977-4a76-a26f-c46e01250754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:45.100778 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-34d8b84a-b977-4a76-a26f-c46e01250754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.1280770 Jun 22 10:26:45.144477 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-e0f69b43-634f-4f44-8093-71a7957f7091 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 200 len: 217 time: 0.0357013 Jun 22 10:26:45.198073 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-45224a01-cf7b-4edc-9fff-1095ef0adb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:45.199507 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-45224a01-cf7b-4edc-9fff-1095ef0adb26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0490820 Jun 22 10:26:45.268143 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-4f5f34c0-4cf1-49dd-8bb7-ed174a8c004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:45.271080 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-4f5f34c0-4cf1-49dd-8bb7-ed174a8c004b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631130 Jun 22 10:26:45.371670 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-f6a934be-bf2f-4873-8519-3b735b3cb19b service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920880 Jun 22 10:26:45.465523 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-39a36f3c-08bb-479f-a1d6-04c02227be7f req-2e045410-cb7a-4464-9675-43c260d78592 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864146 Jun 22 10:26:46.257715 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe5bd1-b41f-4804-9040-660d7f610bc0 req-40ad8da5-c638-4836-926d-e5e99a24e310 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:46.259211 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fffe5bd1-b41f-4804-9040-660d7f610bc0 req-40ad8da5-c638-4836-926d-e5e99a24e310 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 944 time: 0.0692642 Jun 22 10:26:46.297091 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-fffe5bd1-b41f-4804-9040-660d7f610bc0 req-8c58716a-3d2e-4316-b249-9df80fd74f8e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321717 Jun 22 10:26:46.418722 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:26:46.511142 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:46.522812 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'port_id': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'mac_address': 'fa:16:3e:97:04:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:26:46.562928 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:46.575229 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05111f09-3c8a-4438-a94e-1bf2a9450dd3 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:26:46.594006 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:46.696703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:46.699643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:46.746502 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=4']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:46.749743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:47.019038 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['05111f09-3c8a-4438-a94e-1bf2a9450dd3'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:26:47.466976 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d963d3-f30d-4773-b7ec-ef2aa3bd9e4a req-aec00468-0f02-43b0-bd33-6a1cd0b7a994 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:47.468442 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d963d3-f30d-4773-b7ec-ef2aa3bd9e4a req-aec00468-0f02-43b0-bd33-6a1cd0b7a994 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 945 time: 0.0624738 Jun 22 10:26:47.514494 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a8d963d3-f30d-4773-b7ec-ef2aa3bd9e4a req-c626371c-0b3a-47ce-9d78-2f66eefe3ff0 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395846 Jun 22 10:26:48.434351 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:26:48.558300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning for port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 completed by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 10:26:48.558300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:26:48.558300 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:48.637804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:48.659823 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:26:48.674355 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:48.690660 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435d0d0-b422-4625-9fef-26b3da92979b req-dc034504-4972-4954-9f8f-41e04b40f03c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:48.692164 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d435d0d0-b422-4625-9fef-26b3da92979b req-dc034504-4972-4954-9f8f-41e04b40f03c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 945 time: 0.0662229 Jun 22 10:26:48.699160 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f887360807000517f8cd720ddb2bfe5bf0581feac51934d7fe5f8b94c4f0b141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf5daa9-fdd7-480a-8abc-66b15a9a41cd" -d '{"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-plugged", "status": "completed", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:48.733050 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-d435d0d0-b422-4625-9fef-26b3da92979b req-af2e766a-2647-48ae-b62b-84bfdce4f4db tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349300 Jun 22 10:26:48.736897 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:48.739156 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-79fe5874-464d-4d02-94dd-4b79ffaf226a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:48.787851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=5']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:48.791382 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232813c9-1956-4d8b-a349-dd117c5872a3 x-openstack-request-id: req-232813c9-1956-4d8b-a349-dd117c5872a3 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:48.791683 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-plugged", "status": "completed", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:48.791962 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-232813c9-1956-4d8b-a349-dd117c5872a3 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:48.792352 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'code': 200} Jun 22 10:26:48.793023 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:49.198184 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd677c6-4f1a-490d-80a9-7f5abfcfb47c req-73993afb-0532-4086-b655-4d46185906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:49.199669 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cbd677c6-4f1a-490d-80a9-7f5abfcfb47c req-73993afb-0532-4086-b655-4d46185906e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1099 time: 0.0590255 Jun 22 10:26:49.234332 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-cbd677c6-4f1a-490d-80a9-7f5abfcfb47c req-2c0806fe-cb57-4fcd-a68a-ad339bbb08b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270622 Jun 22 10:26:49.908762 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c821f3-0250-453c-9ef3-97932e1c16b2 req-d0625940-4151-407a-9b16-6a290e6ea6de tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:49.910317 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-62c821f3-0250-453c-9ef3-97932e1c16b2 req-d0625940-4151-407a-9b16-6a290e6ea6de tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 946 time: 0.0637362 Jun 22 10:26:49.947159 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-62c821f3-0250-453c-9ef3-97932e1c16b2 req-ba447b14-8dd5-4916-8aac-d3179fbec4a0 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Jun 22 10:26:51.124471 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10314bb-986c-4e72-a4b9-06b4e2c23e56 req-24e25c10-2c46-47b8-b69a-f9d8e3c4a0ef tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:51.125963 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d10314bb-986c-4e72-a4b9-06b4e2c23e56 req-24e25c10-2c46-47b8-b69a-f9d8e3c4a0ef tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 946 time: 0.0645378 Jun 22 10:26:51.163710 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-d10314bb-986c-4e72-a4b9-06b4e2c23e56 req-edf4e07e-7228-4183-a638-16405e5c720b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Jun 22 10:26:51.337873 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dc68d-fdc9-4809-a1af-76725b1ac182 req-c59e6496-f406-4042-b55d-4ce188691cfe tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:51.339331 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b90dc68d-fdc9-4809-a1af-76725b1ac182 req-c59e6496-f406-4042-b55d-4ce188691cfe tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 946 time: 0.0678468 Jun 22 10:26:51.376124 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-b90dc68d-fdc9-4809-a1af-76725b1ac182 req-e1edd4ea-ea9e-4f6f-b0b3-b38f9287cdf1 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jun 22 10:26:51.400861 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 36426) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:26:51.451789 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50340419-73c3-4547-99b3-f28c66c87032 tempest-TestSnapshotPattern-96927441 tempest-TestSnapshotPattern-96927441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:51.453299 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-50340419-73c3-4547-99b3-f28c66c87032 tempest-TestSnapshotPattern-96927441 tempest-TestSnapshotPattern-96927441-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1094 time: 0.0514803 Jun 22 10:26:51.456833 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36428) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:26:51.461796 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.v2.base [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Request body: {'floatingip': {'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'port_id': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93949) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 10:26:51.547892 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:51.647150 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1604452'] for port, before_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:51.746914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_common [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Allocated IP 172.26.6.117 (d8cc3e00-8c5a-4702-bae4-7f0cd98e981b/9140233a-9032-494a-b47a-e604c3323005/3d90fec3-dcfd-493b-9b3a-debd0d0210b6) {{(pid=93949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:51.849974 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for port, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:51.947854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1603751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-217431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751671146837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5028293'] for port, after_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:51.949815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9c87253d-0ef5-4a47-a511-e6aa5dadfc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:51.985992 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Network d8cc3e00-8c5a-4702-bae4-7f0cd98e981b is already hosted by enough agents. {{(pid=93949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:51.989628 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.base_scheduler [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Resources bound (agent type, host, resource id): {{(pid=93949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:51.994939 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Received port after_create {{(pid=93949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 10:26:52.016776 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'Port': ['ID=3d90fec3-dcfd-493b-9b3a-debd0d0210b6,revision_number=1']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:52.020778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:52.363058 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:52.484444 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:52.629491 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for port, precommit_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:52.698280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5028343'] for port, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:52.701463 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-13198517-c5d8-4e77-af92-6ad41a9be1a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:26:52.768943 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event updated for resources: {'Port': ['ID=3d90fec3-dcfd-493b-9b3a-debd0d0210b6,revision_number=2']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:52.774289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:26:52.780675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7878279'] for floatingip, after_update {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:52.882025 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Floating IP 1c7aff4c-84ca-443f-8b91-938e7f5b564c associated. External IP: 172.26.6.117, port: 05111f09-3c8a-4438-a94e-1bf2a9450dd3. Jun 22 10:26:53.086206 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:26:53.195897 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:53.206057 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:53.215312 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:26:53.215960 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:26:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:53.257670 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:26:53.295343 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0a1b98ff-5dcf-4a20-9770-ca3671cd716b tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8371670 Jun 22 10:26:53.296057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:26:53.298406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b06e8f3e553765815641dcf5beca699354c39a5b102a8a08fe4d79465761cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b632379-92a3-4ed4-835a-b0a6e7473cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:53.322398 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:26:53.341117 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c61ebe7-f59e-423d-b9fa-29ec1abe3ece x-openstack-request-id: req-6c61ebe7-f59e-423d-b9fa-29ec1abe3ece {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:53.341464 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:53.341774 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c61ebe7-f59e-423d-b9fa-29ec1abe3ece {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:53.342231 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'status': 'completed', 'code': 200} Jun 22 10:26:53.443112 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-237667b5-5c13-4230-8665-94ce93b8afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:53.444718 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-237667b5-5c13-4230-8665-94ce93b8afc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1099 time: 0.0538855 Jun 22 10:26:53.552219 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '1c7aff4c-84ca-443f-8b91-938e7f5b564c', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.117', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:97:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:26:52Z', 'updated_at': '2021-06-22T10:26:52Z', 'revision_number': 0, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}, {'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 1, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:53.579693 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:53.589336 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:26:53.589962 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:26:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:53.813734 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:26:53.891413 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-a1f81a29-dce9-41de-b5b7-20e7a3eefc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:53.892976 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-a1f81a29-dce9-41de-b5b7-20e7a3eefc06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.4424171 Jun 22 10:26:53.956630 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-9ed350ce-9146-4b13-ad92-77857f7599a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 200 len: 1000 time: 0.0573006 Jun 22 10:26:54.004176 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-3675c384-265d-4039-8444-39b0535f883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:54.005624 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-3675c384-265d-4039-8444-39b0535f883d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0434425 Jun 22 10:26:54.040611 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '1c7aff4c-84ca-443f-8b91-938e7f5b564c', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.117', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:97:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:26:52Z', 'updated_at': '2021-06-22T10:26:52Z', 'revision_number': 0, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}, {'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 1, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:54.064165 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada6c4a-8036-470a-ab19-ab4bf280f291 None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '1c7aff4c-84ca-443f-8b91-938e7f5b564c', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.117', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:97:04:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:26:52Z', 'updated_at': '2021-06-22T10:26:52Z', 'revision_number': 0, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}, {'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 1, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:54.081608 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-fc480e18-a6c5-42cd-aebe-5ace46ae2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:26:54.085146 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-fc480e18-a6c5-42cd-aebe-5ace46ae2683 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716360 Jun 22 10:26:54.176805 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-92b8a36a-c985-4d13-afca-59ca98044ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 Jun 22 10:26:54.270431 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb5235-ccbd-4846-bebf-53ff3c1d03b8 None None] New status for floating IP 1c7aff4c-84ca-443f-8b91-938e7f5b564c: ACTIVE {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:26:54.275268 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8b632379-92a3-4ed4-835a-b0a6e7473cf1 req-bed32ac5-bd34-45d4-a347-134a39891438 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926161 Jun 22 10:26:54.622120 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:26:59.634716 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-681edd2e-72c5-487b-be49-2810c613765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:02.286980 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-619bded6-876a-4276-b27c-31c7dd962860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:02.691576 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:03.726026 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:05.177368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:09.971005 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:14.140782 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-69443b1f-d5fc-43c6-b12c-559bde2d6c3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609307 Jun 22 10:27:14.257323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-f570afcc-c54a-487a-9f94-e298e0901223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:14.258776 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-f570afcc-c54a-487a-9f94-e298e0901223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0524278 Jun 22 10:27:14.366530 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-95bb09f8-6d15-4196-ad55-b65faf39aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:14.368021 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-95bb09f8-6d15-4196-ad55-b65faf39aeea service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0898275 Jun 22 10:27:14.445482 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-de60ec01-f5b5-44b7-a02f-bc452a0aa47c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 998 time: 0.0708418 Jun 22 10:27:14.495665 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-fcc49284-1ecb-4f89-8766-6853358300ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:14.497136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-fcc49284-1ecb-4f89-8766-6853358300ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0460267 Jun 22 10:27:14.557593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-c8471724-3c41-467b-b190-391e2afd1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:27:14.559051 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-c8471724-3c41-467b-b190-391e2afd1ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550950 Jun 22 10:27:14.648857 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-9b7aad3d-0214-422b-a67d-942b1e8c9c12 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Jun 22 10:27:14.746177 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-73181f4b-636d-452d-baba-c030d6a5aa55 req-50c3892c-7906-4cff-8db6-931ff5dfcd3c service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914717 Jun 22 10:27:29.627243 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6be9fa0d-fecb-47fc-bd1a-add681761f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:31.620570 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:27:32.249922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99ccd3be-5312-4b00-9898-72ac5a29f6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:32.734233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:33.707210 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:35.198340 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:40.093803 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:27:59.596749 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-41b81c09-0419-483d-bbdb-55ce438ce134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:02.305525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1600c3ed-cc5c-4569-8105-e4700c5a2d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:02.687998 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:03.757054 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:05.201171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:08.619916 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:28:09.989139 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:16.177608 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-126d4faa-1aec-435d-96c4-bc574052d374 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694487 Jun 22 10:28:16.263564 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-bf112a5c-8538-4e35-969e-28877ae6924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:16.265105 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-bf112a5c-8538-4e35-969e-28877ae6924e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1099 time: 0.0532789 Jun 22 10:28:16.383106 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-5a073a2d-9dfa-415a-a723-245af29c9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:16.384516 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-5a073a2d-9dfa-415a-a723-245af29c9594 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0984626 Jun 22 10:28:16.449434 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-5af570fc-4aa8-4b81-8eee-b49bdbd4cb97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 200 len: 1002 time: 0.0585074 Jun 22 10:28:16.498394 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-654205d6-5175-4ccd-972e-be2e59cdd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:16.499887 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-654205d6-5175-4ccd-972e-be2e59cdd002 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0442824 Jun 22 10:28:16.565255 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-a9354516-e9fe-42a5-b489-15612a513401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:16.566787 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-a9354516-e9fe-42a5-b489-15612a513401 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607285 Jun 22 10:28:16.657769 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-0daa0785-3c4f-4168-b9c4-54b2eadd0782 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Jun 22 10:28:16.748696 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-79f8477e-f10e-40f6-b981-b9638a4dac0b req-139e30c1-5632-4b15-943b-b4b10739eef2 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852830 Jun 22 10:28:29.624091 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a67625bb-a01c-4faf-96a3-9ea16ead42d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:32.240724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e2dcecb-0422-4f77-b347-f9a36915bfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:32.766715 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:33.715601 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:35.020360 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93951) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 10:28:35.117655 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:35.133233 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Returning: {'device': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'port_id': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'mac_address': 'fa:16:3e:97:04:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93951) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 10:28:35.177798 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:35.190224 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05111f09-3c8a-4438-a94e-1bf2a9450dd3 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 10:28:35.209253 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:35.218084 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:35.315050 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:35.316727 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:35.514545 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=6']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:35.522092 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.522436 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.522770 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.523097 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.523417 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.523740 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.524096 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.524415 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.524732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.525048 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.525359 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.525668 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:35.529220 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:35.573102 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] get_ports_and_sgs() called for port_ids ['05111f09-3c8a-4438-a94e-1bf2a9450dd3'] {{(pid=93951) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 10:28:37.036555 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 up at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 10:28:37.083136 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Provisioning complete for port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 triggered by entity L2. {{(pid=93951) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 10:28:37.083517 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1403762'] for port, provisioning_complete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:37.163451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:37.186217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:28:37.189341 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f887360807000517f8cd720ddb2bfe5bf0581feac51934d7fe5f8b94c4f0b141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea8c619-0b0e-46e9-8f9b-6b325d408bdb" -d '{"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-plugged", "status": "completed", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:37.202616 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:37.234871 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930590d2-4347-4780-ba3c-2676ac633573 x-openstack-request-id: req-930590d2-4347-4780-ba3c-2676ac633573 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:37.235182 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-plugged", "status": "completed", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:37.235449 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-930590d2-4347-4780-ba3c-2676ac633573 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:37.235863 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'code': 200} Jun 22 10:28:37.275278 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:37.277361 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-eecfc917-3fed-4ae1-b51c-278569f99b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:37.337460 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=7']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:37.341724 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:40.035333 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:45.618452 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:28:48.690476 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36670) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:28:48.847946 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Deleting port 3d90fec3-dcfd-493b-9b3a-debd0d0210b6 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:28:48.848289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:48.935790 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:48.936580 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:49.012141 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Calling delete_port for 3d90fec3-dcfd-493b-9b3a-debd0d0210b6 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:28:49.234681 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:49.236697 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-96c65564-3bcb-4db8-a228-007430154efe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:49.259899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event deleted for resources: {'Port': ['ID=3d90fec3-dcfd-493b-9b3a-debd0d0210b6,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:49.270379 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.270869 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.271257 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.271638 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.272045 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.272423 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.273410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.273410 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.273614 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.273876 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.274240 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.274613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:49.279520 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:49.336096 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:49.336430 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Floating IP 1c7aff4c-84ca-443f-8b91-938e7f5b564c disassociated (deleted). External IP: 172.26.6.117, port: 05111f09-3c8a-4438-a94e-1bf2a9450dd3. Jun 22 10:28:49.545274 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:28:49.653318 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:49.658586 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:49.662762 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:49.675605 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:28:49.676223 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:49.694769 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-2e1db16b-4a72-4381-9d3e-b3ad28c5e14a tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "DELETE /v2.0/floatingips/1c7aff4c-84ca-443f-8b91-938e7f5b564c HTTP/1.1" status: 204 len: 168 time: 1.0031619 Jun 22 10:28:49.695447 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:28:49.697829 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b06e8f3e553765815641dcf5beca699354c39a5b102a8a08fe4d79465761cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ee76b-c958-47fa-a06d-183abceffcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:49.746362 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddda117-b85b-49dd-ac97-80b65021a5de x-openstack-request-id: req-3ddda117-b85b-49dd-ac97-80b65021a5de {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:49.746698 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:49.747001 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ddda117-b85b-49dd-ac97-80b65021a5de {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:49.747449 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'status': 'completed', 'code': 200} Jun 22 10:28:49.785415 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:28:49.849398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-d2eebad4-4046-4b2c-93d2-5cf6704df6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:49.850902 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-d2eebad4-4046-4b2c-93d2-5cf6704df6b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 1099 time: 0.0581214 Jun 22 10:28:49.945399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-43775b02-f762-4213-892a-7101b95db4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:49.947008 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-43775b02-f762-4213-892a-7101b95db4eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0855072 Jun 22 10:28:50.003259 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-7ba51060-fc2c-4eb1-812c-bef234eeed9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 200 len: 217 time: 0.0487261 Jun 22 10:28:50.019850 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 1, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:50.046178 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:50.054477 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:28:50.054846 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-fe8cf17a-a9b9-488c-9b6f-73b1550a6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:50.055035 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:50.056339 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-fe8cf17a-a9b9-488c-9b6f-73b1550a6c51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0457630 Jun 22 10:28:50.120862 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-320b5c9a-3bce-4c25-bada-50a5bf9cd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:50.122357 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-320b5c9a-3bce-4c25-bada-50a5bf9cd0ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543771 Jun 22 10:28:50.165639 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:28:50.220353 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-25574c85-f3dd-4902-bfa0-1f80e12a1f74 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910900 Jun 22 10:28:50.351896 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-c35ee76b-c958-47fa-a06d-183abceffcc5 req-fc28e91d-e139-4c81-b29a-448209256d65 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236732 Jun 22 10:28:50.366012 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8532c-5377-4fd4-a512-903dee976183 req-d7e19928-c5a5-4308-a9a4-8db6a90d2ef7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:50.367447 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-75b8532c-5377-4fd4-a512-903dee976183 req-d7e19928-c5a5-4308-a9a4-8db6a90d2ef7 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 946 time: 0.0956378 Jun 22 10:28:50.396960 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 1, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:50.413315 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-75b8532c-5377-4fd4-a512-903dee976183 req-b89b4c76-32d8-4147-bfbc-0cb2cc0c6850 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397532 Jun 22 10:28:50.424127 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd657feb-0f71-45b8-a057-7a141b29bd89 None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_floatingips': [{'id': '48c74208-507f-4e7f-8514-11108912ea10', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'floating_ip_address': '172.26.6.30', 'floating_network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'router_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'port_id': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'mac_address': 'fa:16:3e:37:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T10:24:13Z', 'updated_at': '2021-06-22T10:24:15Z', 'revision_number': 1, 'project_id': '46cb62ed021148759addcecaabd6111f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:50.653410 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98de996e-eaa6-4d54-97e7-6364fa5b6f8c None None] New status for floating IP 1c7aff4c-84ca-443f-8b91-938e7f5b564c: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:28:51.086970 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:28:51.159741 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1604466'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:51.181122 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:28:51.183352 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f887360807000517f8cd720ddb2bfe5bf0581feac51934d7fe5f8b94c4f0b141" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a7858-f967-4ea8-96f1-a4d011d2569c" -d '{"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-unplugged", "status": "completed", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:51.196281 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:51.220907 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c63ed-9f7d-46c6-8261-b415436dd045 x-openstack-request-id: req-126c63ed-9f7d-46c6-8261-b415436dd045 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:51.221202 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-unplugged", "status": "completed", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:51.221458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-126c63ed-9f7d-46c6-8261-b415436dd045 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:51.221895 dv-neutron-797120-3-hyperv neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'code': 200} Jun 22 10:28:51.302268 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751671670483', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751671146855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751671146900'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:51.305079 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:51.355170 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Pushing event updated for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=8']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:51.358578 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:51.596913 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ad4d-594a-4a01-bd89-16b07ac175f5 req-010d39c3-f2b6-4df9-9135-ea1bb6435ddb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:51.598363 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b28ad4d-594a-4a01-bd89-16b07ac175f5 req-010d39c3-f2b6-4df9-9135-ea1bb6435ddb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 944 time: 0.0673914 Jun 22 10:28:51.635136 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-5b28ad4d-594a-4a01-bd89-16b07ac175f5 req-13549d37-6d1d-4564-9074-63ce31330460 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310833 Jun 22 10:28:52.058929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-302b52a1-4dfa-41d7-8065-4b0f0eb456fa tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:52.060416 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-302b52a1-4dfa-41d7-8065-4b0f0eb456fa tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 944 time: 0.0662751 Jun 22 10:28:52.161288 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Deleting port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:28:52.161629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:52.247196 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] For port 05111f09-3c8a-4438-a94e-1bf2a9450dd3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05111f09-3c8a-4438-a94e-1bf2a9450dd3,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:52.247550 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:52.313358 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Calling delete_port for 05111f09-3c8a-4438-a94e-1bf2a9450dd3 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:28:52.497195 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:52.501704 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-673ce665-db42-4753-842a-166f01926419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:52.525272 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event deleted for resources: {'Port': ['ID=05111f09-3c8a-4438-a94e-1bf2a9450dd3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:52.528621 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:52.581882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] No DVR routers for this DVR port 05111f09-3c8a-4438-a94e-1bf2a9450dd3 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:28:52.581882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:52.581882 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-25178fa0-ae0f-49c6-93be-26aae6d57173 req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "DELETE /v2.0/ports/05111f09-3c8a-4438-a94e-1bf2a9450dd3 HTTP/1.1" status: 204 len: 173 time: 0.5126789 Jun 22 10:28:52.581882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-deleted', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:28:52.581882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b06e8f3e553765815641dcf5beca699354c39a5b102a8a08fe4d79465761cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43afbd83-f67e-415f-b614-fb4a950c4c94" -d '{"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-deleted", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:52.626102 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766bfaa6-2e38-474a-96af-7b629732dadb x-openstack-request-id: req-766bfaa6-2e38-474a-96af-7b629732dadb {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:52.626725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca0e009-3cc1-4c86-a64a-7c566b5b0f99", "name": "network-vif-deleted", "tag": "05111f09-3c8a-4438-a94e-1bf2a9450dd3", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:52.626725 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-766bfaa6-2e38-474a-96af-7b629732dadb {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:52.627190 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca0e009-3cc1-4c86-a64a-7c566b5b0f99', 'name': 'network-vif-deleted', 'tag': '05111f09-3c8a-4438-a94e-1bf2a9450dd3', 'status': 'completed', 'code': 200} Jun 22 10:28:52.785627 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-a4444dcb-c875-46de-a237-8b01a2ce13f5 req-3634bf11-0ed2-4535-b744-52fdd483105e tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ca0e009-3cc1-4c86-a64a-7c566b5b0f99 HTTP/1.1" status: 200 len: 210 time: 0.0323415 Jun 22 10:28:55.082613 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:28:55.106165 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 05111f09-3c8a-4438-a94e-1bf2a9450dd3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:28:55.106526 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 05111f09-3c8a-4438-a94e-1bf2a9450dd3 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:28:55.270189 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36734) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:28:55.429053 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Deleting port 405703ab-c0e3-4618-b105-a0c74a61d643 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:28:55.429309 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:55.503231 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:55.503559 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:55.569613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Calling delete_port for 405703ab-c0e3-4618-b105-a0c74a61d643 owned by network:floatingip {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:28:55.794417 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:55.797280 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-aa3d787a-155e-4ed0-bddf-48f4c04d78da tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:55.820637 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event deleted for resources: {'Port': ['ID=405703ab-c0e3-4618-b105-a0c74a61d643,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:55.823791 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:55.885579 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for floatingip, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:55.885913 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.db.l3_db [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Floating IP 48c74208-507f-4e7f-8514-11108912ea10 disassociated (deleted). External IP: 172.26.6.30, port: 5a4b2235-f664-4975-a4a5-84d70d1bb178. Jun 22 10:28:56.091558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:28:56.200004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:56.205229 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for floatingip, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:56.210076 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:56.219758 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:28:56.220466 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:56.244158 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a95424c2-8632-43cf-b477-9ff366181e73 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "DELETE /v2.0/floatingips/48c74208-507f-4e7f-8514-11108912ea10 HTTP/1.1" status: 204 len: 168 time: 0.9728162 Jun 22 10:28:56.244956 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:28:56.247399 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b06e8f3e553765815641dcf5beca699354c39a5b102a8a08fe4d79465761cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713ad6d-be9d-4256-968b-b9b03f76fbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:56.289023 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe8dd3e-daa6-407b-920b-0849e2cd6c8f x-openstack-request-id: req-bbe8dd3e-daa6-407b-920b-0849e2cd6c8f {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:56.289627 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:56.289920 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbe8dd3e-daa6-407b-920b-0849e2cd6c8f {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:56.290442 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'status': 'completed', 'code': 200} Jun 22 10:28:56.332919 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:28:56.393611 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-27b22a01-ff42-4f36-8bba-f1b13e59bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:56.395148 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-27b22a01-ff42-4f36-8bba-f1b13e59bc8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46cb62ed021148759addcecaabd6111f&device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 1096 time: 0.0606341 Jun 22 10:28:56.493136 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-b5ce38e8-a74a-404e-8523-f59d2a2a70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:56.494650 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-b5ce38e8-a74a-404e-8523-f59d2a2a70bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 200 len: 910 time: 0.0929201 Jun 22 10:28:56.541348 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-bc43ec06-85e6-4dcb-9ea9-5fb172225691 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 200 len: 217 time: 0.0407324 Jun 22 10:28:56.591169 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-381889e8-1e49-4aff-928d-fd4c57913539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:56.592709 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-381889e8-1e49-4aff-928d-fd4c57913539 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 200 len: 848 time: 0.0454552 Jun 22 10:28:56.621671 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:56.650882 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-3361c1e9-8dde-4882-b08c-55049cfde16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:56.652455 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-3361c1e9-8dde-4882-b08c-55049cfde16d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537715 Jun 22 10:28:56.658988 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:56.667305 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:28:56.667926 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:28:32Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:56.746269 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-7ac2d333-3871-4e27-9725-1be4a7bc5ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873432 Jun 22 10:28:56.776269 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:28:56.834205 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-f713ad6d-be9d-4256-968b-b9b03f76fbcb req-b19890c8-ea21-40e4-9a6e-4bcc11271b9f service neutron] 10.222.0.24 "GET /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817020 Jun 22 10:28:56.978350 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:57.005366 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a56758-498a-4238-ac2d-3922c1d5f35d None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:48Z', 'revision_number': 4, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv', '_interfaces': [{'id': 'd2d8a250-a9e2-44ad-9f10-8f0c0c727d5a', 'name': '', 'network_id': 'c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'mac_address': 'fa:16:3e:d3:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:47Z', 'updated_at': '2021-06-22T10:23:55Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'subnets': [{'id': '1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:57.047324 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb846a-255e-4935-b4d0-6707b285b4ed req-8a23cc20-e677-4c0b-89dd-4cd4ccf5c8b6 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:57.048925 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8aeb846a-255e-4935-b4d0-6707b285b4ed req-8a23cc20-e677-4c0b-89dd-4cd4ccf5c8b6 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 943 time: 0.0862041 Jun 22 10:28:57.089297 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [req-8aeb846a-255e-4935-b4d0-6707b285b4ed req-c7a53130-44f8-428b-9a3e-af7d892a8b28 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341926 Jun 22 10:28:57.232989 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606227dd-c490-418a-9922-437d33f47743 None None] New status for floating IP 48c74208-507f-4e7f-8514-11108912ea10: DOWN {{(pid=93951) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 10:28:58.267302 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd772fb-1e4a-411b-b5ad-49da444c9120 req-00231e89-b75d-476e-a81e-cc9a72bf3c91 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:58.268778 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8dd772fb-1e4a-411b-b5ad-49da444c9120 req-00231e89-b75d-476e-a81e-cc9a72bf3c91 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 943 time: 0.0681751 Jun 22 10:28:58.666930 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-8dd772fb-1e4a-411b-b5ad-49da444c9120 req-029a0b25-260e-459f-931a-2d3cc980075f tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/security-groups?id=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925207 Jun 22 10:28:58.695293 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-8e255dcb-cc62-4803-9b60-cf93d7db140c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93949) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 10:28:58.696778 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-8e255dcb-cc62-4803-9b60-cf93d7db140c tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 943 time: 0.0770767 Jun 22 10:28:58.809899 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Deleting port 5a4b2235-f664-4975-a4a5-84d70d1bb178 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:28:58.810233 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:58.897008 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] For port 5a4b2235-f664-4975-a4a5-84d70d1bb178, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5a4b2235-f664-4975-a4a5-84d70d1bb178,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:58.897287 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:58.964281 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Calling delete_port for 5a4b2235-f664-4975-a4a5-84d70d1bb178 owned by compute:nova {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:28:59.200254 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:59.204650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f22e7f3e-cc84-4cbb-b6aa-32adcb210a01 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:28:59.230038 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event deleted for resources: {'Port': ['ID=5a4b2235-f664-4975-a4a5-84d70d1bb178,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:59.232917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:28:59.276351 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] No DVR routers for this DVR port 5a4b2235-f664-4975-a4a5-84d70d1bb178 on host hv-neutron-7971 {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:28:59.278822 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247058'] for port, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:59.280887 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-ae208740-079d-4e5a-bacd-ca6602b88ab9 req-438c9205-e01b-4590-9567-3809960b47d2 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.24 "DELETE /v2.0/ports/5a4b2235-f664-4975-a4a5-84d70d1bb178 HTTP/1.1" status: 204 len: 173 time: 0.5781660 Jun 22 10:28:59.281424 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-deleted', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178'}] {{(pid=93949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 10:28:59.283736 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b06e8f3e553765815641dcf5beca699354c39a5b102a8a08fe4d79465761cd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a644a4-02f9-47e6-a960-02c269fc6a0a" -d '{"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-deleted", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178"}]}' {{(pid=93949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:59.319336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a6d132-3327-4dbf-9c4f-1302ae9c0943 x-openstack-request-id: req-76a6d132-3327-4dbf-9c4f-1302ae9c0943 {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:59.319730 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be18c113-0e01-48de-8a1f-ac05be9c09b8", "name": "network-vif-deleted", "tag": "5a4b2235-f664-4975-a4a5-84d70d1bb178", "status": "completed", "code": 200}]} {{(pid=93949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:59.320069 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76a6d132-3327-4dbf-9c4f-1302ae9c0943 {{(pid=93949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:59.320528 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be18c113-0e01-48de-8a1f-ac05be9c09b8', 'name': 'network-vif-deleted', 'tag': '5a4b2235-f664-4975-a4a5-84d70d1bb178', 'status': 'completed', 'code': 200} Jun 22 10:28:59.657525 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-61964ab5-4899-4d7e-9c80-31f963ca6736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:28:59.825919 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [req-213a206a-de84-4c59-beef-ecf5a585959d req-4bd272d5-4d4f-48eb-8b5b-75a63f2bd039 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "GET /v2.0/ports?device_id=be18c113-0e01-48de-8a1f-ac05be9c09b8 HTTP/1.1" status: 200 len: 210 time: 0.0299215 Jun 22 10:29:00.917740 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36764) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:00.978085 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:01.006098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:01.113558 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:01.126057 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:01.128911 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:01.132582 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] 10.222.0.65 "DELETE /v2.0/security-groups/a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0 HTTP/1.1" status: 204 len: 168 time: 0.2113926 Jun 22 10:29:01.132582 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-10022e03-2eb0-487d-8c99-25988039127c tempest-TestNetworkAdvancedServerOps-1091704473 tempest-TestNetworkAdvancedServerOps-1091704473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:01.137444 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] No Port match for: 5a4b2235-f664-4975-a4a5-84d70d1bb178 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:01.137796 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Device 5a4b2235-f664-4975-a4a5-84d70d1bb178 not bound to the agent host hv-neutron-7971 {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:01.141026 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55245c3-417f-4ef7-bd1f-1fa3e4d5b0a0,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:01.143380 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-f021c134-befb-4c56-9cb1-f2be768e3345 tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:01.250760 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36768) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:01.686282 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:01.940412 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Deleting port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:01.941092 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.017516 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] For port d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:02.017872 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.104260 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Calling delete_port for d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:02.262553 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dd3116f5-ebef-41be-8386-eddc209829d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.364361 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.367944 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-bd7e31d5-2236-479d-b3ab-530220565045 tempest-TestShelveInstance-2026938151 tempest-TestShelveInstance-2026938151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:02.393745 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:02.397004 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:02.574022 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.680289 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:02.786064 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Router cb3036ed-9b4d-47f9-83a4-a3f24f651904 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:29:02.887571 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:29:02.893221 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-93482afa-83f5-4ca5-bb02-500aa5a82b9a admin admin] 10.222.0.65 "PUT /v2.0/routers/cb3036ed-9b4d-47f9-83a4-a3f24f651904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6414299 Jun 22 10:29:02.895636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36774) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:02.897510 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] Sync routers for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:29:02.907274 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:02.907897 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:02.999588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.010296 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:03.103660 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.187698 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:29:02Z', 'revision_number': 5, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port': {'id': 'aeeac8b9-fc75-4b93-9576-e880d5c217b3', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:03.214333 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] Checking router: cb3036ed-9b4d-47f9-83a4-a3f24f651904 for host: dv-neutron-797120-3-hyperv {{(pid=93952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:29:03.214555 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Deleting port aeeac8b9-fc75-4b93-9576-e880d5c217b3 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:03.214738 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.223326 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] Routers {'cb3036ed-9b4d-47f9-83a4-a3f24f651904'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:03.223977 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'], 'active': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:03.297787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] For port aeeac8b9-fc75-4b93-9576-e880d5c217b3, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=aeeac8b9-fc75-4b93-9576-e880d5c217b3,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:03.298151 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.307128 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_dvr_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] Set router cb3036ed-9b4d-47f9-83a4-a3f24f651904 gateway port host: None {{(pid=93952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:03.363189 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.l3_hamode_db [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:29:03Z', 'revision_number': 6, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:03.366639 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Calling delete_port for aeeac8b9-fc75-4b93-9576-e880d5c217b3 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:03.389063 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01734f4-0013-4c34-b012-1ebacaa4c51c None None] The sync data for ids ['cb3036ed-9b4d-47f9-83a4-a3f24f651904'] in dv-neutron-797120-3-hyperv is: [{'id': 'cb3036ed-9b4d-47f9-83a4-a3f24f651904', 'name': 'tempest-TestSnapshotPattern-731758456-router', 'tenant_id': '46cb62ed021148759addcecaabd6111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:45Z', 'updated_at': '2021-06-22T10:29:03Z', 'revision_number': 6, 'project_id': '46cb62ed021148759addcecaabd6111f', 'gw_port_host': None}] {{(pid=93952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:29:03.617181 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.619276 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-02d5a346-d83e-454c-9092-bfd33f6774cb tempest-TestSnapshotPattern-1915663233 tempest-TestSnapshotPattern-1915663233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:03.648175 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeeac8b9-fc75-4b93-9576-e880d5c217b3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:03.651241 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:03.710511 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.725407 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.815636 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.817815 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.947860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.948335 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3036ed-9b4d-47f9-83a4-a3f24f651904 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:29:03.952859 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:03.953982 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-15f23418-5707-4507-bade-0f09b705c808 admin admin] 10.222.0.65 "DELETE /v2.0/routers/cb3036ed-9b4d-47f9-83a4-a3f24f651904 HTTP/1.1" status: 204 len: 168 time: 1.0573866 Jun 22 10:29:03.956486 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36776) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:04.000741 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Deleting subnet 1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:29:04.003673 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.057860 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.155650 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.256998 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.259336 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-df99a1b8-dfb8-478a-bb6f-9227a9652bec tempest-TestNetworkBasicOps-440095145 tempest-TestNetworkBasicOps-440095145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:04.285060 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:04.288812 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:04.289936 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.291865 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-d468bbbe-3ef8-4e94-baec-e2d241ef3c4b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1aeb6268-e1af-47c6-8f14-4a2dec4d0fb3 HTTP/1.1" status: 204 len: 168 time: 0.3344553 Jun 22 10:29:04.294540 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.wsgi [-] (93950) accepted ('10.222.0.65', 36778) {{(pid=93950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:04.295076 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011668a-6cde-46b1-aa26-1fa041bee216 None None] Network c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:29:04.368536 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.438097 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Deleting port 8d31b500-78bd-478e-81db-5391494b3a44 {{(pid=93950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:04.438520 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.510716 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.db [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] For port 8d31b500-78bd-478e-81db-5391494b3a44, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8d31b500-78bd-478e-81db-5391494b3a44,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:04.511075 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.521239 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] DHCP port deletion for c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:29:04.566099 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Deleting port 8d31b500-78bd-478e-81db-5391494b3a44 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:04.566481 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.579230 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Calling delete_port for 8d31b500-78bd-478e-81db-5391494b3a44 owned by network:dhcp {{(pid=93950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:04.634834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] For port 8d31b500-78bd-478e-81db-5391494b3a44, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=8d31b500-78bd-478e-81db-5391494b3a44,segment=NetworkSegment(ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046),segment_id=ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:04.635217 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.703305 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5924419'] for port, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.706028 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Calling delete_port for 8d31b500-78bd-478e-81db-5391494b3a44 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:04.707432 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-02e6f9a7-e4e6-414c-afac-1d3285711b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:04.709458 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8d31b500-78bd-478e-81db-5391494b3a44 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:04.735371 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d31b500-78bd-478e-81db-5391494b3a44,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:04.735580 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 8d31b500-78bd-478e-81db-5391494b3a44 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:04.736063 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 8d31b500-78bd-478e-81db-5391494b3a44 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:04.736368 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aeeac8b9-fc75-4b93-9576-e880d5c217b3 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:04.738590 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] No DVR routers for this DVR port 8d31b500-78bd-478e-81db-5391494b3a44 on host dv-neutron-797120-3-hyperv {{(pid=93950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:29:04.746827 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.747212 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.747595 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.747994 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.748369 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.748739 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.749213 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.749588 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.749953 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.750318 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.750676 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.751035 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-3-hyperv {{(pid=93950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:29:04.759472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: aeeac8b9-fc75-4b93-9576-e880d5c217b3 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:04.759472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device aeeac8b9-fc75-4b93-9576-e880d5c217b3 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:04.759472 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:04.769578 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:04.808174 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:04.810709 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device d2d8a250-a9e2-44ad-9f10-8f0c0c727d5a not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:04.844920 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:04.846945 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:04.870208 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Pushing event deleted for resources: {'Port': ['ID=8d31b500-78bd-478e-81db-5391494b3a44,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:04.872851 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:04.878171 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96993c-e4b5-4d13-b54b-c4e349bc2564 None None] No DVR routers for this DVR port 8d31b500-78bd-478e-81db-5391494b3a44 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:29:05.114967 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.124429 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd']}} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:05.134073 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046') {'for_net_delete': True} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:05.134363 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.services.segments.db [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5afccb-19c4-4a1a-82fd-ce4d3dbfd046') {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:05.144414 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5857594'] for segment, before_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.158437 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.164040 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:29:05.164397 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5787824'] for segment, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: Traceback (most recent call last): Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: timer() Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: cb(*args, **kw) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: return func(*args, **kwargs) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: self._notify() Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: self.callback(batched_events) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: event.method(event) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: return f(self, *a, **k) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._get(url).json() Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: return self.request(url, 'GET', **kwargs) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:29:05.165982 dv-neutron-797120-3-hyperv neutron-server[93950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:29:05.199768 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.273864 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.277310 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-95a12a6c-ef9b-453d-95f7-2d50191b6b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:05.279826 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Notify callbacks [] for network, before_response {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:05.291776 dv-neutron-797120-3-hyperv neutron-server[93950]: INFO neutron.wsgi [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] 10.222.0.65 "DELETE /v2.0/networks/c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd HTTP/1.1" status: 204 len: 168 time: 0.9855165 Jun 22 10:29:05.291940 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36782) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:05.294926 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ed2b49-5d1d-4648-b5ce-6914b2f63cbd,revision_number=None']} {{(pid=93950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:05.297488 dv-neutron-797120-3-hyperv neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-290d0001-3fdb-47b7-8695-ef30ecb4d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:05.625352 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7945717'] for router_interface, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:06.216460 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Deleting port 072e6ded-8477-4e62-b0c7-f8a582ce8057 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:06.216798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:06.294098 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] For port 072e6ded-8477-4e62-b0c7-f8a582ce8057, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=072e6ded-8477-4e62-b0c7-f8a582ce8057,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:06.305306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:06.361858 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Calling delete_port for 072e6ded-8477-4e62-b0c7-f8a582ce8057 owned by network:router_interface {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:06.599593 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:06.602451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8e4128b9-8a54-4cb5-b634-e9e44311e9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:06.627049 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=072e6ded-8477-4e62-b0c7-f8a582ce8057,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:06.632165 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:06.816587 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7794698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7945561'] for router_interface, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:07.023706 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Router e0d11ee1-a098-477f-8e64-795c597f2239 has already been hosted by L3 agent b6b5dc68-19a0-4704-b21a-9a3f0ac29890 {{(pid=93949) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 10:29:07.132854 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] Notify agent at l3_agent.dv-neutron-797120-3-hyperv the message routers_updated {{(pid=93949) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:29:07.138835 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-6c352cea-08c9-45bb-8636-6c3c76014c5f admin admin] 10.222.0.65 "PUT /v2.0/routers/e0d11ee1-a098-477f-8e64-795c597f2239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512993 Jun 22 10:29:07.140312 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36784) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:07.143499 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] Sync routers for ids ['e0d11ee1-a098-477f-8e64-795c597f2239'] in dv-neutron-797120-3-hyperv {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:29:07.152375 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] Routers {'e0d11ee1-a098-477f-8e64-795c597f2239'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:07.152987 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e0d11ee1-a098-477f-8e64-795c597f2239'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:07.244497 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:07.256577 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] Set router e0d11ee1-a098-477f-8e64-795c597f2239 gateway port host: dv-neutron-797120-3-hyperv {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:07.360547 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:07.438956 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'external_fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:29:06Z', 'revision_number': 5, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port': {'id': '0debaa18-c601-4e5f-8879-9e63b2f20892', 'name': '', 'network_id': 'd8cc3e00-8c5a-4702-bae4-7f0cd98e981b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '9140233a-9032-494a-b47a-e604c3323005', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9140233a-9032-494a-b47a-e604c3323005', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-3-hyperv'}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:07.465155 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Deleting port 0debaa18-c601-4e5f-8879-9e63b2f20892 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:07.465496 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:07.465811 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] Checking router: e0d11ee1-a098-477f-8e64-795c597f2239 for host: dv-neutron-797120-3-hyperv {{(pid=93951) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:29:07.474299 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] Routers {'e0d11ee1-a098-477f-8e64-795c597f2239'} bound to L3 agent in host dv-neutron-797120-3-hyperv {{(pid=93951) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 10:29:07.474923 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T09:20:02Z,description=,heartbeat_timestamp=2021-06-22T10:29:02Z,host='dv-neutron-797120-3-hyperv',id=b6b5dc68-19a0-4704-b21a-9a3f0ac29890,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T09:20:03Z,topic='l3_agent')) {'router_ids': ['e0d11ee1-a098-477f-8e64-795c597f2239'], 'active': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:07.548427 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] For port 0debaa18-c601-4e5f-8879-9e63b2f20892, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=0debaa18-c601-4e5f-8879-9e63b2f20892,segment=NetworkSegment(392dde8a-09bb-47c8-8d99-fc157885e69f),segment_id=392dde8a-09bb-47c8-8d99-fc157885e69f)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:07.548798 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:07.560546 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvr_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] Set router e0d11ee1-a098-477f-8e64-795c597f2239 gateway port host: None {{(pid=93951) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 10:29:07.613169 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_hamode_db [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:29:07Z', 'revision_number': 6, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port_host': None}], 'dv-neutron-797120-3-hyperv', False) {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:07.618173 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Calling delete_port for 0debaa18-c601-4e5f-8879-9e63b2f20892 owned by network:router_gateway {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:07.643250 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed04730-1b9a-437a-a57e-4b24a634cf46 None None] The sync data for ids ['e0d11ee1-a098-477f-8e64-795c597f2239'] in dv-neutron-797120-3-hyperv is: [{'id': 'e0d11ee1-a098-477f-8e64-795c597f2239', 'name': 'tempest-TestSnapshotPattern-1643796960-router', 'tenant_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T10:23:51Z', 'updated_at': '2021-06-22T10:29:07Z', 'revision_number': 6, 'project_id': 'd26d01a8dddc496abeacb11f0fe2a0eb', 'gw_port_host': None}] {{(pid=93951) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:29:07.850677 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:07.852930 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-7ad2f9f6-2403-4d90-a705-367474f36a4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:07.878306 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0debaa18-c601-4e5f-8879-9e63b2f20892,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:07.882095 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:07.937626 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7878268'] for router_gateway, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.029523 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7916395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2593'] for router, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.032451 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.146865 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7915456'] for router, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.147406 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0d11ee1-a098-477f-8e64-795c597f2239 {{(pid=93949) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:29:08.151732 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.152899 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-0d096ac6-7ab4-48ad-9a81-7dd7069695a4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e0d11ee1-a098-477f-8e64-795c597f2239 HTTP/1.1" status: 204 len: 168 time: 1.0111282 Jun 22 10:29:08.156019 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36790) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:08.198999 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Deleting subnet d7698db1-0faa-492c-af74-c72a8db9c3af {{(pid=93949) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 10:29:08.202588 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.236734 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4899801'] for subnet, precommit_delete_associations {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.316342 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399652'] for subnet, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.457258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5104888'] for subnet, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.459484 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc7cb8cb-dd3c-46c9-b9e4-7014dd1801ab tempest-NetworksIpV6Test-1253263795 tempest-NetworksIpV6Test-1253263795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:08.484714 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7698db1-0faa-492c-af74-c72a8db9c3af,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:08.487613 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:08.488629 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.490590 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b2ebe9e8-e31c-4e06-bd5e-6026bab50039 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d7698db1-0faa-492c-af74-c72a8db9c3af HTTP/1.1" status: 204 len: 168 time: 0.3336389 Jun 22 10:29:08.492972 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36792) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:08.495550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2f6b4-50f0-401b-ab95-a0e213d052ca None None] Network 26dc4ae5-f851-4e7a-9f41-847f540e915a requested from dv-neutron-797120-3-hyperv {{(pid=93951) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 10:29:08.566718 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638167'] for network, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.629277 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Deleting port a540f548-9d61-484c-96b6-7400fd1ed2f8 {{(pid=93949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:08.629856 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.698273 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] DHCP port deletion for 26dc4ae5-f851-4e7a-9f41-847f540e915a request from dv-neutron-797120-3-hyperv {{(pid=93951) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 10:29:08.700160 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.db [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] For port a540f548-9d61-484c-96b6-7400fd1ed2f8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a540f548-9d61-484c-96b6-7400fd1ed2f8,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:08.700749 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.740354 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0debaa18-c601-4e5f-8879-9e63b2f20892 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:08.764868 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 0debaa18-c601-4e5f-8879-9e63b2f20892 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:08.765221 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 0debaa18-c601-4e5f-8879-9e63b2f20892 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:08.765637 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 072e6ded-8477-4e62-b0c7-f8a582ce8057 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:08.769191 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Deleting port a540f548-9d61-484c-96b6-7400fd1ed2f8 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 10:29:08.769566 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751671666661'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.772294 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.plugin [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Calling delete_port for a540f548-9d61-484c-96b6-7400fd1ed2f8 owned by network:dhcp {{(pid=93949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:08.786527 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: 072e6ded-8477-4e62-b0c7-f8a582ce8057 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:08.786873 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device 072e6ded-8477-4e62-b0c7-f8a582ce8057 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:08.849423 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] For port a540f548-9d61-484c-96b6-7400fd1ed2f8, host dv-neutron-797120-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-3-hyperv',level=0,port_id=a540f548-9d61-484c-96b6-7400fd1ed2f8,segment=NetworkSegment(b787ba1c-84ec-4f9d-bb75-0a56142c4ef7),segment_id=b787ba1c-84ec-4f9d-bb75-0a56142c4ef7)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:29:08.849818 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7876797'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.907980 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5028348'] for port, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.910953 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-baffd6bc-12b1-4f9d-bfdc-f4028bfddf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:08.915679 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Calling delete_port for a540f548-9d61-484c-96b6-7400fd1ed2f8 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 10:29:08.940216 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Pushing event deleted for resources: {'Port': ['ID=a540f548-9d61-484c-96b6-7400fd1ed2f8,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:08.942039 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] No DVR routers for this DVR port a540f548-9d61-484c-96b6-7400fd1ed2f8 on host dv-neutron-797120-3-hyperv {{(pid=93949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:29:08.943574 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:08.993757 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1603728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7794808', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751671670501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751671146846'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:08.995632 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:09.012765 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1397997', 'neutron.services.segments.db._delete_segments_for_network-8751671687123'] for network, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.019317 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Pushing event deleted for resources: {'Port': ['ID=a540f548-9d61-484c-96b6-7400fd1ed2f8,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:09.021703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG oslo_concurrency.lockutils [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93951) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:09.022914 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dc4ae5-f851-4e7a-9f41-847f540e915a']}} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:09.024319 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e575b81-d0ea-4146-adbd-7360f8ff2281 None None] No DVR routers for this DVR port a540f548-9d61-484c-96b6-7400fd1ed2f8 on host dv-neutron-797120-3-hyperv {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 10:29:09.034675 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7') {'for_net_delete': True} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:09.034978 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.services.segments.db [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b787ba1c-84ec-4f9d-bb75-0a56142c4ef7') {} {{(pid=93949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:29:09.043839 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751671686952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4899822'] for segment, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.058079 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101'] for segment, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.064782 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93949) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1394101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5148431'] for segment, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: conditions |= (models_v2.Port.network_id.in_( Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: Traceback (most recent call last): Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: timer() Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: cb(*args, **kw) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: return func(*args, **kwargs) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: self._notify() Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: self.callback(batched_events) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: event.method(event) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: return f(self, *a, **k) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._get(url).json() Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: return self.request(url, 'GET', **kwargs) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 10:29:09.070118 dv-neutron-797120-3-hyperv neutron-server[93949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 10:29:09.205051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1397990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-434965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7794803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7878298'] for network, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.208748 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-9f738435-eb1c-4fd4-83bc-299b2bfe7b09 tempest-RoutersNegativeTest-1909728350 tempest-RoutersNegativeTest-1909728350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:09.211194 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Notify callbacks [] for network, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.213300 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] 10.222.0.65 "DELETE /v2.0/networks/26dc4ae5-f851-4e7a-9f41-847f540e915a HTTP/1.1" status: 204 len: 168 time: 0.7190928 Jun 22 10:29:09.224929 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Pushing event deleted for resources: {'Network': ['ID=26dc4ae5-f851-4e7a-9f41-847f540e915a,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:09.227289 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-8fe93964-1fcb-41b4-b11a-cfc09bf65568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:09.500915 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36796) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:09.539977 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-b25faf20-9846-4e05-905a-865220285aad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46cb62ed021148759addcecaabd6111f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377641 Jun 22 10:29:09.542185 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36798) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:09.589400 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.610398 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.736051 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.738787 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:09.740049 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5aa4c475-bacf-446b-a928-506a750c47df HTTP/1.1" status: 204 len: 168 time: 0.1968758 Jun 22 10:29:09.740840 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-cc769e04-041d-4c2f-a30d-32f7884f2fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:09.748325 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa4c475-bacf-446b-a928-506a750c47df,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:09.751810 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-e7067b0e-f69e-4ade-8c95-b810e70e70ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:10.056318 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:10.427218 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36804) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:10.481649 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-23de7123-3cfb-478d-af01-a3d058f2b34d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d26d01a8dddc496abeacb11f0fe2a0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530188 Jun 22 10:29:10.484258 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.wsgi [-] (93949) accepted ('10.222.0.65', 36806) {{(pid=93949) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 10:29:10.532917 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:10.553323 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:10.696982 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a540f548-9d61-484c-96b6-7400fd1ed2f8 no longer exists at agent ovs-agent-dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 10:29:10.721659 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] No Port match for: a540f548-9d61-484c-96b6-7400fd1ed2f8 {{(pid=93951) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 10:29:10.722015 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron.plugins.ml2.rpc [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Device a540f548-9d61-484c-96b6-7400fd1ed2f8 not bound to the agent host dv-neutron-797120-3-hyperv {{(pid=93951) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 10:29:10.799558 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-434959'] for security_group, after_delete {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:10.802480 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron_lib.callbacks.manager [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:10.803647 dv-neutron-797120-3-hyperv neutron-server[93949]: INFO neutron.wsgi [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99c25131-dd51-44e5-8690-4ff6134bca4d HTTP/1.1" status: 204 len: 168 time: 0.3185015 Jun 22 10:29:10.804512 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-4502c821-fdbf-48be-a02b-c1226f198242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 10:29:10.813456 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c25131-dd51-44e5-8690-4ff6134bca4d,revision_number=None']} {{(pid=93949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:29:10.815778 dv-neutron-797120-3-hyperv neutron-server[93949]: DEBUG oslo_concurrency.lockutils [None req-a73587a3-5f59-485e-859f-f0f9c92507e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 10:29:22.617120 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:29:29.603394 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88cd9437-be07-41e3-bd86-3f26529f8e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:32.306686 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bc48bec9-4ed6-4392-9969-2823e935af16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:32.723853 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:33.706725 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:35.226643 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:40.009116 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.602496 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dc6f6211-725b-4ace-a3f6-7eff61a0f31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:29:59.615988 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:30:02.265123 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e575704a-6da7-445f-af32-a6c8be77d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:02.694049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:03.762474 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:05.208631 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:10.024804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:29.641963 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20af9f64-9a91-413c-9c5a-0affa4cd4ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:32.247008 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0bc2bb65-3288-4d6d-8270-57ee49d3e281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:32.715968 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:33.710275 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:35.217952 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:36.613849 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:30:40.035286 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:30:59.634538 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e21906cb-9258-4491-b2c3-a7b876b75edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:02.251542 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b416d596-32a3-4f78-9d39-79c49c700659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:02.697124 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:03.720339 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:05.234152 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:10.045834 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:13.611761 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:31:29.593451 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-377486ed-683f-4ae3-a9d7-6635f13a1274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:32.233453 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-37ec82a1-da0d-4f67-9074-3dbef5191ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:32.690949 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:33.735886 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:35.221938 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:40.015712 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:31:50.609642 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:31:59.593049 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-26c0b208-f457-4a8a-a2cd-03e4fa58c8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:02.226364 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-146bac22-5e00-4917-b4bd-536129f14f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:02.701209 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:03.734995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:05.229793 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:10.049384 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:27.608406 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:32:29.597804 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-da981d94-72c7-4aa2-a67b-515532a1c3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:32.254501 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-58155f81-b428-4fb0-913a-68c2d954bc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:32.711143 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:33.716995 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:35.237550 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:40.107922 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:32:59.625237 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4e0849a-c681-4dab-8b4d-d121c15c585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.265199 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7c7f78af-d718-4db0-9d9d-72005e547d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:02.728075 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:03.722241 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:04.606928 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:33:05.362235 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:10.093820 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:29.601732 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b57ccc71-4148-4f41-a6b8-6278bb53afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:32.264134 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab337cc-d906-4bef-ba24-0aa6dafcf64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:32.698743 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:33.755262 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:35.269799 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:40.092518 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:33:41.604743 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:33:59.594016 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4df5a92-0a4d-459c-a51a-9c4b7beadde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:02.263106 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-242b48fa-7ed9-4349-8f9e-a31fc029d4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:02.698105 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:03.737660 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:05.235127 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:10.097896 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:18.602578 dv-neutron-797120-3-hyperv neutron-server[93952]: DEBUG neutron.db.agents_db [None req-e459af02-b744-4d5e-bbe5-a617fce583ef None None] Agent healthcheck: found 6 active agents {{(pid=93952) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 10:34:29.634599 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b3beb229-53f4-4ec5-924c-0a0a573f5239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:32.257276 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f21d872c-a14c-440f-a086-7b0e1cee9ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:32.720168 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ab7384e-0dc2-462a-aa3f-31d731a71329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:33.748703 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7b32-eef2-45cf-b01d-6530221aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:35.251503 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42473158-11ae-42b5-8504-ca26f3664705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 10:34:40.108857 dv-neutron-797120-3-hyperv neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4437-68db-4076-bea1-cc9e6f21ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751671687105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403047'] for agent, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}